{"level":"warn","ts":"2026-07-29T15:40:24.917042Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T15:40:24.917177Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.242:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.242:2380","--initial-cluster=instance=https://199.19.213.242:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.242:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.242:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-29T15:40:24.917276Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T15:40:24.917291Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.242:2380"]} {"level":"info","ts":"2026-07-29T15:40:24.917318Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T15:40:24.918242Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.242:2379"]} {"level":"info","ts":"2026-07-29T15:40:24.918335Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.242:2380"],"listen-peer-urls":["https://199.19.213.242:2380"],"advertise-client-urls":["https://199.19.213.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.242:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-29T15:40:24.923004Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.373595ms"} {"level":"info","ts":"2026-07-29T15:40:24.931279Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ad427454a89beddc","cluster-id":"edc6037504b39883"} {"level":"info","ts":"2026-07-29T15:40:24.931489Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ad427454a89beddc switched to configuration voters=()"} {"level":"info","ts":"2026-07-29T15:40:24.931541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ad427454a89beddc became follower at term 0"} {"level":"info","ts":"2026-07-29T15:40:24.931582Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ad427454a89beddc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-29T15:40:24.931616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ad427454a89beddc became follower at term 1"} {"level":"info","ts":"2026-07-29T15:40:24.931682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ad427454a89beddc switched to configuration voters=(12484669023979302364)"} {"level":"warn","ts":"2026-07-29T15:40:24.944845Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-29T15:40:24.946889Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-29T15:40:24.950412Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-29T15:40:24.955005Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ad427454a89beddc","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-29T15:40:24.955285Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ad427454a89beddc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-29T15:40:24.955325Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T15:40:24.960615Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T15:40:24.960639Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T15:40:24.96077Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ad427454a89beddc switched to configuration voters=(12484669023979302364)"} {"level":"info","ts":"2026-07-29T15:40:24.960942Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"edc6037504b39883","local-member-id":"ad427454a89beddc","added-peer-id":"ad427454a89beddc","added-peer-peer-urls":["https://199.19.213.242:2380"]} {"level":"info","ts":"2026-07-29T15:40:24.962622Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T15:40:24.962783Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.242:2380"} {"level":"info","ts":"2026-07-29T15:40:24.962864Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.242:2380"} {"level":"info","ts":"2026-07-29T15:40:24.963601Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-29T15:40:24.963546Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ad427454a89beddc","initial-advertise-peer-urls":["https://199.19.213.242:2380"],"listen-peer-urls":["https://199.19.213.242:2380"],"advertise-client-urls":["https://199.19.213.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-29T15:40:25.232646Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ad427454a89beddc is starting a new election at term 1"} {"level":"info","ts":"2026-07-29T15:40:25.232751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ad427454a89beddc became pre-candidate at term 1"} {"level":"info","ts":"2026-07-29T15:40:25.232789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ad427454a89beddc received MsgPreVoteResp from ad427454a89beddc at term 1"} {"level":"info","ts":"2026-07-29T15:40:25.232804Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ad427454a89beddc became candidate at term 2"} {"level":"info","ts":"2026-07-29T15:40:25.232811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ad427454a89beddc received MsgVoteResp from ad427454a89beddc at term 2"} {"level":"info","ts":"2026-07-29T15:40:25.232824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ad427454a89beddc became leader at term 2"} {"level":"info","ts":"2026-07-29T15:40:25.23286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ad427454a89beddc elected leader ad427454a89beddc at term 2"} {"level":"info","ts":"2026-07-29T15:40:25.233892Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T15:40:25.23477Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ad427454a89beddc","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.242:2379]}","request-path":"/0/members/ad427454a89beddc/attributes","cluster-id":"edc6037504b39883","publish-timeout":"7s"} {"level":"info","ts":"2026-07-29T15:40:25.23509Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T15:40:25.23526Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"edc6037504b39883","local-member-id":"ad427454a89beddc","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T15:40:25.23535Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T15:40:25.235373Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T15:40:25.235104Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T15:40:25.235424Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-29T15:40:25.23559Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-29T15:40:25.23849Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-29T15:40:25.239073Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.242:2379"} {"level":"warn","ts":"2026-07-29T15:40:28.548965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.687987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-29T15:40:28.549186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.728693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-29T15:40:28.549278Z","caller":"traceutil/trace.go:171","msg":"trace[527237094] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:74; }","duration":"720.890238ms","start":"2026-07-29T15:40:27.828366Z","end":"2026-07-29T15:40:28.549256Z","steps":["trace[527237094] 'range keys from in-memory index tree' (duration: 720.595828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:40:28.549321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:40:27.828336Z","time spent":"720.97518ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"info","ts":"2026-07-29T15:40:28.549201Z","caller":"traceutil/trace.go:171","msg":"trace[2143810650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:74; }","duration":"604.024977ms","start":"2026-07-29T15:40:27.945151Z","end":"2026-07-29T15:40:28.549176Z","steps":["trace[2143810650] 'range keys from in-memory index tree' (duration: 603.594965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:40:28.549466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.170995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-29T15:40:28.549549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.277789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-29T15:40:28.549585Z","caller":"traceutil/trace.go:171","msg":"trace[1990957822] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:74; }","duration":"888.420343ms","start":"2026-07-29T15:40:27.661136Z","end":"2026-07-29T15:40:28.549556Z","steps":["trace[1990957822] 'range keys from in-memory index tree' (duration: 888.00404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:40:28.549524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:40:27.945126Z","time spent":"604.381598ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:40:28.549655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:40:27.661096Z","time spent":"888.541407ms","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"info","ts":"2026-07-29T15:40:28.549679Z","caller":"traceutil/trace.go:171","msg":"trace[1276799056] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:74; }","duration":"720.398362ms","start":"2026-07-29T15:40:27.829218Z","end":"2026-07-29T15:40:28.549616Z","steps":["trace[1276799056] 'range keys from in-memory index tree' (duration: 720.206666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:40:28.549739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:40:27.829201Z","time spent":"720.523955ms","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-07-29T15:40:29.05615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832537054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:40:29.557085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832537054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:40:30.057961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832537054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:40:30.380565Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.826846657s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T15:40:30.381165Z","caller":"traceutil/trace.go:171","msg":"trace[62121616] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"1.827552877s","start":"2026-07-29T15:40:28.553568Z","end":"2026-07-29T15:40:30.381121Z","steps":["trace[62121616] 'process raft request' (duration: 1.827380952s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:40:30.381817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:40:28.553536Z","time spent":"1.827721823s","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3453,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T15:40:30.389236Z","caller":"traceutil/trace.go:171","msg":"trace[1045764900] linearizableReadLoop","detail":"{readStateIndex:80; appliedIndex:78; }","duration":"1.833240591s","start":"2026-07-29T15:40:28.555966Z","end":"2026-07-29T15:40:30.389206Z","steps":["trace[1045764900] 'read index received' (duration: 1.824931548s)","trace[1045764900] 'applied index is now lower than readState.Index' (duration: 8.307773ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:40:30.389345Z","caller":"traceutil/trace.go:171","msg":"trace[872069428] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"1.835263651s","start":"2026-07-29T15:40:28.554043Z","end":"2026-07-29T15:40:30.389306Z","steps":["trace[872069428] 'process raft request' (duration: 1.835032144s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:40:30.389539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:40:28.554029Z","time spent":"1.835427546s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:40:30.389631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.022511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-29T15:40:30.389644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833605371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-29T15:40:30.38969Z","caller":"traceutil/trace.go:171","msg":"trace[1567274402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:76; }","duration":"745.154386ms","start":"2026-07-29T15:40:29.644519Z","end":"2026-07-29T15:40:30.389673Z","steps":["trace[1567274402] 'agreement among raft nodes before linearized reading' (duration: 745.028242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:40:30.389732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:40:29.644496Z","time spent":"745.227038ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:40:30.389692Z","caller":"traceutil/trace.go:171","msg":"trace[228641912] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:76; }","duration":"1.833748737s","start":"2026-07-29T15:40:28.55593Z","end":"2026-07-29T15:40:30.389679Z","steps":["trace[228641912] 'agreement among raft nodes before linearized reading' (duration: 1.833410836s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:40:30.389778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377664482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T15:40:30.389905Z","caller":"traceutil/trace.go:171","msg":"trace[1538056682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:76; }","duration":"1.377842637s","start":"2026-07-29T15:40:29.012037Z","end":"2026-07-29T15:40:30.38988Z","steps":["trace[1538056682] 'agreement among raft nodes before linearized reading' (duration: 1.377555208s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:40:30.389875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:40:28.555916Z","time spent":"1.833947142s","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-07-29T15:40:30.389952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:40:29.012022Z","time spent":"1.377922589s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:40:30.390174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352240087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-29T15:40:30.39062Z","caller":"traceutil/trace.go:171","msg":"trace[1759122221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:76; }","duration":"1.352589208s","start":"2026-07-29T15:40:29.037814Z","end":"2026-07-29T15:40:30.390404Z","steps":["trace[1759122221] 'agreement among raft nodes before linearized reading' (duration: 1.351677839s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:40:30.390276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386738678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-07-29T15:40:30.390699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:40:29.037785Z","time spent":"1.352903697s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:40:30.390723Z","caller":"traceutil/trace.go:171","msg":"trace[1553550790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:76; }","duration":"1.387219923s","start":"2026-07-29T15:40:29.003485Z","end":"2026-07-29T15:40:30.390705Z","steps":["trace[1553550790] 'agreement among raft nodes before linearized reading' (duration: 1.385887643s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:40:30.390968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:40:29.003459Z","time spent":"1.38749696s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:40:39.343308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.088199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:40:39.34341Z","caller":"traceutil/trace.go:171","msg":"trace[1162381095] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"114.283738ms","start":"2026-07-29T15:40:39.22911Z","end":"2026-07-29T15:40:39.343394Z","steps":["trace[1162381095] 'compare' (duration: 102.950406ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:40:39.382803Z","caller":"traceutil/trace.go:171","msg":"trace[880099471] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"153.425078ms","start":"2026-07-29T15:40:39.229335Z","end":"2026-07-29T15:40:39.382761Z","steps":["trace[880099471] 'process raft request' (duration: 153.105139ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:40:39.382949Z","caller":"traceutil/trace.go:171","msg":"trace[1561187660] linearizableReadLoop","detail":"{readStateIndex:400; appliedIndex:397; }","duration":"104.47428ms","start":"2026-07-29T15:40:39.278437Z","end":"2026-07-29T15:40:39.382912Z","steps":["trace[1561187660] 'read index received' (duration: 103.937104ms)","trace[1561187660] 'applied index is now lower than readState.Index' (duration: 535.596µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:40:39.38304Z","caller":"traceutil/trace.go:171","msg":"trace[598812253] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"151.599335ms","start":"2026-07-29T15:40:39.231409Z","end":"2026-07-29T15:40:39.383008Z","steps":["trace[598812253] 'process raft request' (duration: 151.194293ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:40:39.383195Z","caller":"traceutil/trace.go:171","msg":"trace[1626393997] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"147.934158ms","start":"2026-07-29T15:40:39.235247Z","end":"2026-07-29T15:40:39.383181Z","steps":["trace[1626393997] 'process raft request' (duration: 147.420962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:40:39.383316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.746358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-07-29T15:40:39.384145Z","caller":"traceutil/trace.go:171","msg":"trace[1401915198] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:387; }","duration":"105.139559ms","start":"2026-07-29T15:40:39.278393Z","end":"2026-07-29T15:40:39.383533Z","steps":["trace[1401915198] 'agreement among raft nodes before linearized reading' (duration: 104.651925ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:01.275256Z","caller":"traceutil/trace.go:171","msg":"trace[1757228986] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:503; }","duration":"229.267738ms","start":"2026-07-29T15:41:01.045959Z","end":"2026-07-29T15:41:01.275227Z","steps":["trace[1757228986] 'read index received' (duration: 229.114103ms)","trace[1757228986] 'applied index is now lower than readState.Index' (duration: 152.925µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:41:01.275423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.464944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:41:01.275455Z","caller":"traceutil/trace.go:171","msg":"trace[1343323968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:485; }","duration":"229.515445ms","start":"2026-07-29T15:41:01.045927Z","end":"2026-07-29T15:41:01.275442Z","steps":["trace[1343323968] 'agreement among raft nodes before linearized reading' (duration: 229.439363ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:01.275692Z","caller":"traceutil/trace.go:171","msg":"trace[1715303810] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"451.503345ms","start":"2026-07-29T15:41:00.824097Z","end":"2026-07-29T15:41:01.2756Z","steps":["trace[1715303810] 'process raft request' (duration: 450.986781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:01.276076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:00.824071Z","time spent":"451.68373ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:41:06.470602Z","caller":"traceutil/trace.go:171","msg":"trace[1799849245] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"411.344297ms","start":"2026-07-29T15:41:06.059225Z","end":"2026-07-29T15:41:06.470569Z","steps":["trace[1799849245] 'process raft request' (duration: 411.170352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:06.471041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:06.0592Z","time spent":"411.561463ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:41:12.576445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832538124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:41:13.077615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832538124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:41:13.23888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.343230363s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T15:41:13.240136Z","caller":"traceutil/trace.go:171","msg":"trace[1200293737] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"1.356628973s","start":"2026-07-29T15:41:11.88347Z","end":"2026-07-29T15:41:13.240099Z","steps":["trace[1200293737] 'process raft request' (duration: 1.355907084s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:13.240351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:11.883439Z","time spent":"1.356807908s","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:41:13.5175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.652024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:41:13.517682Z","caller":"traceutil/trace.go:171","msg":"trace[1124268676] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:637; }","duration":"1.441553126s","start":"2026-07-29T15:41:12.076112Z","end":"2026-07-29T15:41:13.517665Z","steps":["trace[1124268676] 'read index received' (duration: 1.163119692s)","trace[1124268676] 'applied index is now lower than readState.Index' (duration: 278.432474ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:41:13.517764Z","caller":"traceutil/trace.go:171","msg":"trace[981889975] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"1.551614717s","start":"2026-07-29T15:41:11.966139Z","end":"2026-07-29T15:41:13.517753Z","steps":["trace[981889975] 'process raft request' (duration: 1.448633653s)","trace[981889975] 'compare' (duration: 102.444959ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:41:13.517827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:11.96611Z","time spent":"1.551695779s","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:41:13.518054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441946246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:41:13.5181Z","caller":"traceutil/trace.go:171","msg":"trace[445655795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"1.442049459s","start":"2026-07-29T15:41:12.076041Z","end":"2026-07-29T15:41:13.518091Z","steps":["trace[445655795] 'agreement among raft nodes before linearized reading' (duration: 1.441954007s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:13.518137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:12.076015Z","time spent":"1.44211508s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:41:13.525089Z","caller":"traceutil/trace.go:171","msg":"trace[2105606072] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"209.558712ms","start":"2026-07-29T15:41:13.315483Z","end":"2026-07-29T15:41:13.525042Z","steps":["trace[2105606072] 'process raft request' (duration: 209.371017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:13.549874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.829004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-29T15:41:13.549915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.604537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T15:41:13.549978Z","caller":"traceutil/trace.go:171","msg":"trace[2012832367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"867.012919ms","start":"2026-07-29T15:41:12.682944Z","end":"2026-07-29T15:41:13.549957Z","steps":["trace[2012832367] 'agreement among raft nodes before linearized reading' (duration: 866.655009ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:13.550017Z","caller":"traceutil/trace.go:171","msg":"trace[1786996687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:616; }","duration":"199.762371ms","start":"2026-07-29T15:41:13.350228Z","end":"2026-07-29T15:41:13.549991Z","steps":["trace[1786996687] 'agreement among raft nodes before linearized reading' (duration: 199.434412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:13.55021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:12.682911Z","time spent":"867.287037ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:41:13.55072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.504641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T15:41:13.550767Z","caller":"traceutil/trace.go:171","msg":"trace[1982331860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:616; }","duration":"852.611473ms","start":"2026-07-29T15:41:12.698148Z","end":"2026-07-29T15:41:13.550759Z","steps":["trace[1982331860] 'agreement among raft nodes before linearized reading' (duration: 852.48732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:13.550792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:12.698119Z","time spent":"852.667054ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:41:13.551012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011504411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T15:41:13.551061Z","caller":"traceutil/trace.go:171","msg":"trace[1940632538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"1.011602313s","start":"2026-07-29T15:41:12.539446Z","end":"2026-07-29T15:41:13.551048Z","steps":["trace[1940632538] 'agreement among raft nodes before linearized reading' (duration: 1.01148736s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:13.5511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:12.539421Z","time spent":"1.011670105s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T15:41:13.887012Z","caller":"traceutil/trace.go:171","msg":"trace[1700397606] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"254.220566ms","start":"2026-07-29T15:41:13.632752Z","end":"2026-07-29T15:41:13.886972Z","steps":["trace[1700397606] 'read index received' (duration: 238.28304ms)","trace[1700397606] 'applied index is now lower than readState.Index' (duration: 15.936276ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:41:13.887087Z","caller":"traceutil/trace.go:171","msg":"trace[1064160302] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"259.394574ms","start":"2026-07-29T15:41:13.627644Z","end":"2026-07-29T15:41:13.887039Z","steps":["trace[1064160302] 'process raft request' (duration: 243.374365ms)","trace[1064160302] 'compare' (duration: 15.65908ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:41:13.887373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.598766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:59631"} {"level":"info","ts":"2026-07-29T15:41:13.887445Z","caller":"traceutil/trace.go:171","msg":"trace[885814322] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:621; }","duration":"254.72521ms","start":"2026-07-29T15:41:13.6327Z","end":"2026-07-29T15:41:13.887426Z","steps":["trace[885814322] 'agreement among raft nodes before linearized reading' (duration: 254.445062ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:13.887659Z","caller":"traceutil/trace.go:171","msg":"trace[132014488] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"230.40906ms","start":"2026-07-29T15:41:13.657221Z","end":"2026-07-29T15:41:13.88763Z","steps":["trace[132014488] 'process raft request' (duration: 230.298147ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:15.777012Z","caller":"traceutil/trace.go:171","msg":"trace[893660214] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"155.1097ms","start":"2026-07-29T15:41:15.621873Z","end":"2026-07-29T15:41:15.776983Z","steps":["trace[893660214] 'process raft request' (duration: 155.047218ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:15.777042Z","caller":"traceutil/trace.go:171","msg":"trace[982776251] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"157.01534ms","start":"2026-07-29T15:41:15.619986Z","end":"2026-07-29T15:41:15.777001Z","steps":["trace[982776251] 'process raft request' (duration: 63.974703ms)","trace[982776251] 'compare' (duration: 92.78704ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:41:15.777206Z","caller":"traceutil/trace.go:171","msg":"trace[1832324122] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"156.882706ms","start":"2026-07-29T15:41:15.620312Z","end":"2026-07-29T15:41:15.777195Z","steps":["trace[1832324122] 'read index received' (duration: 63.666295ms)","trace[1832324122] 'applied index is now lower than readState.Index' (duration: 93.214631ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:41:15.777353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.013229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T15:41:15.777382Z","caller":"traceutil/trace.go:171","msg":"trace[1076217071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:627; }","duration":"157.077851ms","start":"2026-07-29T15:41:15.620298Z","end":"2026-07-29T15:41:15.777376Z","steps":["trace[1076217071] 'agreement among raft nodes before linearized reading' (duration: 156.932287ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:16.085983Z","caller":"traceutil/trace.go:171","msg":"trace[1121786408] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"115.649664ms","start":"2026-07-29T15:41:15.970297Z","end":"2026-07-29T15:41:16.085947Z","steps":["trace[1121786408] 'process raft request' (duration: 115.272753ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:18.929883Z","caller":"traceutil/trace.go:171","msg":"trace[1371209477] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"110.606136ms","start":"2026-07-29T15:41:18.819227Z","end":"2026-07-29T15:41:18.929833Z","steps":["trace[1371209477] 'process raft request' (duration: 104.883035ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:19.661017Z","caller":"traceutil/trace.go:171","msg":"trace[301384853] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"196.577199ms","start":"2026-07-29T15:41:19.464357Z","end":"2026-07-29T15:41:19.660934Z","steps":["trace[301384853] 'process raft request' (duration: 195.702346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:21.667328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.362301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:41:21.667479Z","caller":"traceutil/trace.go:171","msg":"trace[702142514] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:684; }","duration":"619.675963ms","start":"2026-07-29T15:41:21.047779Z","end":"2026-07-29T15:41:21.667455Z","steps":["trace[702142514] 'read index received' (duration: 74.392µs)","trace[702142514] 'applied index is now lower than readState.Index' (duration: 619.59991ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:41:21.667589Z","caller":"traceutil/trace.go:171","msg":"trace[557962070] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"752.51774ms","start":"2026-07-29T15:41:20.915056Z","end":"2026-07-29T15:41:21.667574Z","steps":["trace[557962070] 'process raft request' (duration: 96.81614ms)","trace[557962070] 'compare' (duration: 655.137565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:41:21.667654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:20.915031Z","time spent":"752.595042ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:41:21.66776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.979311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:41:21.667809Z","caller":"traceutil/trace.go:171","msg":"trace[510836752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"620.068733ms","start":"2026-07-29T15:41:21.047726Z","end":"2026-07-29T15:41:21.667795Z","steps":["trace[510836752] 'agreement among raft nodes before linearized reading' (duration: 619.96364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:21.667843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:21.047702Z","time spent":"620.135135ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:41:21.667892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.03439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dzqhj\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-29T15:41:21.667963Z","caller":"traceutil/trace.go:171","msg":"trace[900243284] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dzqhj; range_end:; response_count:1; response_revision:659; }","duration":"456.155252ms","start":"2026-07-29T15:41:21.211789Z","end":"2026-07-29T15:41:21.667945Z","steps":["trace[900243284] 'agreement among raft nodes before linearized reading' (duration: 455.867935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:21.668007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:21.211764Z","time spent":"456.233965ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-dzqhj\" "} {"level":"warn","ts":"2026-07-29T15:41:21.668085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.239453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T15:41:21.668201Z","caller":"traceutil/trace.go:171","msg":"trace[1807444071] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:1; response_revision:659; }","duration":"319.47007ms","start":"2026-07-29T15:41:21.348709Z","end":"2026-07-29T15:41:21.668179Z","steps":["trace[1807444071] 'agreement among raft nodes before linearized reading' (duration: 319.025338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:21.668281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:21.348685Z","time spent":"319.584833ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.242\" "} {"level":"warn","ts":"2026-07-29T15:41:22.145202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:21.669175Z","time spent":"476.015579ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T15:41:22.167802Z","caller":"traceutil/trace.go:171","msg":"trace[1705671111] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"493.485676ms","start":"2026-07-29T15:41:21.674273Z","end":"2026-07-29T15:41:22.167758Z","steps":["trace[1705671111] 'process raft request' (duration: 493.311252ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:22.167793Z","caller":"traceutil/trace.go:171","msg":"trace[1806098488] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"493.406004ms","start":"2026-07-29T15:41:21.674349Z","end":"2026-07-29T15:41:22.167755Z","steps":["trace[1806098488] 'process raft request' (duration: 493.295061ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:22.167818Z","caller":"traceutil/trace.go:171","msg":"trace[1740610651] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"493.540678ms","start":"2026-07-29T15:41:21.674212Z","end":"2026-07-29T15:41:22.167752Z","steps":["trace[1740610651] 'process raft request' (duration: 493.160519ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:22.167946Z","caller":"traceutil/trace.go:171","msg":"trace[1555848891] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"493.194729ms","start":"2026-07-29T15:41:21.674739Z","end":"2026-07-29T15:41:22.167934Z","steps":["trace[1555848891] 'process raft request' (duration: 492.946162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:22.16799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:21.674186Z","time spent":"493.716812ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:41:22.168037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:21.674729Z","time spent":"493.25665ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:41:22.167969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:21.674223Z","time spent":"493.662311ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:41:22.16834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:21.674186Z","time spent":"493.750193ms","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:41:22.168416Z","caller":"traceutil/trace.go:171","msg":"trace[314664705] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:685; }","duration":"471.511668ms","start":"2026-07-29T15:41:21.696865Z","end":"2026-07-29T15:41:22.168376Z","steps":["trace[314664705] 'read index received' (duration: 434.274121ms)","trace[314664705] 'applied index is now lower than readState.Index' (duration: 37.236127ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:41:22.168488Z","caller":"traceutil/trace.go:171","msg":"trace[1498591471] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"487.669643ms","start":"2026-07-29T15:41:21.680801Z","end":"2026-07-29T15:41:22.168471Z","steps":["trace[1498591471] 'process raft request' (duration: 487.069567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:22.168588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:21.680791Z","time spent":"487.756625ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:41:22.168671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.790116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T15:41:22.168716Z","caller":"traceutil/trace.go:171","msg":"trace[1809353871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:664; }","duration":"471.902169ms","start":"2026-07-29T15:41:21.696801Z","end":"2026-07-29T15:41:22.168703Z","steps":["trace[1809353871] 'agreement among raft nodes before linearized reading' (duration: 471.721034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:22.168755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:21.69677Z","time spent":"471.976242ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:41:22.178682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.413104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T15:41:22.17878Z","caller":"traceutil/trace.go:171","msg":"trace[872472136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:665; }","duration":"353.576917ms","start":"2026-07-29T15:41:21.825179Z","end":"2026-07-29T15:41:22.178756Z","steps":["trace[872472136] 'agreement among raft nodes before linearized reading' (duration: 353.29797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:22.178887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.907874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T15:41:22.178988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:21.825145Z","time spent":"353.828464ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:41:22.179125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.944602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:41:22.179196Z","caller":"traceutil/trace.go:171","msg":"trace[565600735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"132.084415ms","start":"2026-07-29T15:41:22.04707Z","end":"2026-07-29T15:41:22.179154Z","steps":["trace[565600735] 'agreement among raft nodes before linearized reading' (duration: 132.022234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:22.179227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.730714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T15:41:22.179041Z","caller":"traceutil/trace.go:171","msg":"trace[1491638965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:665; }","duration":"352.107439ms","start":"2026-07-29T15:41:21.826916Z","end":"2026-07-29T15:41:22.179023Z","steps":["trace[1491638965] 'agreement among raft nodes before linearized reading' (duration: 351.830512ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:22.179313Z","caller":"traceutil/trace.go:171","msg":"trace[1221758003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:665; }","duration":"352.90411ms","start":"2026-07-29T15:41:21.826392Z","end":"2026-07-29T15:41:22.179297Z","steps":["trace[1221758003] 'agreement among raft nodes before linearized reading' (duration: 352.586041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:22.179364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:21.826358Z","time spent":"352.995803ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:41:22.179395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:21.826904Z","time spent":"352.446688ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:41:22.680993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832538256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:41:24.180944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:41:24.181022Z","caller":"traceutil/trace.go:171","msg":"trace[2027008923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000446845s","start":"2026-07-29T15:41:22.180561Z","end":"2026-07-29T15:41:24.181008Z","steps":["trace[2027008923] 'agreement among raft nodes before linearized reading' (duration: 2.000347202s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:24.181084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:22.180489Z","time spent":"2.000583788s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:41:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:41:24.44303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46132383s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:41:24.443264Z","caller":"traceutil/trace.go:171","msg":"trace[1573167215] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:692; }","duration":"2.262713399s","start":"2026-07-29T15:41:22.180533Z","end":"2026-07-29T15:41:24.443247Z","steps":["trace[1573167215] 'read index received' (duration: 801.05185ms)","trace[1573167215] 'applied index is now lower than readState.Index' (duration: 1.461660679s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:41:24.44342Z","caller":"traceutil/trace.go:171","msg":"trace[500067438] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"2.258824968s","start":"2026-07-29T15:41:22.184547Z","end":"2026-07-29T15:41:24.443372Z","steps":["trace[500067438] 'process raft request' (duration: 2.258634302s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:24.443544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263004718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-29T15:41:24.443587Z","caller":"traceutil/trace.go:171","msg":"trace[683214345] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:669; }","duration":"2.263065819s","start":"2026-07-29T15:41:22.180509Z","end":"2026-07-29T15:41:24.443575Z","steps":["trace[683214345] 'agreement among raft nodes before linearized reading' (duration: 2.262987687s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:24.443585Z","caller":"traceutil/trace.go:171","msg":"trace[1983646615] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"2.259518726s","start":"2026-07-29T15:41:22.18403Z","end":"2026-07-29T15:41:24.443549Z","steps":["trace[1983646615] 'process raft request' (duration: 2.259102055s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:24.443631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:22.180489Z","time spent":"2.263131791s","remote":"127.0.0.1:56620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T15:41:24.443617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:22.184534Z","time spent":"2.258987802s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:41:24.443475Z","caller":"traceutil/trace.go:171","msg":"trace[1704887870] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"2.258881899s","start":"2026-07-29T15:41:22.184579Z","end":"2026-07-29T15:41:24.443461Z","steps":["trace[1704887870] 'process raft request' (duration: 2.258637422s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:24.443774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:22.184005Z","time spent":"2.259663299s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:41:24.443755Z","caller":"traceutil/trace.go:171","msg":"trace[236458156] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"2.268227624s","start":"2026-07-29T15:41:22.175372Z","end":"2026-07-29T15:41:24.4436Z","steps":["trace[236458156] 'process raft request' (duration: 806.214925ms)","trace[236458156] 'compare' (duration: 1.461221888s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:41:24.444115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:22.175331Z","time spent":"2.268654314s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:41:24.443898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:22.184566Z","time spent":"2.259214327s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:41:24.452987Z","caller":"traceutil/trace.go:171","msg":"trace[669442863] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"277.554555ms","start":"2026-07-29T15:41:24.175411Z","end":"2026-07-29T15:41:24.452965Z","steps":["trace[669442863] 'process raft request' (duration: 277.394721ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:24.555449Z","caller":"traceutil/trace.go:171","msg":"trace[763986231] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"369.820708ms","start":"2026-07-29T15:41:24.185608Z","end":"2026-07-29T15:41:24.555429Z","steps":["trace[763986231] 'process raft request' (duration: 366.839049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:24.555642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:24.185591Z","time spent":"369.92897ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:41:24.555685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.228633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:41:24.555759Z","caller":"traceutil/trace.go:171","msg":"trace[1266909864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"366.331776ms","start":"2026-07-29T15:41:24.189402Z","end":"2026-07-29T15:41:24.555734Z","steps":["trace[1266909864] 'agreement among raft nodes before linearized reading' (duration: 366.08973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:24.55581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:24.189389Z","time spent":"366.410657ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:41:24.555437Z","caller":"traceutil/trace.go:171","msg":"trace[1147885570] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:696; }","duration":"112.112361ms","start":"2026-07-29T15:41:24.443293Z","end":"2026-07-29T15:41:24.555405Z","steps":["trace[1147885570] 'read index received' (duration: 9.482578ms)","trace[1147885570] 'applied index is now lower than readState.Index' (duration: 102.628393ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:41:24.556233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.435237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T15:41:24.55627Z","caller":"traceutil/trace.go:171","msg":"trace[456678050] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:671; }","duration":"110.509509ms","start":"2026-07-29T15:41:24.445753Z","end":"2026-07-29T15:41:24.556263Z","steps":["trace[456678050] 'agreement among raft nodes before linearized reading' (duration: 110.382176ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:25.806456Z","caller":"traceutil/trace.go:171","msg":"trace[1848084314] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"117.388112ms","start":"2026-07-29T15:41:25.689048Z","end":"2026-07-29T15:41:25.806436Z","steps":["trace[1848084314] 'process raft request' (duration: 117.224587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:27.635819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187757873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T15:41:27.635888Z","caller":"traceutil/trace.go:171","msg":"trace[1769013479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:675; }","duration":"1.187878486s","start":"2026-07-29T15:41:26.447996Z","end":"2026-07-29T15:41:27.635874Z","steps":["trace[1769013479] 'range keys from in-memory index tree' (duration: 1.187548046s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:27.635918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:26.44798Z","time spent":"1.187931917s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:41:27.635928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401452067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dzqhj\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-07-29T15:41:27.636022Z","caller":"traceutil/trace.go:171","msg":"trace[414951429] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dzqhj; range_end:; response_count:1; response_revision:675; }","duration":"1.4015759s","start":"2026-07-29T15:41:26.234424Z","end":"2026-07-29T15:41:27.636Z","steps":["trace[414951429] 'range keys from in-memory index tree' (duration: 1.40119429s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:27.636086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:26.234335Z","time spent":"1.401733364s","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17271,"request content":"key:\"/registry/pods/kube-system/cilium-dzqhj\" "} {"level":"warn","ts":"2026-07-29T15:41:27.636446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185904383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T15:41:27.636451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187859964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T15:41:27.636498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590154422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:41:27.636527Z","caller":"traceutil/trace.go:171","msg":"trace[309114253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:675; }","duration":"1.186018977s","start":"2026-07-29T15:41:26.450488Z","end":"2026-07-29T15:41:27.636507Z","steps":["trace[309114253] 'range keys from in-memory index tree' (duration: 1.185742699s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:27.636528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188482301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T15:41:27.636557Z","caller":"traceutil/trace.go:171","msg":"trace[1660856831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"1.590277555s","start":"2026-07-29T15:41:26.046261Z","end":"2026-07-29T15:41:27.636539Z","steps":["trace[1660856831] 'range keys from in-memory index tree' (duration: 1.590040088s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:27.636588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:26.450477Z","time spent":"1.18610141s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T15:41:27.636549Z","caller":"traceutil/trace.go:171","msg":"trace[103691805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:675; }","duration":"1.187985928s","start":"2026-07-29T15:41:26.448536Z","end":"2026-07-29T15:41:27.636522Z","steps":["trace[103691805] 'range keys from in-memory index tree' (duration: 1.18767479s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:27.636579Z","caller":"traceutil/trace.go:171","msg":"trace[736707505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:675; }","duration":"1.188575574s","start":"2026-07-29T15:41:26.447988Z","end":"2026-07-29T15:41:27.636563Z","steps":["trace[736707505] 'range keys from in-memory index tree' (duration: 1.188299366s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:27.636613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:26.046234Z","time spent":"1.590366417s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:41:27.636653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:26.448528Z","time spent":"1.188107441s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:41:27.636662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:26.447963Z","time spent":"1.188683086s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:41:28.086014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397606722s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-29T15:41:28.086024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.818899ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:41:28.086321Z","caller":"traceutil/trace.go:171","msg":"trace[827511696] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:702; }","duration":"906.591332ms","start":"2026-07-29T15:41:27.179661Z","end":"2026-07-29T15:41:28.086253Z","steps":["trace[827511696] 'read index received' (duration: 73.512µs)","trace[827511696] 'applied index is now lower than readState.Index' (duration: 906.51507ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:41:28.086337Z","caller":"traceutil/trace.go:171","msg":"trace[1063753010] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:675; }","duration":"263.116096ms","start":"2026-07-29T15:41:27.82317Z","end":"2026-07-29T15:41:28.086287Z","steps":["trace[1063753010] 'range keys from in-memory index tree' (duration: 262.800488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:28.08657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.883539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:41:28.08667Z","caller":"traceutil/trace.go:171","msg":"trace[220434094] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:675; }","duration":"907.054874ms","start":"2026-07-29T15:41:27.179589Z","end":"2026-07-29T15:41:28.086643Z","steps":["trace[220434094] 'agreement among raft nodes before linearized reading' (duration: 906.773266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:28.086953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:27.179561Z","time spent":"907.365752ms","remote":"127.0.0.1:56932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":27,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:41:28.13585Z","caller":"traceutil/trace.go:171","msg":"trace[1807673126] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"493.998485ms","start":"2026-07-29T15:41:27.641822Z","end":"2026-07-29T15:41:28.135821Z","steps":["trace[1807673126] 'process raft request' (duration: 493.698136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:28.136039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:27.641793Z","time spent":"494.141969ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:41:28.351959Z","caller":"traceutil/trace.go:171","msg":"trace[1540229038] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:703; }","duration":"265.547049ms","start":"2026-07-29T15:41:28.08638Z","end":"2026-07-29T15:41:28.351928Z","steps":["trace[1540229038] 'read index received' (duration: 49.126214ms)","trace[1540229038] 'applied index is now lower than readState.Index' (duration: 216.419675ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:41:28.352126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.72556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:41:28.352129Z","caller":"traceutil/trace.go:171","msg":"trace[331260684] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"709.194999ms","start":"2026-07-29T15:41:27.642908Z","end":"2026-07-29T15:41:28.352103Z","steps":["trace[331260684] 'process raft request' (duration: 708.733956ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:28.352166Z","caller":"traceutil/trace.go:171","msg":"trace[639204504] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:680; }","duration":"767.835203ms","start":"2026-07-29T15:41:27.584318Z","end":"2026-07-29T15:41:28.352153Z","steps":["trace[639204504] 'agreement among raft nodes before linearized reading' (duration: 767.72761ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:28.352156Z","caller":"traceutil/trace.go:171","msg":"trace[767433820] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"709.153437ms","start":"2026-07-29T15:41:27.642972Z","end":"2026-07-29T15:41:28.352126Z","steps":["trace[767433820] 'process raft request' (duration: 708.796498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:28.35221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:27.584294Z","time spent":"767.905204ms","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":20,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:41:28.352269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:27.642898Z","time spent":"709.292651ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:41:28.352276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:27.642957Z","time spent":"709.247559ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:41:28.352394Z","caller":"traceutil/trace.go:171","msg":"trace[1009502262] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"694.480806ms","start":"2026-07-29T15:41:27.657902Z","end":"2026-07-29T15:41:28.352383Z","steps":["trace[1009502262] 'process raft request' (duration: 693.957612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:28.352434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.86534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:41:28.352451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:27.657879Z","time spent":"694.542558ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:41:28.352477Z","caller":"traceutil/trace.go:171","msg":"trace[399789849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:680; }","duration":"713.944362ms","start":"2026-07-29T15:41:27.63852Z","end":"2026-07-29T15:41:28.352464Z","steps":["trace[399789849] 'agreement among raft nodes before linearized reading' (duration: 713.87291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:28.352508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:27.638497Z","time spent":"714.003614ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:41:28.351832Z","caller":"traceutil/trace.go:171","msg":"trace[1123526024] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"709.598948ms","start":"2026-07-29T15:41:27.642193Z","end":"2026-07-29T15:41:28.351792Z","steps":["trace[1123526024] 'process raft request' (duration: 707.081993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:28.354923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:27.642152Z","time spent":"710.525253ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:41:28.549856Z","caller":"traceutil/trace.go:171","msg":"trace[1355392901] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:708; }","duration":"185.77836ms","start":"2026-07-29T15:41:28.364028Z","end":"2026-07-29T15:41:28.549806Z","steps":["trace[1355392901] 'read index received' (duration: 179.257221ms)","trace[1355392901] 'applied index is now lower than readState.Index' (duration: 6.519659ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:41:28.549941Z","caller":"traceutil/trace.go:171","msg":"trace[957594590] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"185.935624ms","start":"2026-07-29T15:41:28.363945Z","end":"2026-07-29T15:41:28.549881Z","steps":["trace[957594590] 'process raft request' (duration: 179.343053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:28.550115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.055567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:41:28.550205Z","caller":"traceutil/trace.go:171","msg":"trace[1440459468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"186.210302ms","start":"2026-07-29T15:41:28.363976Z","end":"2026-07-29T15:41:28.550186Z","steps":["trace[1440459468] 'agreement among raft nodes before linearized reading' (duration: 185.970195ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:28.561154Z","caller":"traceutil/trace.go:171","msg":"trace[1580207131] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"188.645325ms","start":"2026-07-29T15:41:28.372467Z","end":"2026-07-29T15:41:28.561112Z","steps":["trace[1580207131] 'process raft request' (duration: 187.958597ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:33.267969Z","caller":"traceutil/trace.go:171","msg":"trace[1303642887] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"143.02087ms","start":"2026-07-29T15:41:33.124348Z","end":"2026-07-29T15:41:33.267369Z","steps":["trace[1303642887] 'process raft request' (duration: 142.789173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:33.456441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.514632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-07-29T15:41:33.456644Z","caller":"traceutil/trace.go:171","msg":"trace[829991630] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:752; }","duration":"115.782369ms","start":"2026-07-29T15:41:33.340833Z","end":"2026-07-29T15:41:33.456615Z","steps":["trace[829991630] 'range keys from in-memory index tree' (duration: 115.311256ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:33.649055Z","caller":"traceutil/trace.go:171","msg":"trace[1339297812] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"127.667924ms","start":"2026-07-29T15:41:33.521332Z","end":"2026-07-29T15:41:33.649Z","steps":["trace[1339297812] 'process raft request' (duration: 75.541493ms)","trace[1339297812] 'compare' (duration: 51.818783ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:41:33.649376Z","caller":"traceutil/trace.go:171","msg":"trace[1946141802] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"122.998275ms","start":"2026-07-29T15:41:33.526345Z","end":"2026-07-29T15:41:33.649343Z","steps":["trace[1946141802] 'process raft request' (duration: 122.495262ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:33.65031Z","caller":"traceutil/trace.go:171","msg":"trace[169803130] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:785; }","duration":"120.947242ms","start":"2026-07-29T15:41:33.529342Z","end":"2026-07-29T15:41:33.650289Z","steps":["trace[169803130] 'read index received' (duration: 67.623139ms)","trace[169803130] 'applied index is now lower than readState.Index' (duration: 53.322703ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:41:33.650979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.605427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dzqhj\" ","response":"range_response_count:1 size:18516"} {"level":"info","ts":"2026-07-29T15:41:33.651072Z","caller":"traceutil/trace.go:171","msg":"trace[1487224844] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dzqhj; range_end:; response_count:1; response_revision:757; }","duration":"121.751992ms","start":"2026-07-29T15:41:33.529298Z","end":"2026-07-29T15:41:33.65105Z","steps":["trace[1487224844] 'agreement among raft nodes before linearized reading' (duration: 121.395032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:33.65129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.33936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-07-29T15:41:33.651415Z","caller":"traceutil/trace.go:171","msg":"trace[469869173] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:757; }","duration":"112.519995ms","start":"2026-07-29T15:41:33.538876Z","end":"2026-07-29T15:41:33.651396Z","steps":["trace[469869173] 'agreement among raft nodes before linearized reading' (duration: 112.294839ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:33.83566Z","caller":"traceutil/trace.go:171","msg":"trace[144291030] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"147.047773ms","start":"2026-07-29T15:41:33.68858Z","end":"2026-07-29T15:41:33.835628Z","steps":["trace[144291030] 'process raft request' (duration: 78.728706ms)","trace[144291030] 'compare' (duration: 68.104862ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:41:40.628952Z","caller":"traceutil/trace.go:171","msg":"trace[2113143400] linearizableReadLoop","detail":"{readStateIndex:843; appliedIndex:842; }","duration":"125.41693ms","start":"2026-07-29T15:41:40.503505Z","end":"2026-07-29T15:41:40.628922Z","steps":["trace[2113143400] 'read index received' (duration: 123.602533ms)","trace[2113143400] 'applied index is now lower than readState.Index' (duration: 1.813237ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:41:40.62933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.805591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T15:41:40.629679Z","caller":"traceutil/trace.go:171","msg":"trace[679500114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:810; }","duration":"125.907503ms","start":"2026-07-29T15:41:40.503458Z","end":"2026-07-29T15:41:40.629366Z","steps":["trace[679500114] 'agreement among raft nodes before linearized reading' (duration: 125.634126ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:40.629127Z","caller":"traceutil/trace.go:171","msg":"trace[111140245] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"126.246262ms","start":"2026-07-29T15:41:40.502831Z","end":"2026-07-29T15:41:40.629077Z","steps":["trace[111140245] 'process raft request' (duration: 124.367674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:44.547871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832538672,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:41:44.628682Z","caller":"traceutil/trace.go:171","msg":"trace[1892626363] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"914.21187ms","start":"2026-07-29T15:41:43.71444Z","end":"2026-07-29T15:41:44.628652Z","steps":["trace[1892626363] 'process raft request' (duration: 914.024025ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:44.629017Z","caller":"traceutil/trace.go:171","msg":"trace[2107298020] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:866; }","duration":"581.475245ms","start":"2026-07-29T15:41:44.047511Z","end":"2026-07-29T15:41:44.628987Z","steps":["trace[2107298020] 'read index received' (duration: 581.464435ms)","trace[2107298020] 'applied index is now lower than readState.Index' (duration: 9.27µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:41:44.629163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.640618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:41:44.629196Z","caller":"traceutil/trace.go:171","msg":"trace[1940860031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:832; }","duration":"581.763633ms","start":"2026-07-29T15:41:44.047425Z","end":"2026-07-29T15:41:44.629188Z","steps":["trace[1940860031] 'agreement among raft nodes before linearized reading' (duration: 581.67988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:44.629222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:44.047404Z","time spent":"581.812313ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:41:44.629193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:43.714405Z","time spent":"914.378194ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:41:44.817088Z","caller":"traceutil/trace.go:171","msg":"trace[1132317622] linearizableReadLoop","detail":"{readStateIndex:867; appliedIndex:866; }","duration":"187.967174ms","start":"2026-07-29T15:41:44.629085Z","end":"2026-07-29T15:41:44.817052Z","steps":["trace[1132317622] 'read index received' (duration: 187.023071ms)","trace[1132317622] 'applied index is now lower than readState.Index' (duration: 942.823µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:41:44.817184Z","caller":"traceutil/trace.go:171","msg":"trace[127372017] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"225.581575ms","start":"2026-07-29T15:41:44.591578Z","end":"2026-07-29T15:41:44.81716Z","steps":["trace[127372017] 'process raft request' (duration: 224.546269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:44.81746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.32031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T15:41:44.817527Z","caller":"traceutil/trace.go:171","msg":"trace[926312718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:833; }","duration":"354.462335ms","start":"2026-07-29T15:41:44.463049Z","end":"2026-07-29T15:41:44.817512Z","steps":["trace[926312718] 'agreement among raft nodes before linearized reading' (duration: 354.195478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:44.817591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:44.463016Z","time spent":"354.560147ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:41:44.817754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.390152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-29T15:41:44.818418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.021785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:41:44.818496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.099511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T15:41:44.818568Z","caller":"traceutil/trace.go:171","msg":"trace[57740630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:834; }","duration":"170.198244ms","start":"2026-07-29T15:41:44.648353Z","end":"2026-07-29T15:41:44.818551Z","steps":["trace[57740630] 'agreement among raft nodes before linearized reading' (duration: 169.837055ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:44.81851Z","caller":"traceutil/trace.go:171","msg":"trace[1436866040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"188.377004ms","start":"2026-07-29T15:41:44.630113Z","end":"2026-07-29T15:41:44.81849Z","steps":["trace[1436866040] 'agreement among raft nodes before linearized reading' (duration: 188.007834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:44.818772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.281147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T15:41:44.81956Z","caller":"traceutil/trace.go:171","msg":"trace[87958900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:833; }","duration":"596.556557ms","start":"2026-07-29T15:41:44.22126Z","end":"2026-07-29T15:41:44.817817Z","steps":["trace[87958900] 'agreement among raft nodes before linearized reading' (duration: 596.028653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:41:44.819606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:41:44.221231Z","time spent":"598.363292ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T15:41:44.818864Z","caller":"traceutil/trace.go:171","msg":"trace[6892786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:834; }","duration":"174.41111ms","start":"2026-07-29T15:41:44.644438Z","end":"2026-07-29T15:41:44.818849Z","steps":["trace[6892786] 'agreement among raft nodes before linearized reading' (duration: 174.084332ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:59.229711Z","caller":"traceutil/trace.go:171","msg":"trace[1640510820] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"158.263606ms","start":"2026-07-29T15:41:59.071413Z","end":"2026-07-29T15:41:59.229676Z","steps":["trace[1640510820] 'process raft request' (duration: 151.241012ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:59.230062Z","caller":"traceutil/trace.go:171","msg":"trace[1074370371] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"156.235755ms","start":"2026-07-29T15:41:59.073795Z","end":"2026-07-29T15:41:59.230031Z","steps":["trace[1074370371] 'process raft request' (duration: 155.757143ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:59.285583Z","caller":"traceutil/trace.go:171","msg":"trace[1670813733] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"159.27987ms","start":"2026-07-29T15:41:59.126271Z","end":"2026-07-29T15:41:59.285551Z","steps":["trace[1670813733] 'process raft request' (duration: 159.102966ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:59.48334Z","caller":"traceutil/trace.go:171","msg":"trace[820051061] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"244.257829ms","start":"2026-07-29T15:41:59.239047Z","end":"2026-07-29T15:41:59.483305Z","steps":["trace[820051061] 'process raft request' (duration: 242.110176ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:41:59.755133Z","caller":"traceutil/trace.go:171","msg":"trace[1405268086] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"101.487178ms","start":"2026-07-29T15:41:59.653621Z","end":"2026-07-29T15:41:59.755109Z","steps":["trace[1405268086] 'process raft request' (duration: 101.312304ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:42:00.733618Z","caller":"traceutil/trace.go:171","msg":"trace[73468230] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"145.584147ms","start":"2026-07-29T15:42:00.588004Z","end":"2026-07-29T15:42:00.733588Z","steps":["trace[73468230] 'process raft request' (duration: 144.839919ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:42:23.994344Z","caller":"traceutil/trace.go:171","msg":"trace[1643896648] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"127.387357ms","start":"2026-07-29T15:42:23.866928Z","end":"2026-07-29T15:42:23.994316Z","steps":["trace[1643896648] 'process raft request' (duration: 127.200172ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:42:32.24564Z","caller":"traceutil/trace.go:171","msg":"trace[646170421] linearizableReadLoop","detail":"{readStateIndex:1396; appliedIndex:1395; }","duration":"211.648154ms","start":"2026-07-29T15:42:32.03397Z","end":"2026-07-29T15:42:32.245618Z","steps":["trace[646170421] 'read index received' (duration: 211.405439ms)","trace[646170421] 'applied index is now lower than readState.Index' (duration: 241.175µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:42:32.245685Z","caller":"traceutil/trace.go:171","msg":"trace[1992590821] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"217.27663ms","start":"2026-07-29T15:42:32.028366Z","end":"2026-07-29T15:42:32.245642Z","steps":["trace[1992590821] 'process raft request' (duration: 217.104916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:42:32.245766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.770497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:42:32.245817Z","caller":"traceutil/trace.go:171","msg":"trace[824303182] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1346; }","duration":"211.887599ms","start":"2026-07-29T15:42:32.033921Z","end":"2026-07-29T15:42:32.245808Z","steps":["trace[824303182] 'agreement among raft nodes before linearized reading' (duration: 211.783947ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:05.766796Z","caller":"traceutil/trace.go:171","msg":"trace[1372498470] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"392.315232ms","start":"2026-07-29T15:43:05.37445Z","end":"2026-07-29T15:43:05.766765Z","steps":["trace[1372498470] 'process raft request' (duration: 392.179529ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:05.766833Z","caller":"traceutil/trace.go:171","msg":"trace[962066360] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"392.321901ms","start":"2026-07-29T15:43:05.374459Z","end":"2026-07-29T15:43:05.766781Z","steps":["trace[962066360] 'process raft request' (duration: 392.007594ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:05.766928Z","caller":"traceutil/trace.go:171","msg":"trace[1364429171] linearizableReadLoop","detail":"{readStateIndex:1883; appliedIndex:1879; }","duration":"390.570391ms","start":"2026-07-29T15:43:05.376323Z","end":"2026-07-29T15:43:05.766894Z","steps":["trace[1364429171] 'read index received' (duration: 36.198236ms)","trace[1364429171] 'applied index is now lower than readState.Index' (duration: 354.370525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:43:05.767023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:05.374407Z","time spent":"392.510256ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:43:05.767075Z","caller":"traceutil/trace.go:171","msg":"trace[1852852181] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"392.359392ms","start":"2026-07-29T15:43:05.374695Z","end":"2026-07-29T15:43:05.767055Z","steps":["trace[1852852181] 'process raft request' (duration: 392.027075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:05.767213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:05.374682Z","time spent":"392.474726ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:43:05.767244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.974657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T15:43:05.767303Z","caller":"traceutil/trace.go:171","msg":"trace[1114813294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1804; }","duration":"390.053338ms","start":"2026-07-29T15:43:05.377232Z","end":"2026-07-29T15:43:05.767286Z","steps":["trace[1114813294] 'agreement among raft nodes before linearized reading' (duration: 389.898034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:05.767263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.860618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T15:43:05.76735Z","caller":"traceutil/trace.go:171","msg":"trace[242935267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1804; }","duration":"391.048063ms","start":"2026-07-29T15:43:05.376292Z","end":"2026-07-29T15:43:05.76734Z","steps":["trace[242935267] 'agreement among raft nodes before linearized reading' (duration: 390.756775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:05.767353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:05.377227Z","time spent":"390.11559ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:43:05.767389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:05.376282Z","time spent":"391.099534ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:43:05.767331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:05.37444Z","time spent":"392.518116ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T15:43:05.887833Z","caller":"traceutil/trace.go:171","msg":"trace[248221690] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"115.630693ms","start":"2026-07-29T15:43:05.772177Z","end":"2026-07-29T15:43:05.887808Z","steps":["trace[248221690] 'process raft request' (duration: 101.019807ms)","trace[248221690] 'compare' (duration: 14.246406ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:43:05.888319Z","caller":"traceutil/trace.go:171","msg":"trace[2143816736] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"115.166122ms","start":"2026-07-29T15:43:05.77313Z","end":"2026-07-29T15:43:05.888296Z","steps":["trace[2143816736] 'process raft request' (duration: 114.505467ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:05.888537Z","caller":"traceutil/trace.go:171","msg":"trace[1852558050] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"114.368012ms","start":"2026-07-29T15:43:05.774153Z","end":"2026-07-29T15:43:05.888521Z","steps":["trace[1852558050] 'process raft request' (duration: 113.534583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:20.12467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.72707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:43:20.125031Z","caller":"traceutil/trace.go:171","msg":"trace[1273368579] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2052; }","duration":"158.090856ms","start":"2026-07-29T15:43:19.96692Z","end":"2026-07-29T15:43:20.125011Z","steps":["trace[1273368579] 'read index received' (duration: 52.272µs)","trace[1273368579] 'applied index is now lower than readState.Index' (duration: 158.037484ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:43:20.125202Z","caller":"traceutil/trace.go:171","msg":"trace[2111774690] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"246.610405ms","start":"2026-07-29T15:43:19.878552Z","end":"2026-07-29T15:43:20.125162Z","steps":["trace[2111774690] 'process raft request' (duration: 10.275781ms)","trace[2111774690] 'compare' (duration: 235.26422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:43:20.125586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.647959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-07-29T15:43:20.125636Z","caller":"traceutil/trace.go:171","msg":"trace[487731326] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"134.741867ms","start":"2026-07-29T15:43:19.990882Z","end":"2026-07-29T15:43:20.125624Z","steps":["trace[487731326] 'process raft request' (duration: 134.595733ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:20.125672Z","caller":"traceutil/trace.go:171","msg":"trace[1263099799] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1971; }","duration":"158.792872ms","start":"2026-07-29T15:43:19.966858Z","end":"2026-07-29T15:43:20.125651Z","steps":["trace[1263099799] 'agreement among raft nodes before linearized reading' (duration: 158.536207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:20.125709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.542821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T15:43:20.125811Z","caller":"traceutil/trace.go:171","msg":"trace[2067245501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1972; }","duration":"131.678284ms","start":"2026-07-29T15:43:19.994119Z","end":"2026-07-29T15:43:20.125797Z","steps":["trace[2067245501] 'agreement among raft nodes before linearized reading' (duration: 131.427699ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:20.126296Z","caller":"traceutil/trace.go:171","msg":"trace[1798440783] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"245.701595ms","start":"2026-07-29T15:43:19.880579Z","end":"2026-07-29T15:43:20.126281Z","steps":["trace[1798440783] 'process raft request' (duration: 244.294292ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:21.407153Z","caller":"traceutil/trace.go:171","msg":"trace[1136543718] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"334.723723ms","start":"2026-07-29T15:43:21.0724Z","end":"2026-07-29T15:43:21.407124Z","steps":["trace[1136543718] 'process raft request' (duration: 334.539149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:21.407554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:21.072382Z","time spent":"334.884777ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:43:22.040319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.846911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:43:22.040701Z","caller":"traceutil/trace.go:171","msg":"trace[817653290] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"473.592394ms","start":"2026-07-29T15:43:21.567085Z","end":"2026-07-29T15:43:22.040677Z","steps":["trace[817653290] 'process raft request' (duration: 473.520953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:22.040812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:21.567049Z","time spent":"473.712847ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:43:22.041134Z","caller":"traceutil/trace.go:171","msg":"trace[174625533] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2060; }","duration":"857.654226ms","start":"2026-07-29T15:43:21.183461Z","end":"2026-07-29T15:43:22.041116Z","steps":["trace[174625533] 'read index received' (duration: 223.53265ms)","trace[174625533] 'applied index is now lower than readState.Index' (duration: 634.119346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:43:22.041454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.82165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:43:22.041573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.227356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:43:22.041615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.912032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T15:43:22.041643Z","caller":"traceutil/trace.go:171","msg":"trace[475727445] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1981; }","duration":"751.33236ms","start":"2026-07-29T15:43:21.290292Z","end":"2026-07-29T15:43:22.041624Z","steps":["trace[475727445] 'agreement among raft nodes before linearized reading' (duration: 751.228978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:22.041703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:21.290279Z","time spent":"751.407621ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:43:22.041715Z","caller":"traceutil/trace.go:171","msg":"trace[79642878] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:1; response_revision:1981; }","duration":"686.051966ms","start":"2026-07-29T15:43:21.355602Z","end":"2026-07-29T15:43:22.041654Z","steps":["trace[79642878] 'agreement among raft nodes before linearized reading' (duration: 685.814509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:22.041732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.431059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T15:43:22.041789Z","caller":"traceutil/trace.go:171","msg":"trace[175617629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1981; }","duration":"163.563522ms","start":"2026-07-29T15:43:21.878212Z","end":"2026-07-29T15:43:22.041776Z","steps":["trace[175617629] 'agreement among raft nodes before linearized reading' (duration: 163.345678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:22.041804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:21.35558Z","time spent":"686.174818ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.242\" "} {"level":"info","ts":"2026-07-29T15:43:22.041585Z","caller":"traceutil/trace.go:171","msg":"trace[464776632] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1981; }","duration":"854.988115ms","start":"2026-07-29T15:43:21.186571Z","end":"2026-07-29T15:43:22.041559Z","steps":["trace[464776632] 'agreement among raft nodes before linearized reading' (duration: 854.746468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:22.042001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:21.186563Z","time spent":"855.418904ms","remote":"127.0.0.1:56932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:43:22.041512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.43997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T15:43:22.042079Z","caller":"traceutil/trace.go:171","msg":"trace[2101180687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1981; }","duration":"554.063135ms","start":"2026-07-29T15:43:21.487998Z","end":"2026-07-29T15:43:22.042061Z","steps":["trace[2101180687] 'agreement among raft nodes before linearized reading' (duration: 553.363668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:22.041746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.190009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef8e8ebd-136e-4e65-9902-63ec242ab101\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-07-29T15:43:22.042114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:21.487971Z","time spent":"554.132326ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T15:43:22.04218Z","caller":"traceutil/trace.go:171","msg":"trace[1437256384] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef8e8ebd-136e-4e65-9902-63ec242ab101; range_end:; response_count:1; response_revision:1981; }","duration":"858.7195ms","start":"2026-07-29T15:43:21.18342Z","end":"2026-07-29T15:43:22.042139Z","steps":["trace[1437256384] 'agreement among raft nodes before linearized reading' (duration: 857.994253ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:22.041461Z","caller":"traceutil/trace.go:171","msg":"trace[525984651] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"868.549631ms","start":"2026-07-29T15:43:21.172865Z","end":"2026-07-29T15:43:22.041414Z","steps":["trace[525984651] 'process raft request' (duration: 433.465772ms)","trace[525984651] 'compare' (duration: 433.464632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:43:22.042239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:21.183406Z","time spent":"858.815884ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef8e8ebd-136e-4e65-9902-63ec242ab101\" "} {"level":"warn","ts":"2026-07-29T15:43:22.042314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:21.172839Z","time spent":"869.421183ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:43:22.042581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.338492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:43:22.042842Z","caller":"traceutil/trace.go:171","msg":"trace[764490223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1981; }","duration":"643.770641ms","start":"2026-07-29T15:43:21.399053Z","end":"2026-07-29T15:43:22.042619Z","steps":["trace[764490223] 'agreement among raft nodes before linearized reading' (duration: 643.160168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:22.043286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:21.399026Z","time spent":"643.849844ms","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T15:43:22.04374Z","caller":"traceutil/trace.go:171","msg":"trace[810863468] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"775.161699ms","start":"2026-07-29T15:43:21.268549Z","end":"2026-07-29T15:43:22.043711Z","steps":["trace[810863468] 'process raft request' (duration: 771.901032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:22.044085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:21.26851Z","time spent":"775.396454ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:43:22.21098Z","caller":"traceutil/trace.go:171","msg":"trace[639016108] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"165.098297ms","start":"2026-07-29T15:43:22.045826Z","end":"2026-07-29T15:43:22.210924Z","steps":["trace[639016108] 'process raft request' (duration: 124.933863ms)","trace[639016108] 'compare' (duration: 39.398355ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:43:22.211418Z","caller":"traceutil/trace.go:171","msg":"trace[5806458] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"162.25809ms","start":"2026-07-29T15:43:22.048999Z","end":"2026-07-29T15:43:22.211257Z","steps":["trace[5806458] 'process raft request' (duration: 161.866321ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:22.211563Z","caller":"traceutil/trace.go:171","msg":"trace[332016833] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2065; }","duration":"162.827923ms","start":"2026-07-29T15:43:22.048608Z","end":"2026-07-29T15:43:22.211435Z","steps":["trace[332016833] 'read index received' (duration: 8.864457ms)","trace[332016833] 'applied index is now lower than readState.Index' (duration: 153.955916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:43:22.211809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.171082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:43:22.211875Z","caller":"traceutil/trace.go:171","msg":"trace[1192153584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1983; }","duration":"163.278255ms","start":"2026-07-29T15:43:22.04858Z","end":"2026-07-29T15:43:22.211858Z","steps":["trace[1192153584] 'agreement among raft nodes before linearized reading' (duration: 163.131551ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:22.211988Z","caller":"traceutil/trace.go:171","msg":"trace[1119905277] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"153.608117ms","start":"2026-07-29T15:43:22.058351Z","end":"2026-07-29T15:43:22.211959Z","steps":["trace[1119905277] 'process raft request' (duration: 152.769797ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:22.690194Z","caller":"traceutil/trace.go:171","msg":"trace[1097207612] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"237.681781ms","start":"2026-07-29T15:43:22.452481Z","end":"2026-07-29T15:43:22.690162Z","steps":["trace[1097207612] 'process raft request' (duration: 237.475327ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:30.874879Z","caller":"traceutil/trace.go:171","msg":"trace[344580204] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"148.787076ms","start":"2026-07-29T15:43:30.72606Z","end":"2026-07-29T15:43:30.874847Z","steps":["trace[344580204] 'process raft request' (duration: 148.555271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:37.544793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541183,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:43:37.787245Z","caller":"traceutil/trace.go:171","msg":"trace[2010110777] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"958.713224ms","start":"2026-07-29T15:43:36.828507Z","end":"2026-07-29T15:43:37.78722Z","steps":["trace[2010110777] 'process raft request' (duration: 958.572841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:37.787391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:36.828477Z","time spent":"958.841909ms","remote":"127.0.0.1:56636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7948,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:43:37.790117Z","caller":"traceutil/trace.go:171","msg":"trace[708162078] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"890.271745ms","start":"2026-07-29T15:43:36.899826Z","end":"2026-07-29T15:43:37.790098Z","steps":["trace[708162078] 'process raft request' (duration: 889.455885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:37.790205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:36.899792Z","time spent":"890.377567ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:43:37.790379Z","caller":"traceutil/trace.go:171","msg":"trace[1041218914] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"704.128992ms","start":"2026-07-29T15:43:37.086239Z","end":"2026-07-29T15:43:37.790368Z","steps":["trace[1041218914] 'process raft request' (duration: 703.226241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:37.790431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:37.086215Z","time spent":"704.191373ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:43:37.795988Z","caller":"traceutil/trace.go:171","msg":"trace[1835661789] linearizableReadLoop","detail":"{readStateIndex:2207; appliedIndex:2203; }","duration":"752.094373ms","start":"2026-07-29T15:43:37.043868Z","end":"2026-07-29T15:43:37.795962Z","steps":["trace[1835661789] 'read index received' (duration: 743.284227ms)","trace[1835661789] 'applied index is now lower than readState.Index' (duration: 8.808876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:43:37.796121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.254547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:43:37.796158Z","caller":"traceutil/trace.go:171","msg":"trace[962174353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2118; }","duration":"752.316978ms","start":"2026-07-29T15:43:37.043831Z","end":"2026-07-29T15:43:37.796148Z","steps":["trace[962174353] 'agreement among raft nodes before linearized reading' (duration: 752.253477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:37.796182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:37.043816Z","time spent":"752.361139ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:43:37.796246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.568236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T15:43:37.796231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.071286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:43:37.796284Z","caller":"traceutil/trace.go:171","msg":"trace[1290960301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2118; }","duration":"643.679528ms","start":"2026-07-29T15:43:37.152593Z","end":"2026-07-29T15:43:37.796273Z","steps":["trace[1290960301] 'agreement among raft nodes before linearized reading' (duration: 643.500764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:37.796324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:37.152568Z","time spent":"643.74512ms","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T15:43:37.796418Z","caller":"traceutil/trace.go:171","msg":"trace[477360343] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2118; }","duration":"167.200359ms","start":"2026-07-29T15:43:37.629097Z","end":"2026-07-29T15:43:37.796298Z","steps":["trace[477360343] 'agreement among raft nodes before linearized reading' (duration: 167.053555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:42.881935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.451129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:43:42.882272Z","caller":"traceutil/trace.go:171","msg":"trace[1975048891] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"498.492889ms","start":"2026-07-29T15:43:42.38374Z","end":"2026-07-29T15:43:42.882233Z","steps":["trace[1975048891] 'process raft request' (duration: 121.593039ms)","trace[1975048891] 'compare' (duration: 376.262075ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:43:42.882353Z","caller":"traceutil/trace.go:171","msg":"trace[210110897] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"498.427879ms","start":"2026-07-29T15:43:42.383908Z","end":"2026-07-29T15:43:42.882336Z","steps":["trace[210110897] 'process raft request' (duration: 498.172763ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:42.882434Z","caller":"traceutil/trace.go:171","msg":"trace[549105948] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2233; }","duration":"474.466908ms","start":"2026-07-29T15:43:42.407942Z","end":"2026-07-29T15:43:42.882409Z","steps":["trace[549105948] 'read index received' (duration: 97.457746ms)","trace[549105948] 'applied index is now lower than readState.Index' (duration: 377.007882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:43:42.882448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:42.383709Z","time spent":"498.647503ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:43:42.882477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:42.383875Z","time spent":"498.50457ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:43:42.882492Z","caller":"traceutil/trace.go:171","msg":"trace[1391863127] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"424.059001ms","start":"2026-07-29T15:43:42.458402Z","end":"2026-07-29T15:43:42.882461Z","steps":["trace[1391863127] 'process raft request' (duration: 423.860837ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:42.882487Z","caller":"traceutil/trace.go:171","msg":"trace[1025190173] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"498.49976ms","start":"2026-07-29T15:43:42.383936Z","end":"2026-07-29T15:43:42.882436Z","steps":["trace[1025190173] 'process raft request' (duration: 498.229404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:42.882618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:42.458361Z","time spent":"424.184824ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:43:42.882665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:42.383909Z","time spent":"498.645574ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:43:42.882679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.727745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T15:43:42.882744Z","caller":"traceutil/trace.go:171","msg":"trace[961980989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2147; }","duration":"474.835727ms","start":"2026-07-29T15:43:42.407894Z","end":"2026-07-29T15:43:42.88273Z","steps":["trace[961980989] 'agreement among raft nodes before linearized reading' (duration: 474.643122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:42.882753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.764716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T15:43:42.882791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:42.407869Z","time spent":"474.91194ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T15:43:42.882827Z","caller":"traceutil/trace.go:171","msg":"trace[424205079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2147; }","duration":"474.873548ms","start":"2026-07-29T15:43:42.40793Z","end":"2026-07-29T15:43:42.882804Z","steps":["trace[424205079] 'agreement among raft nodes before linearized reading' (duration: 474.639953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:42.882864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:42.407915Z","time spent":"474.94169ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T15:43:48.323138Z","caller":"traceutil/trace.go:171","msg":"trace[731356456] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"129.203943ms","start":"2026-07-29T15:43:48.193907Z","end":"2026-07-29T15:43:48.323111Z","steps":["trace[731356456] 'process raft request' (duration: 48.05559ms)","trace[731356456] 'compare' (duration: 80.781624ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:43:49.014821Z","caller":"traceutil/trace.go:171","msg":"trace[1395391133] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"103.087814ms","start":"2026-07-29T15:43:48.911707Z","end":"2026-07-29T15:43:49.014795Z","steps":["trace[1395391133] 'process raft request' (duration: 102.93659ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:49.062658Z","caller":"traceutil/trace.go:171","msg":"trace[1856209859] linearizableReadLoop","detail":"{readStateIndex:2267; appliedIndex:2264; }","duration":"138.673413ms","start":"2026-07-29T15:43:48.923956Z","end":"2026-07-29T15:43:49.062629Z","steps":["trace[1856209859] 'read index received' (duration: 90.789737ms)","trace[1856209859] 'applied index is now lower than readState.Index' (duration: 47.882456ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:43:49.062709Z","caller":"traceutil/trace.go:171","msg":"trace[2092204348] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"150.922348ms","start":"2026-07-29T15:43:48.911755Z","end":"2026-07-29T15:43:49.062678Z","steps":["trace[2092204348] 'process raft request' (duration: 150.673893ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:49.062781Z","caller":"traceutil/trace.go:171","msg":"trace[66455958] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"150.332005ms","start":"2026-07-29T15:43:48.912434Z","end":"2026-07-29T15:43:49.062766Z","steps":["trace[66455958] 'process raft request' (duration: 150.150731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:49.063072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.081703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:43:49.063139Z","caller":"traceutil/trace.go:171","msg":"trace[829602333] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2176; }","duration":"139.171205ms","start":"2026-07-29T15:43:48.923946Z","end":"2026-07-29T15:43:49.063117Z","steps":["trace[829602333] 'agreement among raft nodes before linearized reading' (duration: 138.924799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:49.063308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.590788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T15:43:49.063291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.09712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T15:43:49.063399Z","caller":"traceutil/trace.go:171","msg":"trace[523647768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2176; }","duration":"125.760103ms","start":"2026-07-29T15:43:48.937615Z","end":"2026-07-29T15:43:49.063375Z","steps":["trace[523647768] 'agreement among raft nodes before linearized reading' (duration: 125.355894ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:49.0634Z","caller":"traceutil/trace.go:171","msg":"trace[1073948052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2176; }","duration":"117.278384ms","start":"2026-07-29T15:43:48.946107Z","end":"2026-07-29T15:43:49.063386Z","steps":["trace[1073948052] 'agreement among raft nodes before linearized reading' (duration: 116.998538ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:49.194724Z","caller":"traceutil/trace.go:171","msg":"trace[1139065651] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"125.705591ms","start":"2026-07-29T15:43:49.068991Z","end":"2026-07-29T15:43:49.194697Z","steps":["trace[1139065651] 'process raft request' (duration: 125.573688ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:49.194817Z","caller":"traceutil/trace.go:171","msg":"trace[470126454] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"126.11603ms","start":"2026-07-29T15:43:49.068633Z","end":"2026-07-29T15:43:49.194749Z","steps":["trace[470126454] 'process raft request' (duration: 55.754469ms)","trace[470126454] 'compare' (duration: 69.805497ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:43:50.401209Z","caller":"traceutil/trace.go:171","msg":"trace[1369767949] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"175.506351ms","start":"2026-07-29T15:43:50.225666Z","end":"2026-07-29T15:43:50.401172Z","steps":["trace[1369767949] 'process raft request' (duration: 175.225965ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:50.465109Z","caller":"traceutil/trace.go:171","msg":"trace[1705732196] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"136.03464ms","start":"2026-07-29T15:43:50.329031Z","end":"2026-07-29T15:43:50.465066Z","steps":["trace[1705732196] 'process raft request' (duration: 120.311904ms)","trace[1705732196] 'compare' (duration: 15.524842ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:43:51.278115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.134863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:43:51.27821Z","caller":"traceutil/trace.go:171","msg":"trace[996511024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2185; }","duration":"133.287046ms","start":"2026-07-29T15:43:51.144899Z","end":"2026-07-29T15:43:51.278186Z","steps":["trace[996511024] 'range keys from in-memory index tree' (duration: 132.804664ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:51.442276Z","caller":"traceutil/trace.go:171","msg":"trace[1355632874] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"159.743562ms","start":"2026-07-29T15:43:51.282501Z","end":"2026-07-29T15:43:51.442244Z","steps":["trace[1355632874] 'process raft request' (duration: 159.297031ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:51.442983Z","caller":"traceutil/trace.go:171","msg":"trace[1313480165] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"159.426226ms","start":"2026-07-29T15:43:51.283546Z","end":"2026-07-29T15:43:51.442972Z","steps":["trace[1313480165] 'process raft request' (duration: 158.998836ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:51.717227Z","caller":"traceutil/trace.go:171","msg":"trace[1303419829] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"245.645945ms","start":"2026-07-29T15:43:51.471521Z","end":"2026-07-29T15:43:51.717166Z","steps":["trace[1303419829] 'process raft request' (duration: 159.341013ms)","trace[1303419829] 'compare' (duration: 86.147907ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:43:53.171475Z","caller":"traceutil/trace.go:171","msg":"trace[1230759581] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"118.799317ms","start":"2026-07-29T15:43:53.052631Z","end":"2026-07-29T15:43:53.171431Z","steps":["trace[1230759581] 'process raft request' (duration: 118.170463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:53.373579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.351728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-29T15:43:53.373694Z","caller":"traceutil/trace.go:171","msg":"trace[257655825] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2196; }","duration":"112.47305ms","start":"2026-07-29T15:43:53.26119Z","end":"2026-07-29T15:43:53.373663Z","steps":["trace[257655825] 'range keys from in-memory index tree' (duration: 112.133912ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:53.540992Z","caller":"traceutil/trace.go:171","msg":"trace[1872168068] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"141.758082ms","start":"2026-07-29T15:43:53.3992Z","end":"2026-07-29T15:43:53.540958Z","steps":["trace[1872168068] 'process raft request' (duration: 141.144198ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:53.675677Z","caller":"traceutil/trace.go:171","msg":"trace[479629078] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"128.987604ms","start":"2026-07-29T15:43:53.546662Z","end":"2026-07-29T15:43:53.67565Z","steps":["trace[479629078] 'process raft request' (duration: 128.665087ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:53.707921Z","caller":"traceutil/trace.go:171","msg":"trace[752012215] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"160.833286ms","start":"2026-07-29T15:43:53.547067Z","end":"2026-07-29T15:43:53.7079Z","steps":["trace[752012215] 'process raft request' (duration: 160.698423ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:54.232301Z","caller":"traceutil/trace.go:171","msg":"trace[581045981] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"129.938555ms","start":"2026-07-29T15:43:54.102334Z","end":"2026-07-29T15:43:54.232273Z","steps":["trace[581045981] 'process raft request' (duration: 129.70387ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:54.718835Z","caller":"traceutil/trace.go:171","msg":"trace[54275907] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"166.078227ms","start":"2026-07-29T15:43:54.552702Z","end":"2026-07-29T15:43:54.71878Z","steps":["trace[54275907] 'process raft request' (duration: 81.238312ms)","trace[54275907] 'compare' (duration: 84.403866ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:43:55.25838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.137459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:43:55.258529Z","caller":"traceutil/trace.go:171","msg":"trace[620474783] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2296; }","duration":"213.847159ms","start":"2026-07-29T15:43:55.044643Z","end":"2026-07-29T15:43:55.25849Z","steps":["trace[620474783] 'read index received' (duration: 53.191µs)","trace[620474783] 'applied index is now lower than readState.Index' (duration: 213.792278ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:43:55.258655Z","caller":"traceutil/trace.go:171","msg":"trace[1894977752] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"494.093905ms","start":"2026-07-29T15:43:54.764538Z","end":"2026-07-29T15:43:55.258632Z","steps":["trace[1894977752] 'process raft request' (duration: 187.611839ms)","trace[1894977752] 'compare' (duration: 305.298249ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:43:55.258728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:54.764511Z","time spent":"494.187188ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:43:55.259159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.480744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:43:55.259243Z","caller":"traceutil/trace.go:171","msg":"trace[1733052808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2205; }","duration":"214.644128ms","start":"2026-07-29T15:43:55.044581Z","end":"2026-07-29T15:43:55.259225Z","steps":["trace[1733052808] 'agreement among raft nodes before linearized reading' (duration: 214.419003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:55.259395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.10323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:43:55.25967Z","caller":"traceutil/trace.go:171","msg":"trace[1066123709] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2205; }","duration":"109.462089ms","start":"2026-07-29T15:43:55.150192Z","end":"2026-07-29T15:43:55.259654Z","steps":["trace[1066123709] 'agreement among raft nodes before linearized reading' (duration: 109.026709ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:55.576119Z","caller":"traceutil/trace.go:171","msg":"trace[83989841] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"312.075236ms","start":"2026-07-29T15:43:55.263985Z","end":"2026-07-29T15:43:55.57606Z","steps":["trace[83989841] 'process raft request' (duration: 311.500723ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:55.576461Z","caller":"traceutil/trace.go:171","msg":"trace[1237441157] linearizableReadLoop","detail":"{readStateIndex:2300; appliedIndex:2298; }","duration":"115.417958ms","start":"2026-07-29T15:43:55.461006Z","end":"2026-07-29T15:43:55.576424Z","steps":["trace[1237441157] 'read index received' (duration: 114.358904ms)","trace[1237441157] 'applied index is now lower than readState.Index' (duration: 1.056104ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:43:55.57658Z","caller":"traceutil/trace.go:171","msg":"trace[163281759] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"312.412273ms","start":"2026-07-29T15:43:55.26412Z","end":"2026-07-29T15:43:55.576532Z","steps":["trace[163281759] 'process raft request' (duration: 311.890882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:55.576758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:55.264094Z","time spent":"312.545338ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:43:55.576775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.764676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:43:55.57687Z","caller":"traceutil/trace.go:171","msg":"trace[1073559439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2208; }","duration":"115.899139ms","start":"2026-07-29T15:43:55.460954Z","end":"2026-07-29T15:43:55.576853Z","steps":["trace[1073559439] 'agreement among raft nodes before linearized reading' (duration: 115.630933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:55.576981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:55.263958Z","time spent":"312.342382ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:43:55.798083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.761813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T15:43:55.798204Z","caller":"traceutil/trace.go:171","msg":"trace[1707619580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2208; }","duration":"117.988148ms","start":"2026-07-29T15:43:55.680189Z","end":"2026-07-29T15:43:55.798177Z","steps":["trace[1707619580] 'range keys from in-memory index tree' (duration: 117.419923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:55.798567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.234339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:43:55.798622Z","caller":"traceutil/trace.go:171","msg":"trace[814829200] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2208; }","duration":"109.041989ms","start":"2026-07-29T15:43:55.689566Z","end":"2026-07-29T15:43:55.798608Z","steps":["trace[814829200] 'count revisions from in-memory index tree' (duration: 108.082266ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:56.118981Z","caller":"traceutil/trace.go:171","msg":"trace[36597076] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"314.360269ms","start":"2026-07-29T15:43:55.804596Z","end":"2026-07-29T15:43:56.118956Z","steps":["trace[36597076] 'process raft request' (duration: 239.469095ms)","trace[36597076] 'compare' (duration: 74.701889ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:43:56.119129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:55.804565Z","time spent":"314.493902ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:43:56.119142Z","caller":"traceutil/trace.go:171","msg":"trace[998135339] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"121.716783ms","start":"2026-07-29T15:43:55.997386Z","end":"2026-07-29T15:43:56.119103Z","steps":["trace[998135339] 'process raft request' (duration: 121.518058ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:56.758859Z","caller":"traceutil/trace.go:171","msg":"trace[357040389] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"263.701809ms","start":"2026-07-29T15:43:56.495123Z","end":"2026-07-29T15:43:56.758825Z","steps":["trace[357040389] 'process raft request' (duration: 263.516435ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:56.91782Z","caller":"traceutil/trace.go:171","msg":"trace[682058729] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"389.620759ms","start":"2026-07-29T15:43:56.528158Z","end":"2026-07-29T15:43:56.917779Z","steps":["trace[682058729] 'process raft request' (duration: 317.454089ms)","trace[682058729] 'compare' (duration: 70.055481ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:43:56.918019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:56.528128Z","time spent":"389.810853ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:43:56.917995Z","caller":"traceutil/trace.go:171","msg":"trace[1952268131] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"297.648469ms","start":"2026-07-29T15:43:56.620316Z","end":"2026-07-29T15:43:56.917964Z","steps":["trace[1952268131] 'process raft request' (duration: 297.044746ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:56.918215Z","caller":"traceutil/trace.go:171","msg":"trace[1901178803] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2304; }","duration":"311.756068ms","start":"2026-07-29T15:43:56.606439Z","end":"2026-07-29T15:43:56.918195Z","steps":["trace[1901178803] 'read index received' (duration: 152.287726ms)","trace[1901178803] 'applied index is now lower than readState.Index' (duration: 159.466112ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:43:56.918288Z","caller":"traceutil/trace.go:171","msg":"trace[1121624369] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"192.83075ms","start":"2026-07-29T15:43:56.725444Z","end":"2026-07-29T15:43:56.918274Z","steps":["trace[1121624369] 'process raft request' (duration: 191.9797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:56.992375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.917784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:43:56.992467Z","caller":"traceutil/trace.go:171","msg":"trace[1078365523] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2216; }","duration":"386.053357ms","start":"2026-07-29T15:43:56.606386Z","end":"2026-07-29T15:43:56.992439Z","steps":["trace[1078365523] 'agreement among raft nodes before linearized reading' (duration: 311.86397ms)","trace[1078365523] 'range keys from in-memory index tree' (duration: 73.944341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:43:56.992503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:56.606364Z","time spent":"386.132969ms","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T15:43:57.675424Z","caller":"traceutil/trace.go:171","msg":"trace[626868824] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"100.727055ms","start":"2026-07-29T15:43:57.574675Z","end":"2026-07-29T15:43:57.675402Z","steps":["trace[626868824] 'process raft request' (duration: 100.070779ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:58.403326Z","caller":"traceutil/trace.go:171","msg":"trace[38256590] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"102.27889ms","start":"2026-07-29T15:43:58.300999Z","end":"2026-07-29T15:43:58.403278Z","steps":["trace[38256590] 'process raft request' (duration: 100.667833ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:58.870629Z","caller":"traceutil/trace.go:171","msg":"trace[1217748725] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"105.045243ms","start":"2026-07-29T15:43:58.765551Z","end":"2026-07-29T15:43:58.870596Z","steps":["trace[1217748725] 'process raft request' (duration: 104.769935ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:43:59.3433Z","caller":"traceutil/trace.go:171","msg":"trace[602795449] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2321; }","duration":"358.475221ms","start":"2026-07-29T15:43:58.984779Z","end":"2026-07-29T15:43:59.343254Z","steps":["trace[602795449] 'read index received' (duration: 353.297649ms)","trace[602795449] 'applied index is now lower than readState.Index' (duration: 5.175752ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:43:59.34358Z","caller":"traceutil/trace.go:171","msg":"trace[1519716470] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"414.649977ms","start":"2026-07-29T15:43:58.928895Z","end":"2026-07-29T15:43:59.343545Z","steps":["trace[1519716470] 'process raft request' (duration: 409.086737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:59.343801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:58.928867Z","time spent":"414.841092ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:43:59.343828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.032773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:43:59.344014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.097103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:43:59.344066Z","caller":"traceutil/trace.go:171","msg":"trace[2103199938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2229; }","duration":"334.182356ms","start":"2026-07-29T15:43:59.009864Z","end":"2026-07-29T15:43:59.344046Z","steps":["trace[2103199938] 'agreement among raft nodes before linearized reading' (duration: 334.038873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:59.34411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:59.009816Z","time spent":"334.287658ms","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T15:43:59.344116Z","caller":"traceutil/trace.go:171","msg":"trace[1466293884] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2229; }","duration":"359.392123ms","start":"2026-07-29T15:43:58.984651Z","end":"2026-07-29T15:43:59.344043Z","steps":["trace[1466293884] 'agreement among raft nodes before linearized reading' (duration: 359.078415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:43:59.344343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:58.984623Z","time spent":"359.632298ms","remote":"127.0.0.1:56544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":24,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:00.291011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.48375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:44:00.291183Z","caller":"traceutil/trace.go:171","msg":"trace[606649533] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2324; }","duration":"312.781496ms","start":"2026-07-29T15:43:59.978386Z","end":"2026-07-29T15:44:00.291167Z","steps":["trace[606649533] 'read index received' (duration: 57.741µs)","trace[606649533] 'applied index is now lower than readState.Index' (duration: 312.722335ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:44:00.291251Z","caller":"traceutil/trace.go:171","msg":"trace[1079900773] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"576.671936ms","start":"2026-07-29T15:43:59.714568Z","end":"2026-07-29T15:44:00.29124Z","steps":["trace[1079900773] 'process raft request' (duration: 576.539533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:00.2914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.027641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T15:44:00.2914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:59.714533Z","time spent":"576.789829ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T15:44:00.291457Z","caller":"traceutil/trace.go:171","msg":"trace[957880719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2233; }","duration":"313.117384ms","start":"2026-07-29T15:43:59.978306Z","end":"2026-07-29T15:44:00.291423Z","steps":["trace[957880719] 'agreement among raft nodes before linearized reading' (duration: 312.92563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:00.291499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:59.978285Z","time spent":"313.205275ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T15:44:00.291206Z","caller":"traceutil/trace.go:171","msg":"trace[1713411273] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"579.719206ms","start":"2026-07-29T15:43:59.711456Z","end":"2026-07-29T15:44:00.291175Z","steps":["trace[1713411273] 'process raft request' (duration: 88.99511ms)","trace[1713411273] 'compare' (duration: 490.179023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:00.291905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:43:59.711303Z","time spent":"580.550226ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:00.791727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541454,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:44:00.94849Z","caller":"traceutil/trace.go:171","msg":"trace[631447114] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"776.615746ms","start":"2026-07-29T15:44:00.171854Z","end":"2026-07-29T15:44:00.94847Z","steps":["trace[631447114] 'process raft request' (duration: 776.480102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:00.948668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:00.171832Z","time spent":"776.732118ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:01.289909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.564068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:44:01.290253Z","caller":"traceutil/trace.go:171","msg":"trace[1027963497] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"413.096088ms","start":"2026-07-29T15:44:00.87714Z","end":"2026-07-29T15:44:01.290236Z","steps":["trace[1027963497] 'process raft request' (duration: 412.962685ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:01.290231Z","caller":"traceutil/trace.go:171","msg":"trace[1105435098] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"995.170889ms","start":"2026-07-29T15:44:00.295018Z","end":"2026-07-29T15:44:01.290189Z","steps":["trace[1105435098] 'process raft request' (duration: 796.224781ms)","trace[1105435098] 'compare' (duration: 198.224441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:01.290322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:00.877113Z","time spent":"413.16877ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:44:01.290375Z","caller":"traceutil/trace.go:171","msg":"trace[1680992886] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"994.564244ms","start":"2026-07-29T15:44:00.295792Z","end":"2026-07-29T15:44:01.290356Z","steps":["trace[1680992886] 'process raft request' (duration: 994.215236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:01.290409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:00.294995Z","time spent":"995.335002ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:44:01.290498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:00.29578Z","time spent":"994.625986ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:44:01.290697Z","caller":"traceutil/trace.go:171","msg":"trace[1034446637] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"230.419859ms","start":"2026-07-29T15:44:01.060246Z","end":"2026-07-29T15:44:01.290665Z","steps":["trace[1034446637] 'process raft request' (duration: 230.260986ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:01.290784Z","caller":"traceutil/trace.go:171","msg":"trace[1463982178] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2326; }","duration":"999.561339ms","start":"2026-07-29T15:44:00.291207Z","end":"2026-07-29T15:44:01.290768Z","steps":["trace[1463982178] 'read index received' (duration: 657.127565ms)","trace[1463982178] 'applied index is now lower than readState.Index' (duration: 342.432124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:01.290924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245264236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:01.290966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107128203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-29T15:44:01.290969Z","caller":"traceutil/trace.go:171","msg":"trace[291729043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2239; }","duration":"1.245343908s","start":"2026-07-29T15:44:00.045616Z","end":"2026-07-29T15:44:01.29096Z","steps":["trace[291729043] 'agreement among raft nodes before linearized reading' (duration: 1.245266016s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:01.291007Z","caller":"traceutil/trace.go:171","msg":"trace[100189964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2239; }","duration":"1.107212194s","start":"2026-07-29T15:44:00.183776Z","end":"2026-07-29T15:44:01.290988Z","steps":["trace[100189964] 'agreement among raft nodes before linearized reading' (duration: 1.107079071s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:01.291007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:00.045595Z","time spent":"1.245404969s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:44:01.291034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:00.183733Z","time spent":"1.107294946s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:44:01.291047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004508115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11297"} {"level":"info","ts":"2026-07-29T15:44:01.291088Z","caller":"traceutil/trace.go:171","msg":"trace[1206640863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2239; }","duration":"1.004602317s","start":"2026-07-29T15:44:00.286474Z","end":"2026-07-29T15:44:01.291076Z","steps":["trace[1206640863] 'agreement among raft nodes before linearized reading' (duration: 1.004423653s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:01.291126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:00.286448Z","time spent":"1.004668169s","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11321,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-07-29T15:44:01.291263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.339603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:44:01.291293Z","caller":"traceutil/trace.go:171","msg":"trace[708254793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2239; }","duration":"937.458756ms","start":"2026-07-29T15:44:00.353822Z","end":"2026-07-29T15:44:01.291281Z","steps":["trace[708254793] 'agreement among raft nodes before linearized reading' (duration: 937.375804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:01.291313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:00.353791Z","time spent":"937.517406ms","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T15:44:01.291458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.343877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:44:01.291483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.091743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-07-29T15:44:01.291496Z","caller":"traceutil/trace.go:171","msg":"trace[1472332256] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2239; }","duration":"779.43108ms","start":"2026-07-29T15:44:00.512054Z","end":"2026-07-29T15:44:01.291485Z","steps":["trace[1472332256] 'agreement among raft nodes before linearized reading' (duration: 779.324667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:01.291527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:00.512029Z","time spent":"779.490421ms","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:01.291525Z","caller":"traceutil/trace.go:171","msg":"trace[1744652604] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2239; }","duration":"672.185566ms","start":"2026-07-29T15:44:00.619328Z","end":"2026-07-29T15:44:01.291514Z","steps":["trace[1744652604] 'agreement among raft nodes before linearized reading' (duration: 672.019941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:01.291565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:00.619302Z","time spent":"672.252637ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12010,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T15:44:01.29061Z","caller":"traceutil/trace.go:171","msg":"trace[1716145989] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"349.521469ms","start":"2026-07-29T15:44:00.941079Z","end":"2026-07-29T15:44:01.290601Z","steps":["trace[1716145989] 'process raft request' (duration: 349.11394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:01.291989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:00.941051Z","time spent":"350.899041ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:01.684159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.053428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:44:01.684258Z","caller":"traceutil/trace.go:171","msg":"trace[932803028] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2332; }","duration":"385.104678ms","start":"2026-07-29T15:44:01.299138Z","end":"2026-07-29T15:44:01.684243Z","steps":["trace[932803028] 'read index received' (duration: 207.907846ms)","trace[932803028] 'applied index is now lower than readState.Index' (duration: 177.194942ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:44:01.68441Z","caller":"traceutil/trace.go:171","msg":"trace[1828608649] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"385.802893ms","start":"2026-07-29T15:44:01.2986Z","end":"2026-07-29T15:44:01.684402Z","steps":["trace[1828608649] 'process raft request' (duration: 208.413347ms)","trace[1828608649] 'compare' (duration: 176.942985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:01.684454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:01.298562Z","time spent":"385.871765ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:01.684587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.467835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:01.684605Z","caller":"traceutil/trace.go:171","msg":"trace[632851302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2240; }","duration":"385.525127ms","start":"2026-07-29T15:44:01.299074Z","end":"2026-07-29T15:44:01.684599Z","steps":["trace[632851302] 'agreement among raft nodes before linearized reading' (duration: 385.490226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:01.684625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:01.299036Z","time spent":"385.581208ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:44:01.740365Z","caller":"traceutil/trace.go:171","msg":"trace[100885553] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"357.870303ms","start":"2026-07-29T15:44:01.382434Z","end":"2026-07-29T15:44:01.740304Z","steps":["trace[100885553] 'process raft request' (duration: 357.610637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:01.740457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.497232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:01.740517Z","caller":"traceutil/trace.go:171","msg":"trace[1350186370] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2243; }","duration":"439.594284ms","start":"2026-07-29T15:44:01.300905Z","end":"2026-07-29T15:44:01.7405Z","steps":["trace[1350186370] 'agreement among raft nodes before linearized reading' (duration: 439.446431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:01.740543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:01.382399Z","time spent":"358.076568ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:44:01.740697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.414899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T15:44:01.74075Z","caller":"traceutil/trace.go:171","msg":"trace[780063736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2243; }","duration":"316.487181ms","start":"2026-07-29T15:44:01.424235Z","end":"2026-07-29T15:44:01.740722Z","steps":["trace[780063736] 'agreement among raft nodes before linearized reading' (duration: 316.339687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:01.740775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:01.424212Z","time spent":"316.556783ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T15:44:01.740876Z","caller":"traceutil/trace.go:171","msg":"trace[1234407175] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"438.698602ms","start":"2026-07-29T15:44:01.302149Z","end":"2026-07-29T15:44:01.740847Z","steps":["trace[1234407175] 'process raft request' (duration: 437.661699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:01.741021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.171245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T15:44:01.741373Z","caller":"traceutil/trace.go:171","msg":"trace[261512091] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:1; response_revision:2243; }","duration":"384.543904ms","start":"2026-07-29T15:44:01.356818Z","end":"2026-07-29T15:44:01.741362Z","steps":["trace[261512091] 'agreement among raft nodes before linearized reading' (duration: 384.137155ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:01.740953Z","caller":"traceutil/trace.go:171","msg":"trace[1982569889] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"390.584483ms","start":"2026-07-29T15:44:01.35035Z","end":"2026-07-29T15:44:01.740935Z","steps":["trace[1982569889] 'process raft request' (duration: 389.644102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:01.741421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:01.356803Z","time spent":"384.607595ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.242\" "} {"level":"warn","ts":"2026-07-29T15:44:01.741473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:01.350331Z","time spent":"391.091135ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:01.740553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:01.300897Z","time spent":"439.649446ms","remote":"127.0.0.1:56848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T15:44:01.741481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:01.302133Z","time spent":"438.846037ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11651,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:04.186364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.265027154s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T15:44:04.400538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479209612s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-29T15:44:04.400787Z","caller":"traceutil/trace.go:171","msg":"trace[2027698106] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"2.652545844s","start":"2026-07-29T15:44:01.748223Z","end":"2026-07-29T15:44:04.400769Z","steps":["trace[2027698106] 'process raft request' (duration: 2.652414701s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:04.400883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:01.748194Z","time spent":"2.652619385s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:04.401058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:01.744193Z","time spent":"2.656863744s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T15:44:04.401159Z","caller":"traceutil/trace.go:171","msg":"trace[1477440728] linearizableReadLoop","detail":"{readStateIndex:2337; appliedIndex:2336; }","duration":"2.653015474s","start":"2026-07-29T15:44:01.748136Z","end":"2026-07-29T15:44:04.401151Z","steps":["trace[1477440728] 'read index received' (duration: 173.199607ms)","trace[1477440728] 'applied index is now lower than readState.Index' (duration: 2.479814897s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:04.401352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65321608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:04.401372Z","caller":"traceutil/trace.go:171","msg":"trace[1084600491] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2244; }","duration":"2.65325882s","start":"2026-07-29T15:44:01.748107Z","end":"2026-07-29T15:44:04.401366Z","steps":["trace[1084600491] 'agreement among raft nodes before linearized reading' (duration: 2.653210799s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:04.40139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:01.748094Z","time spent":"2.653292701s","remote":"127.0.0.1:56648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T15:44:04.902106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:05.044971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000420254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:05.045086Z","caller":"traceutil/trace.go:171","msg":"trace[1629535615] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000613048s","start":"2026-07-29T15:44:03.044451Z","end":"2026-07-29T15:44:05.045064Z","steps":["trace[1629535615] 'agreement among raft nodes before linearized reading' (duration: 2.000452975s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:05.045174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:03.04443Z","time spent":"2.00071329s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:05.402865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:05.903542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:06.404655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:06.749969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001017334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:06.750076Z","caller":"traceutil/trace.go:171","msg":"trace[1082588510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001222918s","start":"2026-07-29T15:44:04.748832Z","end":"2026-07-29T15:44:06.750055Z","steps":["trace[1082588510] 'agreement among raft nodes before linearized reading' (duration: 2.001064884s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:06.750138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:04.748808Z","time spent":"2.0013113s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:06.905589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:07.045679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999520707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:07.045755Z","caller":"traceutil/trace.go:171","msg":"trace[1838017143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999668731s","start":"2026-07-29T15:44:05.046069Z","end":"2026-07-29T15:44:07.045738Z","steps":["trace[1838017143] 'agreement among raft nodes before linearized reading' (duration: 1.999565069s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:07.045798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:05.046034Z","time spent":"1.999755812s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:07.294755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999422086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:07.294849Z","caller":"traceutil/trace.go:171","msg":"trace[1874490507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999594261s","start":"2026-07-29T15:44:02.295233Z","end":"2026-07-29T15:44:07.294827Z","steps":["trace[1874490507] 'agreement among raft nodes before linearized reading' (duration: 4.999451607s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:07.294902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:02.295204Z","time spent":"4.999687973s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:44:07.406256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:07.906896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:07.953017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:02.955325Z","time spent":"4.997684314s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 15:44:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:08.294018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:03.296347Z","time spent":"4.997662806s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:08.298269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:03.299879Z","time spent":"4.998379393s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 15:44:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:08.407204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:08.688812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999368928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:08.688914Z","caller":"traceutil/trace.go:171","msg":"trace[1667915600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999550932s","start":"2026-07-29T15:44:03.689339Z","end":"2026-07-29T15:44:08.68889Z","steps":["trace[1667915600] 'agreement among raft nodes before linearized reading' (duration: 4.999400749s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:08.689001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:03.689316Z","time spent":"4.999663754s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/29 15:44:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:08.747756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:03.750252Z","time spent":"4.997497982s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 15:44:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:08.875767Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.688976229s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T15:44:09.053069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:09.053353Z","caller":"traceutil/trace.go:171","msg":"trace[904148484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028098s","start":"2026-07-29T15:44:07.052849Z","end":"2026-07-29T15:44:09.05313Z","steps":["trace[904148484] 'agreement among raft nodes before linearized reading' (duration: 2.000139866s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:09.053406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:07.052829Z","time spent":"2.000566025s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:10.039563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216800012s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:10.039837Z","caller":"traceutil/trace.go:171","msg":"trace[1674078416] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2244; }","duration":"2.217096169s","start":"2026-07-29T15:44:07.822709Z","end":"2026-07-29T15:44:10.039805Z","steps":["trace[1674078416] 'range keys from in-memory index tree' (duration: 2.216777822s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:10.040513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163898152s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:44:10.041196Z","caller":"traceutil/trace.go:171","msg":"trace[2050437214] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"6.662040922s","start":"2026-07-29T15:44:03.379139Z","end":"2026-07-29T15:44:10.04118Z","steps":["trace[2050437214] 'process raft request' (duration: 6.661953231s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:10.041351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:03.37911Z","time spent":"6.662187317s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:11.053572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999809554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:11.053653Z","caller":"traceutil/trace.go:171","msg":"trace[286379113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999950117s","start":"2026-07-29T15:44:09.053684Z","end":"2026-07-29T15:44:11.053634Z","steps":["trace[286379113] 'agreement among raft nodes before linearized reading' (duration: 1.999840594s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:11.053696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:09.053667Z","time spent":"2.000020819s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:11.247708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.371669889s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T15:44:11.402201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:04.401885Z","time spent":"7.000307331s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:11.406341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998772953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:11.406443Z","caller":"traceutil/trace.go:171","msg":"trace[1603982518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998971387s","start":"2026-07-29T15:44:06.407446Z","end":"2026-07-29T15:44:11.406418Z","steps":["trace[1603982518] 'agreement among raft nodes before linearized reading' (duration: 4.998815783s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:11.406498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:06.407415Z","time spent":"4.999074249s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/29 15:44:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:11.463316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.117356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-29T15:44:11.750787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.9997735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:11.750911Z","caller":"traceutil/trace.go:171","msg":"trace[1759066172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999921324s","start":"2026-07-29T15:44:01.750948Z","end":"2026-07-29T15:44:11.750869Z","steps":["trace[1759066172] 'agreement among raft nodes before linearized reading' (duration: 9.99978273s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:11.750969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:01.750938Z","time spent":"10.000019946s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/29 15:44:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:12.294636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995772376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:12.294733Z","caller":"traceutil/trace.go:171","msg":"trace[735190862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.995937299s","start":"2026-07-29T15:44:09.298772Z","end":"2026-07-29T15:44:12.294709Z","steps":["trace[735190862] 'agreement among raft nodes before linearized reading' (duration: 2.995810776s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:12.294848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:09.298752Z","time spent":"2.996081452s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/29 15:44:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:12.391305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.803371ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-29T15:44:12.392247Z","caller":"traceutil/trace.go:171","msg":"trace[1663121427] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"4.385509817s","start":"2026-07-29T15:44:08.006702Z","end":"2026-07-29T15:44:12.392212Z","steps":["trace[1663121427] 'process raft request' (duration: 4.384723658s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:12.3925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:08.006677Z","time spent":"4.385679931s","remote":"127.0.0.1:56636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8355,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:12.952857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99820868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:12.953016Z","caller":"traceutil/trace.go:171","msg":"trace[683897318] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998443897s","start":"2026-07-29T15:44:07.954547Z","end":"2026-07-29T15:44:12.952991Z","steps":["trace[683897318] 'agreement among raft nodes before linearized reading' (duration: 4.998259242s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:12.95311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:07.954511Z","time spent":"4.998585189s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/29 15:44:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:13.061452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00070872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:13.061571Z","caller":"traceutil/trace.go:171","msg":"trace[557236194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000886174s","start":"2026-07-29T15:44:11.060654Z","end":"2026-07-29T15:44:13.06154Z","steps":["trace[557236194] 'agreement among raft nodes before linearized reading' (duration: 2.000732839s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:13.061659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:11.060634Z","time spent":"2.001006117s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:13.293927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997181552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:13.294049Z","caller":"traceutil/trace.go:171","msg":"trace[516079647] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997368436s","start":"2026-07-29T15:44:08.296652Z","end":"2026-07-29T15:44:13.29402Z","steps":["trace[516079647] 'agreement among raft nodes before linearized reading' (duration: 4.997215392s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:13.294115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:08.296634Z","time spent":"4.997467138s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/29 15:44:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:13.297802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997514909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:13.2979Z","caller":"traceutil/trace.go:171","msg":"trace[880154542] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997718883s","start":"2026-07-29T15:44:08.300165Z","end":"2026-07-29T15:44:13.297884Z","steps":["trace[880154542] 'agreement among raft nodes before linearized reading' (duration: 4.99756365s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:13.297946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:08.300139Z","time spent":"4.997797514s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/29 15:44:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:13.297807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999426853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:13.298032Z","caller":"traceutil/trace.go:171","msg":"trace[1697984115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999706689s","start":"2026-07-29T15:44:03.29832Z","end":"2026-07-29T15:44:13.298026Z","steps":["trace[1697984115] 'agreement among raft nodes before linearized reading' (duration: 9.999446333s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:13.298051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:03.298296Z","time spent":"9.999750429s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/29 15:44:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:13.311892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.902050931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:13.311968Z","caller":"traceutil/trace.go:171","msg":"trace[811470286] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"8.902189805s","start":"2026-07-29T15:44:04.409762Z","end":"2026-07-29T15:44:13.311951Z","steps":["trace[811470286] 'agreement among raft nodes before linearized reading' (duration: 8.902097583s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:13.312015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:04.409735Z","time spent":"8.902268416s","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/07/29 15:44:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:13.687788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99619778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:13.687913Z","caller":"traceutil/trace.go:171","msg":"trace[1862893896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996399876s","start":"2026-07-29T15:44:10.691488Z","end":"2026-07-29T15:44:13.687887Z","steps":["trace[1862893896] 'agreement among raft nodes before linearized reading' (duration: 2.996247362s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:13.687972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:10.691456Z","time spent":"2.996504347s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/29 15:44:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:13.747242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996543869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:13.747378Z","caller":"traceutil/trace.go:171","msg":"trace[1101402171] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.996731682s","start":"2026-07-29T15:44:08.750625Z","end":"2026-07-29T15:44:13.747356Z","steps":["trace[1101402171] 'agreement among raft nodes before linearized reading' (duration: 4.996568378s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:13.74743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:08.75061Z","time spent":"4.996808014s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/29 15:44:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:14.917806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.960690168s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T15:44:15.062732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000430419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:15.06283Z","caller":"traceutil/trace.go:171","msg":"trace[1823573793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615903s","start":"2026-07-29T15:44:13.062193Z","end":"2026-07-29T15:44:15.062809Z","steps":["trace[1823573793] 'agreement among raft nodes before linearized reading' (duration: 2.000427449s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:15.062882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:13.062167Z","time spent":"2.000705166s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:44:15.719133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:08.718507Z","time spent":"7.000616209s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:15.801432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:08.800595Z","time spent":"7.000827952s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:16.177545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.785244481s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:44:16.17831Z","caller":"traceutil/trace.go:171","msg":"trace[1773285147] linearizableReadLoop","detail":"{readStateIndex:2346; appliedIndex:2338; }","duration":"11.777113436s","start":"2026-07-29T15:44:04.401171Z","end":"2026-07-29T15:44:16.178285Z","steps":["trace[1773285147] 'read index received' (duration: 4.47517824s)","trace[1773285147] 'applied index is now lower than readState.Index' (duration: 7.301901215s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:16.178453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.41915478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:44:16.17853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.878636554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:44:16.178557Z","caller":"traceutil/trace.go:171","msg":"trace[1622797001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2254; }","duration":"13.878683415s","start":"2026-07-29T15:44:02.299865Z","end":"2026-07-29T15:44:16.178548Z","steps":["trace[1622797001] 'agreement among raft nodes before linearized reading' (duration: 13.878537772s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:16.178578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:02.299783Z","time spent":"13.878790417s","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T15:44:16.178448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.826396948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:16.178625Z","caller":"traceutil/trace.go:171","msg":"trace[1011927636] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2254; }","duration":"12.826658193s","start":"2026-07-29T15:44:03.351943Z","end":"2026-07-29T15:44:16.178602Z","steps":["trace[1011927636] 'agreement among raft nodes before linearized reading' (duration: 12.826397218s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:16.178702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:03.351919Z","time spent":"12.826767755s","remote":"127.0.0.1:56744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:16.180172Z","caller":"traceutil/trace.go:171","msg":"trace[958147528] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2254; }","duration":"12.419275623s","start":"2026-07-29T15:44:03.75924Z","end":"2026-07-29T15:44:16.178516Z","steps":["trace[958147528] 'agreement among raft nodes before linearized reading' (duration: 12.419094869s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:16.180237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:03.759216Z","time spent":"12.421005713s","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:16.180693Z","caller":"traceutil/trace.go:171","msg":"trace[1465505693] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"6.942982838s","start":"2026-07-29T15:44:09.237689Z","end":"2026-07-29T15:44:16.180672Z","steps":["trace[1465505693] 'process raft request' (duration: 6.940092181s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:16.180836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:09.237649Z","time spent":"6.94310121s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:44:16.181326Z","caller":"traceutil/trace.go:171","msg":"trace[1791148938] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"5.359945764s","start":"2026-07-29T15:44:10.821342Z","end":"2026-07-29T15:44:16.181288Z","steps":["trace[1791148938] 'process raft request' (duration: 5.359433032s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:16.181389Z","caller":"traceutil/trace.go:171","msg":"trace[1366996421] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"4.427809101s","start":"2026-07-29T15:44:11.753567Z","end":"2026-07-29T15:44:16.181376Z","steps":["trace[1366996421] 'process raft request' (duration: 4.427503694s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:16.181359Z","caller":"traceutil/trace.go:171","msg":"trace[1825716116] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"3.224423253s","start":"2026-07-29T15:44:12.956906Z","end":"2026-07-29T15:44:16.181329Z","steps":["trace[1825716116] 'process raft request' (duration: 3.224330801s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:16.181404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:10.821306Z","time spent":"5.360057156s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:16.181469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:11.753508Z","time spent":"4.427905783s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:16.181516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:12.95688Z","time spent":"3.224556015s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:44:16.188497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:13.30054Z","time spent":"2.887950672s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 15:44:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:16.405753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995764072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:16.40601Z","caller":"traceutil/trace.go:171","msg":"trace[2453431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996006549s","start":"2026-07-29T15:44:13.409932Z","end":"2026-07-29T15:44:16.405939Z","steps":["trace[2453431] 'agreement among raft nodes before linearized reading' (duration: 2.995760262s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:16.406349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:13.409786Z","time spent":"2.996467879s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/29 15:44:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:16.678738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:16.75879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000196593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:16.7589Z","caller":"traceutil/trace.go:171","msg":"trace[720698580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384757s","start":"2026-07-29T15:44:14.75849Z","end":"2026-07-29T15:44:16.758875Z","steps":["trace[720698580] 'agreement among raft nodes before linearized reading' (duration: 2.000242104s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:16.75896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:14.758462Z","time spent":"2.000478798s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:17.071669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:17.071762Z","caller":"traceutil/trace.go:171","msg":"trace[439076819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203191s","start":"2026-07-29T15:44:15.071537Z","end":"2026-07-29T15:44:17.07174Z","steps":["trace[439076819] 'agreement among raft nodes before linearized reading' (duration: 2.000080168s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:17.071824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:15.071517Z","time spent":"2.000290722s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:17.179289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:17.679781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:18.180248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:18.680777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:18.689202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:13.691124Z","time spent":"4.998070358s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 15:44:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:19.08008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:19.080176Z","caller":"traceutil/trace.go:171","msg":"trace[1946351934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000128336s","start":"2026-07-29T15:44:17.080027Z","end":"2026-07-29T15:44:19.080155Z","steps":["trace[1946351934] 'agreement among raft nodes before linearized reading' (duration: 2.000011342s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:19.080222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:17.080011Z","time spent":"2.000202827s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:19.181769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:19.682985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:20.183953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:20.685058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:21.080373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999815447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:21.080466Z","caller":"traceutil/trace.go:171","msg":"trace[1152075736] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999974369s","start":"2026-07-29T15:44:19.08047Z","end":"2026-07-29T15:44:21.080444Z","steps":["trace[1152075736] 'agreement among raft nodes before linearized reading' (duration: 1.999840697s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:21.080518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:19.080452Z","time spent":"2.000054372s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:21.186193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:21.194788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.27677126s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T15:44:21.406357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:16.407787Z","time spent":"4.998562825s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:22.72425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:15.723983Z","time spent":"7.000258126s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:22.842659Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.64764116s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T15:44:23.089378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000503339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:23.089497Z","caller":"traceutil/trace.go:171","msg":"trace[185633763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000687163s","start":"2026-07-29T15:44:21.088781Z","end":"2026-07-29T15:44:23.089468Z","steps":["trace[185633763] 'agreement among raft nodes before linearized reading' (duration: 2.00054036s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:23.089551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:21.088756Z","time spent":"2.000783476s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:44:23.7949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.988500252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:23.795004Z","caller":"traceutil/trace.go:171","msg":"trace[659698503] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.988661976s","start":"2026-07-29T15:44:15.806319Z","end":"2026-07-29T15:44:23.794981Z","steps":["trace[659698503] 'agreement among raft nodes before linearized reading' (duration: 7.988533743s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:23.795056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:15.806289Z","time spent":"7.988756147s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/29 15:44:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:24.398754Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6ddc9fae88bdf51d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T15:44:25.089934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999784921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:25.090066Z","caller":"traceutil/trace.go:171","msg":"trace[1005762689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999966966s","start":"2026-07-29T15:44:23.09007Z","end":"2026-07-29T15:44:25.090037Z","steps":["trace[1005762689] 'agreement among raft nodes before linearized reading' (duration: 1.999802502s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:25.090132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:23.090054Z","time spent":"2.000064137s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:25.320515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.497495694s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:25.320661Z","caller":"traceutil/trace.go:171","msg":"trace[1564905647] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2257; }","duration":"7.497655277s","start":"2026-07-29T15:44:17.822985Z","end":"2026-07-29T15:44:25.32064Z","steps":["trace[1564905647] 'range keys from in-memory index tree' (duration: 7.497477963s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:25.321796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.126629648s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-29T15:44:25.924903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.693035ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-29T15:44:25.926485Z","caller":"traceutil/trace.go:171","msg":"trace[17652266] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2352; }","duration":"9.748088461s","start":"2026-07-29T15:44:16.178376Z","end":"2026-07-29T15:44:25.926465Z","steps":["trace[17652266] 'read index received' (duration: 5.016634247s)","trace[17652266] 'applied index is now lower than readState.Index' (duration: 4.731452364s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:44:25.926578Z","caller":"traceutil/trace.go:171","msg":"trace[161911400] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"5.653706199s","start":"2026-07-29T15:44:20.272842Z","end":"2026-07-29T15:44:25.926548Z","steps":["trace[161911400] 'process raft request' (duration: 5.652181484s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:25.926741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:20.27281Z","time spent":"5.653843582s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:26.748769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999957595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:26.748916Z","caller":"traceutil/trace.go:171","msg":"trace[269743965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000123379s","start":"2026-07-29T15:44:24.748738Z","end":"2026-07-29T15:44:26.748862Z","steps":["trace[269743965] 'agreement among raft nodes before linearized reading' (duration: 1.999973236s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:26.748968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:24.748718Z","time spent":"2.000239902s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:44:27.099415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000850494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:27.099506Z","caller":"traceutil/trace.go:171","msg":"trace[2125934940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000995707s","start":"2026-07-29T15:44:25.09849Z","end":"2026-07-29T15:44:27.099486Z","steps":["trace[2125934940] 'agreement among raft nodes before linearized reading' (duration: 2.000880915s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.099548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:25.098472Z","time spent":"2.001069139s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:27.701829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.501352311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:44:27.702251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.297957607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:27.702318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.798414002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:27.702373Z","caller":"traceutil/trace.go:171","msg":"trace[275958536] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:0; response_revision:2262; }","duration":"16.298145531s","start":"2026-07-29T15:44:11.404202Z","end":"2026-07-29T15:44:27.702347Z","steps":["trace[275958536] 'agreement among raft nodes before linearized reading' (duration: 14.522431648s)","trace[275958536] 'range keys from in-memory index tree' (duration: 1.775480248s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:44:27.702379Z","caller":"traceutil/trace.go:171","msg":"trace[654878491] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2262; }","duration":"12.798512794s","start":"2026-07-29T15:44:14.903843Z","end":"2026-07-29T15:44:27.702356Z","steps":["trace[654878491] 'agreement among raft nodes before linearized reading' (duration: 11.022675788s)","trace[654878491] 'count revisions from in-memory index tree' (duration: 1.775736243s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:27.702426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:11.40418Z","time spent":"16.298237083s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.242\" "} {"level":"warn","ts":"2026-07-29T15:44:27.702434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:14.903819Z","time spent":"12.798603925s","remote":"127.0.0.1:59076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.702675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776212844s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-29T15:44:27.702674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.386007742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:44:27.702716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.636250629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-29T15:44:27.702767Z","caller":"traceutil/trace.go:171","msg":"trace[1198988123] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2262; }","duration":"12.386162685s","start":"2026-07-29T15:44:15.31658Z","end":"2026-07-29T15:44:27.702742Z","steps":["trace[1198988123] 'agreement among raft nodes before linearized reading' (duration: 10.609986701s)","trace[1198988123] 'count revisions from in-memory index tree' (duration: 1.776042602s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:44:27.702784Z","caller":"traceutil/trace.go:171","msg":"trace[247240375] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2262; }","duration":"12.636350831s","start":"2026-07-29T15:44:15.066413Z","end":"2026-07-29T15:44:27.702764Z","steps":["trace[247240375] 'agreement among raft nodes before linearized reading' (duration: 10.860077945s)","trace[247240375] 'range keys from in-memory index tree' (duration: 1.776132643s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:27.702814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:15.316554Z","time spent":"12.386249957s","remote":"127.0.0.1:56862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.70281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.108530378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:44:27.702847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.403829521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:27.702885Z","caller":"traceutil/trace.go:171","msg":"trace[951396890] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2262; }","duration":"16.108666081s","start":"2026-07-29T15:44:11.5942Z","end":"2026-07-29T15:44:27.702867Z","steps":["trace[951396890] 'agreement among raft nodes before linearized reading' (duration: 14.332344864s)","trace[951396890] 'count revisions from in-memory index tree' (duration: 1.776199065s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:27.702892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.414070904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:27.702904Z","caller":"traceutil/trace.go:171","msg":"trace[920169153] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2262; }","duration":"18.403929593s","start":"2026-07-29T15:44:09.298956Z","end":"2026-07-29T15:44:27.702886Z","steps":["trace[920169153] 'agreement among raft nodes before linearized reading' (duration: 16.627532414s)","trace[920169153] 'count revisions from in-memory index tree' (duration: 1.776280477s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:27.702939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.626504772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:27.702939Z","caller":"traceutil/trace.go:171","msg":"trace[880141789] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2262; }","duration":"15.414160896s","start":"2026-07-29T15:44:12.288765Z","end":"2026-07-29T15:44:27.702926Z","steps":["trace[880141789] 'agreement among raft nodes before linearized reading' (duration: 13.637713146s)","trace[880141789] 'count revisions from in-memory index tree' (duration: 1.776384488s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:27.70296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.975993867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:44:27.702968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:09.29893Z","time spent":"18.404023375s","remote":"127.0.0.1:56724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:27.702986Z","caller":"traceutil/trace.go:171","msg":"trace[522021934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2262; }","duration":"11.976058508s","start":"2026-07-29T15:44:15.726922Z","end":"2026-07-29T15:44:27.702981Z","steps":["trace[522021934] 'agreement among raft nodes before linearized reading' (duration: 10.199620189s)","trace[522021934] 'count revisions from in-memory index tree' (duration: 1.776398649s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:44:27.702986Z","caller":"traceutil/trace.go:171","msg":"trace[1383128165] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2262; }","duration":"18.626587814s","start":"2026-07-29T15:44:09.076375Z","end":"2026-07-29T15:44:27.702963Z","steps":["trace[1383128165] 'agreement among raft nodes before linearized reading' (duration: 16.850249546s)","trace[1383128165] 'count revisions from in-memory index tree' (duration: 1.776296686s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:27.703007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:15.726896Z","time spent":"11.976105729s","remote":"127.0.0.1:59174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.703028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:09.076345Z","time spent":"18.626674076s","remote":"127.0.0.1:44098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.703035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.977769962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:27.703088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.009178695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:27.703087Z","caller":"traceutil/trace.go:171","msg":"trace[2118676] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2262; }","duration":"13.977818213s","start":"2026-07-29T15:44:13.725253Z","end":"2026-07-29T15:44:27.703072Z","steps":["trace[2118676] 'agreement among raft nodes before linearized reading' (duration: 12.201243121s)","trace[2118676] 'count revisions from in-memory index tree' (duration: 1.776517111s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:44:27.703142Z","caller":"traceutil/trace.go:171","msg":"trace[562520253] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2262; }","duration":"22.009306018s","start":"2026-07-29T15:44:05.693821Z","end":"2026-07-29T15:44:27.703127Z","steps":["trace[562520253] 'agreement among raft nodes before linearized reading' (duration: 20.232799226s)","trace[562520253] 'count revisions from in-memory index tree' (duration: 1.776418199s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:27.703158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:13.72518Z","time spent":"13.977959387s","remote":"127.0.0.1:44298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.702873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.683707912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:27.703189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:05.693794Z","time spent":"22.009380951s","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:27.703205Z","caller":"traceutil/trace.go:171","msg":"trace[464354453] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2262; }","duration":"22.684112632s","start":"2026-07-29T15:44:05.019083Z","end":"2026-07-29T15:44:27.703196Z","steps":["trace[464354453] 'agreement among raft nodes before linearized reading' (duration: 20.907487247s)","trace[464354453] 'count revisions from in-memory index tree' (duration: 1.776178214s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:27.703198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.298492429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:44:27.703232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:05.019048Z","time spent":"22.684175904s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:27.703254Z","caller":"traceutil/trace.go:171","msg":"trace[428452048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2262; }","duration":"13.298587911s","start":"2026-07-29T15:44:14.404644Z","end":"2026-07-29T15:44:27.703231Z","steps":["trace[428452048] 'agreement among raft nodes before linearized reading' (duration: 11.521851634s)","trace[428452048] 'count revisions from in-memory index tree' (duration: 1.776647296s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:27.70331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:14.404618Z","time spent":"13.298677122s","remote":"127.0.0.1:59126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.703342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.298238484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:27.703395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.29147774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6cd2068bc98b8\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-29T15:44:27.703391Z","caller":"traceutil/trace.go:171","msg":"trace[259672786] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2262; }","duration":"21.298317606s","start":"2026-07-29T15:44:06.40506Z","end":"2026-07-29T15:44:27.703377Z","steps":["trace[259672786] 'agreement among raft nodes before linearized reading' (duration: 19.521576769s)","trace[259672786] 'count revisions from in-memory index tree' (duration: 1.776678516s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:44:27.703428Z","caller":"traceutil/trace.go:171","msg":"trace[1151232885] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6cd2068bc98b8; range_end:; response_count:1; response_revision:2262; }","duration":"23.291542681s","start":"2026-07-29T15:44:04.411874Z","end":"2026-07-29T15:44:27.703417Z","steps":["trace[1151232885] 'agreement among raft nodes before linearized reading' (duration: 21.514739482s)","trace[1151232885] 'range keys from in-memory index tree' (duration: 1.776658166s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:27.703439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:06.405035Z","time spent":"21.298394207s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.702839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:15.066392Z","time spent":"12.636434023s","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-29T15:44:27.702714Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"1.776261336s","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-29T15:44:27.702925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:11.594176Z","time spent":"16.108742063s","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.703493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.340555836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:44:27.70339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.103488832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:27.703615Z","caller":"traceutil/trace.go:171","msg":"trace[665722661] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2262; }","duration":"14.103723057s","start":"2026-07-29T15:44:13.599884Z","end":"2026-07-29T15:44:27.703607Z","steps":["trace[665722661] 'agreement among raft nodes before linearized reading' (duration: 12.326620732s)","trace[665722661] 'count revisions from in-memory index tree' (duration: 1.77685616s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:44:27.703621Z","caller":"traceutil/trace.go:171","msg":"trace[4831475] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2262; }","duration":"16.340711669s","start":"2026-07-29T15:44:11.362895Z","end":"2026-07-29T15:44:27.703607Z","steps":["trace[4831475] 'agreement among raft nodes before linearized reading' (duration: 14.563655935s)","trace[4831475] 'count revisions from in-memory index tree' (duration: 1.77688156s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:27.702982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:12.288741Z","time spent":"15.414228688s","remote":"127.0.0.1:56668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.703452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:04.411823Z","time spent":"23.291624424s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6cd2068bc98b8\" "} {"level":"warn","ts":"2026-07-29T15:44:27.703659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:11.36287Z","time spent":"16.340779271s","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.703592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.41455364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:27.703727Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6ddc9fae88bdf51d","error":"lease not found"} {"level":"info","ts":"2026-07-29T15:44:27.703746Z","caller":"traceutil/trace.go:171","msg":"trace[598942441] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2262; }","duration":"11.414742164s","start":"2026-07-29T15:44:16.288985Z","end":"2026-07-29T15:44:27.703727Z","steps":["trace[598942441] 'agreement among raft nodes before linearized reading' (duration: 11.41458779s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.703789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350866022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:27.703807Z","caller":"traceutil/trace.go:171","msg":"trace[993036028] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2262; }","duration":"2.350884522s","start":"2026-07-29T15:44:25.352919Z","end":"2026-07-29T15:44:27.703803Z","steps":["trace[993036028] 'agreement among raft nodes before linearized reading' (duration: 2.350858322s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.703826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:25.352867Z","time spent":"2.350955224s","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.703818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:16.288956Z","time spent":"11.414844166s","remote":"127.0.0.1:59026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.703637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:13.599799Z","time spent":"14.10383306s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.703949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59345175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:27.703972Z","caller":"traceutil/trace.go:171","msg":"trace[237304425] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2262; }","duration":"3.593473431s","start":"2026-07-29T15:44:24.11049Z","end":"2026-07-29T15:44:27.703964Z","steps":["trace[237304425] 'agreement among raft nodes before linearized reading' (duration: 3.593408119s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.70399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:24.110406Z","time spent":"3.593579973s","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.704049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.175269799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:27.703768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199131205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:27.704095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.650306066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:27.704128Z","caller":"traceutil/trace.go:171","msg":"trace[531074791] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2262; }","duration":"8.650335896s","start":"2026-07-29T15:44:19.053784Z","end":"2026-07-29T15:44:27.70412Z","steps":["trace[531074791] 'agreement among raft nodes before linearized reading' (duration: 8.650293255s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.704133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.710470991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:27.704059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.973112908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:44:27.704146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.804000139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:27.70418Z","caller":"traceutil/trace.go:171","msg":"trace[144074576] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2262; }","duration":"10.97323629s","start":"2026-07-29T15:44:16.730936Z","end":"2026-07-29T15:44:27.704172Z","steps":["trace[144074576] 'agreement among raft nodes before linearized reading' (duration: 10.973086567s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.70416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.233676173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:27.704205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:16.730864Z","time spent":"10.973336043s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:27.704213Z","caller":"traceutil/trace.go:171","msg":"trace[1016742565] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2262; }","duration":"4.804103822s","start":"2026-07-29T15:44:22.90009Z","end":"2026-07-29T15:44:27.704194Z","steps":["trace[1016742565] 'agreement among raft nodes before linearized reading' (duration: 4.80402287s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:27.704228Z","caller":"traceutil/trace.go:171","msg":"trace[53085441] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2262; }","duration":"11.233801226s","start":"2026-07-29T15:44:16.470411Z","end":"2026-07-29T15:44:27.704213Z","steps":["trace[53085441] 'agreement among raft nodes before linearized reading' (duration: 11.233704814s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.704267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:22.900066Z","time spent":"4.804180694s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.704292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.518189354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T15:44:27.704287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:16.47038Z","time spent":"11.233891877s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:27.704313Z","caller":"traceutil/trace.go:171","msg":"trace[1560380525] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2262; }","duration":"10.518253735s","start":"2026-07-29T15:44:17.186054Z","end":"2026-07-29T15:44:27.704307Z","steps":["trace[1560380525] 'agreement among raft nodes before linearized reading' (duration: 10.518176474s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.704305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.167384236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:27.704335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:17.186029Z","time spent":"10.518302396s","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T15:44:27.704343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.545343204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:27.704357Z","caller":"traceutil/trace.go:171","msg":"trace[445038089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2262; }","duration":"7.167483938s","start":"2026-07-29T15:44:20.536857Z","end":"2026-07-29T15:44:27.704341Z","steps":["trace[445038089] 'agreement among raft nodes before linearized reading' (duration: 7.167395616s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.704412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:20.536829Z","time spent":"7.16756958s","remote":"127.0.0.1:59236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.704446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.197720389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:44:27.704457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.329682334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:44:27.704236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782507802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:44:27.7045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.399101468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:27.704089Z","caller":"traceutil/trace.go:171","msg":"trace[988469282] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2262; }","duration":"8.175353751s","start":"2026-07-29T15:44:19.528726Z","end":"2026-07-29T15:44:27.704079Z","steps":["trace[988469282] 'agreement among raft nodes before linearized reading' (duration: 8.17528797s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.704562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:19.528698Z","time spent":"8.175856352s","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.704154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:19.053725Z","time spent":"8.650423198s","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.704415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.27683921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:27.704514Z","caller":"traceutil/trace.go:171","msg":"trace[593619446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2262; }","duration":"4.329770666s","start":"2026-07-29T15:44:23.374731Z","end":"2026-07-29T15:44:27.704502Z","steps":["trace[593619446] 'agreement among raft nodes before linearized reading' (duration: 4.329705175s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:27.704641Z","caller":"traceutil/trace.go:171","msg":"trace[1369546744] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2262; }","duration":"4.277105587s","start":"2026-07-29T15:44:23.42752Z","end":"2026-07-29T15:44:27.704625Z","steps":["trace[1369546744] 'agreement among raft nodes before linearized reading' (duration: 4.276865841s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.704663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9735309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-29T15:44:27.704708Z","caller":"traceutil/trace.go:171","msg":"trace[293457305] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2262; }","duration":"4.973629143s","start":"2026-07-29T15:44:22.731071Z","end":"2026-07-29T15:44:27.7047Z","steps":["trace[293457305] 'agreement among raft nodes before linearized reading' (duration: 4.973488059s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.704702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:23.427495Z","time spent":"4.277189558s","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.704735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:22.731037Z","time spent":"4.973690404s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-29T15:44:27.704365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906474335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-07-29T15:44:27.704768Z","caller":"traceutil/trace.go:171","msg":"trace[277083183] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2262; }","duration":"3.906955496s","start":"2026-07-29T15:44:23.797806Z","end":"2026-07-29T15:44:27.704762Z","steps":["trace[277083183] 'agreement among raft nodes before linearized reading' (duration: 3.906450014s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.704798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:23.797764Z","time spent":"3.907022808s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-29T15:44:27.704554Z","caller":"traceutil/trace.go:171","msg":"trace[1007025758] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2262; }","duration":"7.39921199s","start":"2026-07-29T15:44:20.305329Z","end":"2026-07-29T15:44:27.704541Z","steps":["trace[1007025758] 'agreement among raft nodes before linearized reading' (duration: 7.399128488s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.704666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:23.374712Z","time spent":"4.329943281s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:27.703563Z","caller":"traceutil/trace.go:171","msg":"trace[1291216053] linearizableReadLoop","detail":"{readStateIndex:2359; appliedIndex:2358; }","duration":"1.777033584s","start":"2026-07-29T15:44:25.926523Z","end":"2026-07-29T15:44:27.703556Z","steps":["trace[1291216053] 'read index received' (duration: 85.302µs)","trace[1291216053] 'applied index is now lower than readState.Index' (duration: 1.776947122s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:27.704857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:20.305291Z","time spent":"7.39955079s","remote":"127.0.0.1:44216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:27.704105Z","caller":"traceutil/trace.go:171","msg":"trace[367602155] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2262; }","duration":"2.199508665s","start":"2026-07-29T15:44:25.504587Z","end":"2026-07-29T15:44:27.704096Z","steps":["trace[367602155] 'agreement among raft nodes before linearized reading' (duration: 2.199159346s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.704923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:25.504549Z","time spent":"2.200366084s","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:27.704467Z","caller":"traceutil/trace.go:171","msg":"trace[1962315208] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2262; }","duration":"10.197797311s","start":"2026-07-29T15:44:17.506666Z","end":"2026-07-29T15:44:27.704463Z","steps":["trace[1962315208] 'agreement among raft nodes before linearized reading' (duration: 10.19776237s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.705054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393024416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:27.705063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:17.50664Z","time spent":"10.198408054s","remote":"127.0.0.1:56732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:27.70418Z","caller":"traceutil/trace.go:171","msg":"trace[1886076812] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2262; }","duration":"4.710520753s","start":"2026-07-29T15:44:22.993649Z","end":"2026-07-29T15:44:27.70417Z","steps":["trace[1886076812] 'agreement among raft nodes before linearized reading' (duration: 4.710442182s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.705152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:22.993624Z","time spent":"4.711517226s","remote":"127.0.0.1:56820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:27.70437Z","caller":"traceutil/trace.go:171","msg":"trace[310334330] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2262; }","duration":"10.545411595s","start":"2026-07-29T15:44:17.158953Z","end":"2026-07-29T15:44:27.704364Z","steps":["trace[310334330] 'agreement among raft nodes before linearized reading' (duration: 10.545351854s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.705231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:17.158925Z","time spent":"10.546297495s","remote":"127.0.0.1:56620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:27.704515Z","caller":"traceutil/trace.go:171","msg":"trace[899777834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2262; }","duration":"3.782819888s","start":"2026-07-29T15:44:23.921676Z","end":"2026-07-29T15:44:27.704496Z","steps":["trace[899777834] 'agreement among raft nodes before linearized reading' (duration: 3.782530092s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:27.705083Z","caller":"traceutil/trace.go:171","msg":"trace[1279757866] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2262; }","duration":"1.393087457s","start":"2026-07-29T15:44:26.311986Z","end":"2026-07-29T15:44:27.705074Z","steps":["trace[1279757866] 'agreement among raft nodes before linearized reading' (duration: 1.393041406s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.705271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:23.921649Z","time spent":"3.783612697s","remote":"127.0.0.1:59094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:27.705263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.875997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:27.705301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:26.311966Z","time spent":"1.393318333s","remote":"127.0.0.1:44264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:27.705315Z","caller":"traceutil/trace.go:171","msg":"trace[1365415245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2262; }","duration":"599.96596ms","start":"2026-07-29T15:44:27.105334Z","end":"2026-07-29T15:44:27.7053Z","steps":["trace[1365415245] 'agreement among raft nodes before linearized reading' (duration: 599.884227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:27.705358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:27.105314Z","time spent":"600.034032ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:44:27.705416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.39311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:27.705467Z","caller":"traceutil/trace.go:171","msg":"trace[773274835] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2262; }","duration":"297.496232ms","start":"2026-07-29T15:44:27.407953Z","end":"2026-07-29T15:44:27.705449Z","steps":["trace[773274835] 'agreement among raft nodes before linearized reading' (duration: 297.41365ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:27.705582Z","caller":"traceutil/trace.go:171","msg":"trace[1058143408] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2262; }","duration":"17.501577076s","start":"2026-07-29T15:44:10.200362Z","end":"2026-07-29T15:44:27.701939Z","steps":["trace[1058143408] 'agreement among raft nodes before linearized reading' (duration: 15.72620099s)","trace[1058143408] 'count revisions from in-memory index tree' (duration: 1.775079278s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:27.705779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:10.200342Z","time spent":"17.505382014s","remote":"127.0.0.1:56778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:28.211611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:28.477088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:27.707332Z","time spent":"769.751513ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:30.206745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.729791107s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T15:44:31.045495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:31.045608Z","caller":"traceutil/trace.go:171","msg":"trace[1386749971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000237118s","start":"2026-07-29T15:44:29.045345Z","end":"2026-07-29T15:44:31.045582Z","steps":["trace[1386749971] 'agreement among raft nodes before linearized reading' (duration: 2.000086835s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:31.045673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:29.045318Z","time spent":"2.000340791s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:31.638437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431166143s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:44:31.638898Z","caller":"traceutil/trace.go:171","msg":"trace[161220831] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"3.160380267s","start":"2026-07-29T15:44:28.478494Z","end":"2026-07-29T15:44:31.638875Z","steps":["trace[161220831] 'process raft request' (duration: 3.160322296s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:31.639083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:28.478468Z","time spent":"3.160524491s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:44:31.639458Z","caller":"traceutil/trace.go:171","msg":"trace[1901302392] linearizableReadLoop","detail":"{readStateIndex:2362; appliedIndex:2359; }","duration":"3.928644217s","start":"2026-07-29T15:44:27.710794Z","end":"2026-07-29T15:44:31.639439Z","steps":["trace[1901302392] 'read index received' (duration: 766.126869ms)","trace[1901302392] 'applied index is now lower than readState.Index' (duration: 3.162515648s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:44:31.63949Z","caller":"traceutil/trace.go:171","msg":"trace[617364923] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"3.923114738s","start":"2026-07-29T15:44:27.71633Z","end":"2026-07-29T15:44:31.639445Z","steps":["trace[617364923] 'process raft request' (duration: 3.922277009s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:31.639656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:27.716306Z","time spent":"3.923265342s","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:44:31.639714Z","caller":"traceutil/trace.go:171","msg":"trace[1773461156] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"3.931784809s","start":"2026-07-29T15:44:27.707869Z","end":"2026-07-29T15:44:31.639653Z","steps":["trace[1773461156] 'process raft request' (duration: 2.499292515s)","trace[1773461156] 'compare' (duration: 1.43014488s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:31.63993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.929125938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-07-29T15:44:31.639983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:27.707841Z","time spent":"3.932034255s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:44:31.640024Z","caller":"traceutil/trace.go:171","msg":"trace[251197928] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2265; }","duration":"3.92922064s","start":"2026-07-29T15:44:27.710752Z","end":"2026-07-29T15:44:31.639973Z","steps":["trace[251197928] 'agreement among raft nodes before linearized reading' (duration: 3.928822521s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:31.640113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:27.710734Z","time spent":"3.929362813s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-29T15:44:32.139587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:32.640502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:32.733994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.545221861s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T15:44:33.045875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999675434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:33.045963Z","caller":"traceutil/trace.go:171","msg":"trace[1962960232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999847599s","start":"2026-07-29T15:44:31.046093Z","end":"2026-07-29T15:44:33.045941Z","steps":["trace[1962960232] 'agreement among raft nodes before linearized reading' (duration: 1.999713976s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:33.046015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:31.046073Z","time spent":"1.99993114s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:35.052255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9998536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:35.052351Z","caller":"traceutil/trace.go:171","msg":"trace[478150574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000014714s","start":"2026-07-29T15:44:33.052319Z","end":"2026-07-29T15:44:35.052333Z","steps":["trace[478150574] 'agreement among raft nodes before linearized reading' (duration: 1.999890651s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.052417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:33.052295Z","time spent":"2.000091645s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:35.294472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:33.765432Z","time spent":"1.529032406s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:35.296583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562150868s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:44:35.296899Z","caller":"traceutil/trace.go:171","msg":"trace[1111497493] linearizableReadLoop","detail":"{readStateIndex:2366; appliedIndex:2363; }","duration":"3.65737692s","start":"2026-07-29T15:44:31.639502Z","end":"2026-07-29T15:44:35.296879Z","steps":["trace[1111497493] 'read index received' (duration: 1.094804521s)","trace[1111497493] 'applied index is now lower than readState.Index' (duration: 2.562570989s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:44:35.297024Z","caller":"traceutil/trace.go:171","msg":"trace[662140296] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"3.652867855s","start":"2026-07-29T15:44:31.644137Z","end":"2026-07-29T15:44:35.297005Z","steps":["trace[662140296] 'process raft request' (duration: 3.652689961s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.297746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.582644763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T15:44:35.297752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.603799509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:35.297804Z","caller":"traceutil/trace.go:171","msg":"trace[1739143775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2268; }","duration":"6.582746066s","start":"2026-07-29T15:44:28.715042Z","end":"2026-07-29T15:44:35.297789Z","steps":["trace[1739143775] 'agreement among raft nodes before linearized reading' (duration: 6.582588282s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.297817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:31.644121Z","time spent":"3.653643764s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:35.297956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65558614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-29T15:44:35.297503Z","caller":"traceutil/trace.go:171","msg":"trace[126491270] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"4.108833995s","start":"2026-07-29T15:44:31.188654Z","end":"2026-07-29T15:44:35.297488Z","steps":["trace[126491270] 'process raft request' (duration: 1.545570079s)","trace[126491270] 'compare' (duration: 2.561187245s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:35.297934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.587070483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-29T15:44:35.298299Z","caller":"traceutil/trace.go:171","msg":"trace[763281309] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2268; }","duration":"7.587516053s","start":"2026-07-29T15:44:27.710774Z","end":"2026-07-29T15:44:35.29829Z","steps":["trace[763281309] 'agreement among raft nodes before linearized reading' (duration: 7.586930548s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.298344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:27.710753Z","time spent":"7.587579665s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-29T15:44:35.298394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:31.188628Z","time spent":"4.109652116s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:35.298521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.828045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:35.298552Z","caller":"traceutil/trace.go:171","msg":"trace[1689691256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2268; }","duration":"245.897007ms","start":"2026-07-29T15:44:35.052646Z","end":"2026-07-29T15:44:35.298543Z","steps":["trace[1689691256] 'agreement among raft nodes before linearized reading' (duration: 245.847906ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:35.29788Z","caller":"traceutil/trace.go:171","msg":"trace[369736208] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2268; }","duration":"4.604028695s","start":"2026-07-29T15:44:30.693801Z","end":"2026-07-29T15:44:35.297829Z","steps":["trace[369736208] 'agreement among raft nodes before linearized reading' (duration: 4.60382286s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.298755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.429569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:44:35.298744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:30.693758Z","time spent":"4.604973988s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:35.298807Z","caller":"traceutil/trace.go:171","msg":"trace[1451406509] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2268; }","duration":"319.526561ms","start":"2026-07-29T15:44:34.979255Z","end":"2026-07-29T15:44:35.298782Z","steps":["trace[1451406509] 'agreement among raft nodes before linearized reading' (duration: 319.45034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.298848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:34.979228Z","time spent":"319.611545ms","remote":"127.0.0.1:44072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:35.297538Z","caller":"traceutil/trace.go:171","msg":"trace[291218804] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"4.108522278s","start":"2026-07-29T15:44:31.189008Z","end":"2026-07-29T15:44:35.29753Z","steps":["trace[291218804] 'process raft request' (duration: 4.107733789s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.298994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.773508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:35.299025Z","caller":"traceutil/trace.go:171","msg":"trace[1190277059] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2268; }","duration":"643.806429ms","start":"2026-07-29T15:44:34.65521Z","end":"2026-07-29T15:44:35.299017Z","steps":["trace[1190277059] 'agreement among raft nodes before linearized reading' (duration: 643.745597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.298998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:31.188972Z","time spent":"4.109996854s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:35.299096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417304388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:35.299127Z","caller":"traceutil/trace.go:171","msg":"trace[1203065517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2268; }","duration":"2.417389251s","start":"2026-07-29T15:44:32.881731Z","end":"2026-07-29T15:44:35.29912Z","steps":["trace[1203065517] 'agreement among raft nodes before linearized reading' (duration: 2.41733925s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.299154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:32.881696Z","time spent":"2.417451052s","remote":"127.0.0.1:59106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:35.297604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755910213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:35.299052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:34.654583Z","time spent":"644.463165ms","remote":"127.0.0.1:56534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:35.299373Z","caller":"traceutil/trace.go:171","msg":"trace[110783411] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2268; }","duration":"3.757706648s","start":"2026-07-29T15:44:31.541656Z","end":"2026-07-29T15:44:35.299362Z","steps":["trace[110783411] 'agreement among raft nodes before linearized reading' (duration: 3.755927994s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:35.298249Z","caller":"traceutil/trace.go:171","msg":"trace[732017127] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2268; }","duration":"3.655909318s","start":"2026-07-29T15:44:31.642308Z","end":"2026-07-29T15:44:35.298217Z","steps":["trace[732017127] 'agreement among raft nodes before linearized reading' (duration: 3.655490869s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.299464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:31.541636Z","time spent":"3.75781638s","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:35.297893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:28.715005Z","time spent":"6.582876649s","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T15:44:35.297563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952482325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:35.299635Z","caller":"traceutil/trace.go:171","msg":"trace[1318954652] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2268; }","duration":"3.954576807s","start":"2026-07-29T15:44:31.345046Z","end":"2026-07-29T15:44:35.299623Z","steps":["trace[1318954652] 'agreement among raft nodes before linearized reading' (duration: 3.952461145s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.29894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.862526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:35.299776Z","caller":"traceutil/trace.go:171","msg":"trace[617926368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2268; }","duration":"541.717407ms","start":"2026-07-29T15:44:34.758028Z","end":"2026-07-29T15:44:35.299746Z","steps":["trace[617926368] 'agreement among raft nodes before linearized reading' (duration: 540.893317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.299438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654960769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-29T15:44:35.299919Z","caller":"traceutil/trace.go:171","msg":"trace[114574865] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2268; }","duration":"3.655448871s","start":"2026-07-29T15:44:31.644456Z","end":"2026-07-29T15:44:35.299905Z","steps":["trace[114574865] 'agreement among raft nodes before linearized reading' (duration: 3.654865816s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.299922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656363322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6cd2068bc98b8\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-29T15:44:35.299992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:31.644449Z","time spent":"3.655517902s","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-29T15:44:35.299682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:31.345019Z","time spent":"3.954647349s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:35.299545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:31.642295Z","time spent":"3.65720333s","remote":"127.0.0.1:56620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-29T15:44:35.300072Z","caller":"traceutil/trace.go:171","msg":"trace[1661104467] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6cd2068bc98b8; range_end:; response_count:1; response_revision:2268; }","duration":"3.656521975s","start":"2026-07-29T15:44:31.64352Z","end":"2026-07-29T15:44:35.300042Z","steps":["trace[1661104467] 'agreement among raft nodes before linearized reading' (duration: 3.65594173s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:35.301583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:31.643511Z","time spent":"3.658050653s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6cd2068bc98b8\" "} {"level":"warn","ts":"2026-07-29T15:44:35.301609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:34.758003Z","time spent":"542.081087ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:44:37.770284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046238057s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-29T15:44:37.770421Z","caller":"traceutil/trace.go:171","msg":"trace[1921767308] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2366; }","duration":"2.465178202s","start":"2026-07-29T15:44:35.305216Z","end":"2026-07-29T15:44:37.770394Z","steps":["trace[1921767308] 'read index received' (duration: 418.607976ms)","trace[1921767308] 'applied index is now lower than readState.Index' (duration: 2.046567436s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:37.770517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:35.304887Z","time spent":"2.465626554s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:37.770852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465616213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T15:44:37.770919Z","caller":"traceutil/trace.go:171","msg":"trace[1664762443] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2268; }","duration":"2.465719426s","start":"2026-07-29T15:44:35.305186Z","end":"2026-07-29T15:44:37.770905Z","steps":["trace[1664762443] 'agreement among raft nodes before linearized reading' (duration: 2.465551592s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:37.770958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:35.305175Z","time spent":"2.465772977s","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T15:44:38.044624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:38.044733Z","caller":"traceutil/trace.go:171","msg":"trace[1081305528] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445941s","start":"2026-07-29T15:44:36.044268Z","end":"2026-07-29T15:44:38.044714Z","steps":["trace[1081305528] 'agreement among raft nodes before linearized reading' (duration: 2.000300648s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:38.044779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:36.04426Z","time spent":"2.000509472s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:44:38.271262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:38.771789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:39.272281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:39.398568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.346061884s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T15:44:39.399198Z","caller":"traceutil/trace.go:171","msg":"trace[715995458] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"4.093852901s","start":"2026-07-29T15:44:35.305314Z","end":"2026-07-29T15:44:39.399167Z","steps":["trace[715995458] 'process raft request' (duration: 4.093554333s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:39.399333Z","caller":"traceutil/trace.go:171","msg":"trace[149415399] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"4.091670726s","start":"2026-07-29T15:44:35.307636Z","end":"2026-07-29T15:44:39.399306Z","steps":["trace[149415399] 'process raft request' (duration: 4.091585324s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:39.399366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:35.3053Z","time spent":"4.093964683s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:44:39.399412Z","caller":"traceutil/trace.go:171","msg":"trace[801119115] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"4.09225919s","start":"2026-07-29T15:44:35.307091Z","end":"2026-07-29T15:44:39.399351Z","steps":["trace[801119115] 'process raft request' (duration: 4.092008224s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:39.39945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:35.307622Z","time spent":"4.091777318s","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:39.399676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:35.307066Z","time spent":"4.092451905s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:40.045731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000195129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:40.045831Z","caller":"traceutil/trace.go:171","msg":"trace[871842452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354374s","start":"2026-07-29T15:44:38.045454Z","end":"2026-07-29T15:44:40.045808Z","steps":["trace[871842452] 'agreement among raft nodes before linearized reading' (duration: 2.00021321s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:40.045909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:38.045437Z","time spent":"2.000460116s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:44:42.051832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:42.051953Z","caller":"traceutil/trace.go:171","msg":"trace[1907889027] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172364s","start":"2026-07-29T15:44:40.051752Z","end":"2026-07-29T15:44:42.051924Z","steps":["trace[1907889027] 'agreement among raft nodes before linearized reading' (duration: 2.00001381s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:42.052014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:40.051722Z","time spent":"2.000279767s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:44:43.042216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:36.042035Z","time spent":"7.000173288s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:43.116787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.372308754s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T15:44:44.053858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000514917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:44.053952Z","caller":"traceutil/trace.go:171","msg":"trace[1681799585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000694682s","start":"2026-07-29T15:44:42.053237Z","end":"2026-07-29T15:44:44.053931Z","steps":["trace[1681799585] 'agreement among raft nodes before linearized reading' (duration: 2.000549108s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:44.054022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:42.053214Z","time spent":"2.000797714s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:44.096136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.922388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:44:44.096367Z","caller":"traceutil/trace.go:171","msg":"trace[425095269] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2273; }","duration":"1.048101529s","start":"2026-07-29T15:44:43.04825Z","end":"2026-07-29T15:44:44.096352Z","steps":["trace[425095269] 'process raft request' (duration: 1.048068408s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:44.096371Z","caller":"traceutil/trace.go:171","msg":"trace[748636858] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"6.324255815s","start":"2026-07-29T15:44:37.772079Z","end":"2026-07-29T15:44:44.096335Z","steps":["trace[748636858] 'process raft request' (duration: 6.324144493s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:44.096436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:43.048175Z","time spent":"1.048223561s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:44:44.096523Z","caller":"traceutil/trace.go:171","msg":"trace[14572292] linearizableReadLoop","detail":"{readStateIndex:2372; appliedIndex:2367; }","duration":"6.325910486s","start":"2026-07-29T15:44:37.770467Z","end":"2026-07-29T15:44:44.096378Z","steps":["trace[14572292] 'read index received' (duration: 1.628425251s)","trace[14572292] 'applied index is now lower than readState.Index' (duration: 4.697483205s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:44.096564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.145076215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:44.096673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.622709612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:44.096736Z","caller":"traceutil/trace.go:171","msg":"trace[672257506] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2273; }","duration":"7.622824466s","start":"2026-07-29T15:44:36.473894Z","end":"2026-07-29T15:44:44.096718Z","steps":["trace[672257506] 'agreement among raft nodes before linearized reading' (duration: 7.622718764s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:44.096755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.787984657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T15:44:44.096782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:36.473787Z","time spent":"7.622981639s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:44.096794Z","caller":"traceutil/trace.go:171","msg":"trace[382609041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2273; }","duration":"7.788055659s","start":"2026-07-29T15:44:36.308723Z","end":"2026-07-29T15:44:44.096778Z","steps":["trace[382609041] 'agreement among raft nodes before linearized reading' (duration: 7.787931856s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:44.096835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:36.308685Z","time spent":"7.788140852s","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T15:44:44.096838Z","caller":"traceutil/trace.go:171","msg":"trace[1908946409] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2273; }","duration":"7.145593828s","start":"2026-07-29T15:44:36.951172Z","end":"2026-07-29T15:44:44.096766Z","steps":["trace[1908946409] 'agreement among raft nodes before linearized reading' (duration: 7.145216599s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:44.096925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.381132398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:44:44.096988Z","caller":"traceutil/trace.go:171","msg":"trace[1886864836] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2273; }","duration":"6.38123734s","start":"2026-07-29T15:44:37.715733Z","end":"2026-07-29T15:44:44.096971Z","steps":["trace[1886864836] 'agreement among raft nodes before linearized reading' (duration: 6.380843091s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:44.097034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:37.715705Z","time spent":"6.381319202s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":274,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:44.096562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:37.772042Z","time spent":"6.324407759s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:44.097199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:36.951146Z","time spent":"7.145829954s","remote":"127.0.0.1:44110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:44.097229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.791385126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-29T15:44:44.097361Z","caller":"traceutil/trace.go:171","msg":"trace[1331590085] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2273; }","duration":"8.79153173s","start":"2026-07-29T15:44:35.305815Z","end":"2026-07-29T15:44:44.097346Z","steps":["trace[1331590085] 'agreement among raft nodes before linearized reading' (duration: 8.790886604s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:44.097497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:35.305806Z","time spent":"8.791639142s","remote":"127.0.0.1:56648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-29T15:44:44.597455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:46.062364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00042509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:46.062466Z","caller":"traceutil/trace.go:171","msg":"trace[1232169203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000636246s","start":"2026-07-29T15:44:44.061807Z","end":"2026-07-29T15:44:46.062444Z","steps":["trace[1232169203] 'agreement among raft nodes before linearized reading' (duration: 2.000505032s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:46.062522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:44.061781Z","time spent":"2.000729179s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:46.108888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.421515848s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T15:44:47.682414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995020252s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-29T15:44:47.683435Z","caller":"traceutil/trace.go:171","msg":"trace[48089518] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"3.580634919s","start":"2026-07-29T15:44:44.102775Z","end":"2026-07-29T15:44:47.68341Z","steps":["trace[48089518] 'process raft request' (duration: 3.579762398s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:47.683578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:44.102754Z","time spent":"3.580738742s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T15:44:47.683439Z","caller":"traceutil/trace.go:171","msg":"trace[1846497448] linearizableReadLoop","detail":"{readStateIndex:2375; appliedIndex:2373; }","duration":"3.58679686s","start":"2026-07-29T15:44:44.096626Z","end":"2026-07-29T15:44:47.683423Z","steps":["trace[1846497448] 'read index received' (duration: 590.738242ms)","trace[1846497448] 'applied index is now lower than readState.Index' (duration: 2.996057778s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:48.062871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999883095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:48.06296Z","caller":"traceutil/trace.go:171","msg":"trace[1042702312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000038359s","start":"2026-07-29T15:44:46.062901Z","end":"2026-07-29T15:44:48.062939Z","steps":["trace[1042702312] 'agreement among raft nodes before linearized reading' (duration: 1.999921516s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:48.063012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:46.062866Z","time spent":"2.000135881s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:50.071463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:50.071568Z","caller":"traceutil/trace.go:171","msg":"trace[1877230104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000066547s","start":"2026-07-29T15:44:48.07148Z","end":"2026-07-29T15:44:50.071546Z","steps":["trace[1877230104] 'agreement among raft nodes before linearized reading' (duration: 1.999924674s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:50.071626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:48.071459Z","time spent":"2.00015427s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:44:51.284387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.850364167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:51.284502Z","caller":"traceutil/trace.go:171","msg":"trace[1997721485] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2275; }","duration":"12.850552932s","start":"2026-07-29T15:44:38.43392Z","end":"2026-07-29T15:44:51.284473Z","steps":["trace[1997721485] 'agreement among raft nodes before linearized reading' (duration: 9.24963488s)","trace[1997721485] 'count revisions from in-memory index tree' (duration: 3.600746547s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.284554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:38.433891Z","time spent":"12.850650344s","remote":"127.0.0.1:44058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.284573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.7697008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:51.284656Z","caller":"traceutil/trace.go:171","msg":"trace[1642121551] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2275; }","duration":"12.769854903s","start":"2026-07-29T15:44:38.51478Z","end":"2026-07-29T15:44:51.284635Z","steps":["trace[1642121551] 'agreement among raft nodes before linearized reading' (duration: 9.168769038s)","trace[1642121551] 'count revisions from in-memory index tree' (duration: 3.600947443s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.284693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:38.514749Z","time spent":"12.769932095s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.284919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.881176537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-zdndh\" ","response":"range_response_count:1 size:4694"} {"level":"warn","ts":"2026-07-29T15:44:51.285765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.462553185s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:51.286163Z","caller":"traceutil/trace.go:171","msg":"trace[749875320] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2275; }","duration":"3.462939505s","start":"2026-07-29T15:44:47.823195Z","end":"2026-07-29T15:44:51.286134Z","steps":["trace[749875320] 'range keys from in-memory index tree' (duration: 3.462535365s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:51.286165Z","caller":"traceutil/trace.go:171","msg":"trace[663543681] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-zdndh; range_end:; response_count:1; response_revision:2275; }","duration":"11.882461819s","start":"2026-07-29T15:44:39.403664Z","end":"2026-07-29T15:44:51.286126Z","steps":["trace[663543681] 'agreement among raft nodes before linearized reading' (duration: 8.279932808s)","trace[663543681] 'range keys from in-memory index tree' (duration: 3.601120996s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.286892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:39.403641Z","time spent":"11.883215738s","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-zdndh\" "} {"level":"warn","ts":"2026-07-29T15:44:51.286915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603432532s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:44:51.286972Z","caller":"traceutil/trace.go:171","msg":"trace[1786110679] linearizableReadLoop","detail":"{readStateIndex:2376; appliedIndex:2375; }","duration":"3.60334095s","start":"2026-07-29T15:44:47.683619Z","end":"2026-07-29T15:44:51.28696Z","steps":["trace[1786110679] 'read index received' (duration: 52.191µs)","trace[1786110679] 'applied index is now lower than readState.Index' (duration: 3.603287749s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.286183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.047487193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:51.287098Z","caller":"traceutil/trace.go:171","msg":"trace[123585675] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2275; }","duration":"13.048442966s","start":"2026-07-29T15:44:38.238644Z","end":"2026-07-29T15:44:51.287087Z","steps":["trace[123585675] 'agreement among raft nodes before linearized reading' (duration: 9.444920311s)","trace[123585675] 'count revisions from in-memory index tree' (duration: 3.602589932s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.287128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:38.238621Z","time spent":"13.048494177s","remote":"127.0.0.1:56826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:51.287145Z","caller":"traceutil/trace.go:171","msg":"trace[1510572909] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"4.379908004s","start":"2026-07-29T15:44:46.90721Z","end":"2026-07-29T15:44:51.287118Z","steps":["trace[1510572909] 'process raft request' (duration: 776.201625ms)","trace[1510572909] 'compare' (duration: 3.601448194s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.287192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:46.907173Z","time spent":"4.379992826s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:44:51.285436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.21617839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:51.287286Z","caller":"traceutil/trace.go:171","msg":"trace[154705314] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2275; }","duration":"7.218084737s","start":"2026-07-29T15:44:44.069191Z","end":"2026-07-29T15:44:51.287276Z","steps":["trace[154705314] 'agreement among raft nodes before linearized reading' (duration: 3.614294236s)","trace[154705314] 'count revisions from in-memory index tree' (duration: 3.601930555s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.287312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:44.069163Z","time spent":"7.218138379s","remote":"127.0.0.1:59054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.287328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.821170974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:51.28735Z","caller":"traceutil/trace.go:171","msg":"trace[586323165] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2276; }","duration":"5.821192815s","start":"2026-07-29T15:44:45.466148Z","end":"2026-07-29T15:44:51.287341Z","steps":["trace[586323165] 'agreement among raft nodes before linearized reading' (duration: 5.821153714s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:51.28737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:45.466053Z","time spent":"5.821311818s","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.285473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.305201148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:51.287484Z","caller":"traceutil/trace.go:171","msg":"trace[1318467571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2275; }","duration":"7.307266039s","start":"2026-07-29T15:44:43.980205Z","end":"2026-07-29T15:44:51.287471Z","steps":["trace[1318467571] 'agreement among raft nodes before linearized reading' (duration: 3.703290703s)","trace[1318467571] 'count revisions from in-memory index tree' (duration: 3.601950646s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.287514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:43.980173Z","time spent":"7.307332721s","remote":"127.0.0.1:59148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.285503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.497915024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:51.287697Z","caller":"traceutil/trace.go:171","msg":"trace[67995122] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2275; }","duration":"7.500156919s","start":"2026-07-29T15:44:43.787531Z","end":"2026-07-29T15:44:51.287688Z","steps":["trace[67995122] 'agreement among raft nodes before linearized reading' (duration: 3.895979058s)","trace[67995122] 'count revisions from in-memory index tree' (duration: 3.601976117s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.287724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:43.787499Z","time spent":"7.50021371s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.285536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.346706976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:51.287951Z","caller":"traceutil/trace.go:171","msg":"trace[382310081] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2275; }","duration":"8.349165277s","start":"2026-07-29T15:44:42.938777Z","end":"2026-07-29T15:44:51.287942Z","steps":["trace[382310081] 'agreement among raft nodes before linearized reading' (duration: 4.744744209s)","trace[382310081] 'count revisions from in-memory index tree' (duration: 3.601997227s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.287976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:42.938753Z","time spent":"8.349215327s","remote":"127.0.0.1:56796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.285563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.641410672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:51.288176Z","caller":"traceutil/trace.go:171","msg":"trace[1732006012] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2275; }","duration":"8.644052687s","start":"2026-07-29T15:44:42.644114Z","end":"2026-07-29T15:44:51.288167Z","steps":["trace[1732006012] 'agreement among raft nodes before linearized reading' (duration: 5.039419015s)","trace[1732006012] 'count revisions from in-memory index tree' (duration: 3.602014537s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.288202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:42.644093Z","time spent":"8.644100128s","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.285595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.480627011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:51.288382Z","caller":"traceutil/trace.go:171","msg":"trace[322796586] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2275; }","duration":"10.483465701s","start":"2026-07-29T15:44:40.804908Z","end":"2026-07-29T15:44:51.288374Z","steps":["trace[322796586] 'agreement among raft nodes before linearized reading' (duration: 6.878635304s)","trace[322796586] 'count revisions from in-memory index tree' (duration: 3.602035388s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.288412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:40.804879Z","time spent":"10.483522612s","remote":"127.0.0.1:44250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.286199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.216181168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:44:51.288606Z","caller":"traceutil/trace.go:171","msg":"trace[1032515717] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2275; }","duration":"13.218640268s","start":"2026-07-29T15:44:38.069956Z","end":"2026-07-29T15:44:51.288596Z","steps":["trace[1032515717] 'agreement among raft nodes before linearized reading' (duration: 9.613627717s)","trace[1032515717] 'count revisions from in-memory index tree' (duration: 3.602584152s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.288631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:38.069932Z","time spent":"13.21869177s","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.286207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.983797665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:51.288925Z","caller":"traceutil/trace.go:171","msg":"trace[716151097] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2275; }","duration":"10.986522712s","start":"2026-07-29T15:44:40.302391Z","end":"2026-07-29T15:44:51.288914Z","steps":["trace[716151097] 'agreement among raft nodes before linearized reading' (duration: 7.381190143s)","trace[716151097] 'count revisions from in-memory index tree' (duration: 3.602590482s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.288929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813670523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:51.288999Z","caller":"traceutil/trace.go:171","msg":"trace[1429357432] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2276; }","duration":"6.813791626s","start":"2026-07-29T15:44:44.475186Z","end":"2026-07-29T15:44:51.288977Z","steps":["trace[1429357432] 'agreement among raft nodes before linearized reading' (duration: 6.813610011s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:51.289008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.187468354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"warn","ts":"2026-07-29T15:44:51.289048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:44.475158Z","time spent":"6.813877307s","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:44:51.289061Z","caller":"traceutil/trace.go:171","msg":"trace[1409879908] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:2276; }","duration":"7.187567386s","start":"2026-07-29T15:44:44.101479Z","end":"2026-07-29T15:44:51.289046Z","steps":["trace[1409879908] 'agreement among raft nodes before linearized reading' (duration: 7.187385372s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:51.289067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.174562121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:51.289097Z","caller":"traceutil/trace.go:171","msg":"trace[1291279949] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2276; }","duration":"6.174627724s","start":"2026-07-29T15:44:45.114459Z","end":"2026-07-29T15:44:51.289087Z","steps":["trace[1291279949] 'agreement among raft nodes before linearized reading' (duration: 6.174575583s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:51.289098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:44.101434Z","time spent":"7.187656069s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-29T15:44:51.289123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:45.11444Z","time spent":"6.174677196s","remote":"127.0.0.1:44162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.289168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.833963399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:44:51.289215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.272774055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:51.289247Z","caller":"traceutil/trace.go:171","msg":"trace[699093985] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2276; }","duration":"6.272847116s","start":"2026-07-29T15:44:45.016392Z","end":"2026-07-29T15:44:51.289239Z","steps":["trace[699093985] 'agreement among raft nodes before linearized reading' (duration: 6.272779284s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:44:51.289237Z","caller":"traceutil/trace.go:171","msg":"trace[1081911710] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2276; }","duration":"5.834080751s","start":"2026-07-29T15:44:45.455131Z","end":"2026-07-29T15:44:51.289212Z","steps":["trace[1081911710] 'agreement among raft nodes before linearized reading' (duration: 5.833977009s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:51.289268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:45.016368Z","time spent":"6.272893687s","remote":"127.0.0.1:44116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.288955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:40.30237Z","time spent":"10.986573983s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.289291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:45.455103Z","time spent":"5.834173864s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.28635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.344295527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:51.289429Z","caller":"traceutil/trace.go:171","msg":"trace[796397324] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2275; }","duration":"11.347424175s","start":"2026-07-29T15:44:39.941986Z","end":"2026-07-29T15:44:51.28941Z","steps":["trace[796397324] 'agreement among raft nodes before linearized reading' (duration: 7.741608643s)","trace[796397324] 'count revisions from in-memory index tree' (duration: 3.602651924s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.289459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.182506608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:44:51.289482Z","caller":"traceutil/trace.go:171","msg":"trace[1476471171] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2276; }","duration":"6.182581949s","start":"2026-07-29T15:44:45.106893Z","end":"2026-07-29T15:44:51.289475Z","steps":["trace[1476471171] 'agreement among raft nodes before linearized reading' (duration: 6.182475017s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:51.289501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:45.106866Z","time spent":"6.182629801s","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T15:44:51.289494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:39.941909Z","time spent":"11.347569018s","remote":"127.0.0.1:56678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:44:51.285387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.512278714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:44:51.289544Z","caller":"traceutil/trace.go:171","msg":"trace[1140121276] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:0; response_revision:2275; }","duration":"13.516483208s","start":"2026-07-29T15:44:37.773052Z","end":"2026-07-29T15:44:51.289535Z","steps":["trace[1140121276] 'agreement among raft nodes before linearized reading' (duration: 9.91041785s)","trace[1140121276] 'range keys from in-memory index tree' (duration: 3.601881325s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:44:51.289573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:37.773032Z","time spent":"13.516532589s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.242\" "} {"level":"warn","ts":"2026-07-29T15:44:51.787917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:52.072994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999896502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:52.073115Z","caller":"traceutil/trace.go:171","msg":"trace[96068461] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000107757s","start":"2026-07-29T15:44:50.072981Z","end":"2026-07-29T15:44:52.073089Z","steps":["trace[96068461] 'agreement among raft nodes before linearized reading' (duration: 1.999923562s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:52.073179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:50.072962Z","time spent":"2.000198848s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:44:52.288987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:52.789684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:53.290592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:53.791542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:54.081268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:44:54.081382Z","caller":"traceutil/trace.go:171","msg":"trace[96176813] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000512035s","start":"2026-07-29T15:44:52.080846Z","end":"2026-07-29T15:44:54.081358Z","steps":["trace[96176813] 'agreement among raft nodes before linearized reading' (duration: 2.00036528s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:54.081436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:52.08082Z","time spent":"2.000607047s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:54.292534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:54.793176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:55.293614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:55.794157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:44:55.965141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.244061248s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T15:44:56.081569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999694595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:56.081674Z","caller":"traceutil/trace.go:171","msg":"trace[1398835394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999873959s","start":"2026-07-29T15:44:54.081779Z","end":"2026-07-29T15:44:56.081653Z","steps":["trace[1398835394] 'agreement among raft nodes before linearized reading' (duration: 1.999740056s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:56.081727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:54.081745Z","time spent":"1.999972331s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:56.721223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:49.72078Z","time spent":"7.000432385s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:56.74805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000354598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:56.748157Z","caller":"traceutil/trace.go:171","msg":"trace[1172356843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519172s","start":"2026-07-29T15:44:54.747613Z","end":"2026-07-29T15:44:56.748132Z","steps":["trace[1172356843] 'agreement among raft nodes before linearized reading' (duration: 2.000385269s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:56.748439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:54.747593Z","time spent":"2.0008265s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:57.307729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:50.307367Z","time spent":"7.000338481s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:57.30782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:50.307668Z","time spent":"7.000143876s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:58.09141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:44:58.091491Z","caller":"traceutil/trace.go:171","msg":"trace[530969279] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081124s","start":"2026-07-29T15:44:56.09139Z","end":"2026-07-29T15:44:58.091471Z","steps":["trace[530969279] 'agreement among raft nodes before linearized reading' (duration: 1.99997727s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:44:58.09153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:56.091362Z","time spent":"2.000160676s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:44:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:44:58.291636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:51.290717Z","time spent":"7.000911714s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:58.293683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:51.293566Z","time spent":"7.000097315s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T15:44:58.297836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:51.297161Z","time spent":"7.000666528s","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T15:45:00.091908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000146487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:45:00.092028Z","caller":"traceutil/trace.go:171","msg":"trace[163438882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322001s","start":"2026-07-29T15:44:58.091684Z","end":"2026-07-29T15:45:00.092006Z","steps":["trace[163438882] 'agreement among raft nodes before linearized reading' (duration: 2.000168177s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:00.092112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:58.09167Z","time spent":"2.000431253s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:45:01.192814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370322678s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:45:01.193036Z","caller":"traceutil/trace.go:171","msg":"trace[725096393] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2276; }","duration":"3.370596675s","start":"2026-07-29T15:44:57.82241Z","end":"2026-07-29T15:45:01.193007Z","steps":["trace[725096393] 'range keys from in-memory index tree' (duration: 3.370266097s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:01.196789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231326576s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-29T15:45:02.101499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000632809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:45:02.101599Z","caller":"traceutil/trace.go:171","msg":"trace[205044414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000787423s","start":"2026-07-29T15:45:00.100787Z","end":"2026-07-29T15:45:02.101575Z","steps":["trace[205044414] 'agreement among raft nodes before linearized reading' (duration: 2.000657359s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:02.101673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:00.10077Z","time spent":"2.000884466s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:45:03.619963Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.654491743s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T15:45:03.621028Z","caller":"traceutil/trace.go:171","msg":"trace[1729407849] linearizableReadLoop","detail":"{readStateIndex:2382; appliedIndex:2376; }","duration":"12.333994794s","start":"2026-07-29T15:44:51.286988Z","end":"2026-07-29T15:45:03.620983Z","steps":["trace[1729407849] 'read index received' (duration: 4.678417835s)","trace[1729407849] 'applied index is now lower than readState.Index' (duration: 7.655575919s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:45:03.621376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.932342262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6ccfbcf148c21\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-29T15:45:03.621451Z","caller":"traceutil/trace.go:171","msg":"trace[1235151316] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6ccfbcf148c21; range_end:; response_count:1; response_revision:2281; }","duration":"15.932480995s","start":"2026-07-29T15:44:47.688953Z","end":"2026-07-29T15:45:03.621434Z","steps":["trace[1235151316] 'agreement among raft nodes before linearized reading' (duration: 15.932227279s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:03.621512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:47.688929Z","time spent":"15.932571038s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6ccfbcf148c21\" "} {"level":"warn","ts":"2026-07-29T15:45:03.728595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:56.7277Z","time spent":"7.000879961s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T15:45:04.102271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999986476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:45:04.102379Z","caller":"traceutil/trace.go:171","msg":"trace[659389670] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00016214s","start":"2026-07-29T15:45:02.102181Z","end":"2026-07-29T15:45:04.102343Z","steps":["trace[659389670] 'agreement among raft nodes before linearized reading' (duration: 2.000041157s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.102644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:02.10216Z","time spent":"2.000465958s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:45:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:45:04.121218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541536,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:45:04.181734Z","caller":"traceutil/trace.go:171","msg":"trace[892125095] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"5.385719356s","start":"2026-07-29T15:44:58.795989Z","end":"2026-07-29T15:45:04.181709Z","steps":["trace[892125095] 'process raft request' (duration: 5.385640174s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:04.18187Z","caller":"traceutil/trace.go:171","msg":"trace[1959246342] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2281; }","duration":"5.883059642s","start":"2026-07-29T15:44:58.298714Z","end":"2026-07-29T15:45:04.181774Z","steps":["trace[1959246342] 'process raft request' (duration: 5.882814226s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.181939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:58.795954Z","time spent":"5.38586876s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:45:04.1822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:58.298693Z","time spent":"5.883287697s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:45:04.549196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.976563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:45:04.549512Z","caller":"traceutil/trace.go:171","msg":"trace[1471994753] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"922.357007ms","start":"2026-07-29T15:45:03.627121Z","end":"2026-07-29T15:45:04.549478Z","steps":["trace[1471994753] 'process raft request' (duration: 611.994015ms)","trace[1471994753] 'compare' (duration: 309.838699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:45:04.54959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.781153272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:45:04.549642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:03.627089Z","time spent":"922.493259ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:45:04.549701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.237893865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-29T15:45:04.54978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313787998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:45:04.549831Z","caller":"traceutil/trace.go:171","msg":"trace[325222694] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2283; }","duration":"2.313875331s","start":"2026-07-29T15:45:02.235944Z","end":"2026-07-29T15:45:04.549819Z","steps":["trace[325222694] 'agreement among raft nodes before linearized reading' (duration: 2.313799999s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:04.549657Z","caller":"traceutil/trace.go:171","msg":"trace[373701589] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2283; }","duration":"5.781278575s","start":"2026-07-29T15:44:58.768363Z","end":"2026-07-29T15:45:04.549641Z","steps":["trace[373701589] 'agreement among raft nodes before linearized reading' (duration: 5.781136382s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.549925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.247837451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-d6vlv\" ","response":"range_response_count:1 size:5487"} {"level":"warn","ts":"2026-07-29T15:45:04.549928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:02.235922Z","time spent":"2.313990135s","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:45:04.549958Z","caller":"traceutil/trace.go:171","msg":"trace[593183486] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-d6vlv; range_end:; response_count:1; response_revision:2283; }","duration":"6.247923662s","start":"2026-07-29T15:44:58.302025Z","end":"2026-07-29T15:45:04.549949Z","steps":["trace[593183486] 'agreement among raft nodes before linearized reading' (duration: 6.247784089s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.54997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:58.768337Z","time spent":"5.781614164s","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:45:04.549995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:58.301996Z","time spent":"6.247991864s","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5511,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-d6vlv\" "} {"level":"warn","ts":"2026-07-29T15:45:04.550126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.670829931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:45:04.550226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756957347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:45:04.550283Z","caller":"traceutil/trace.go:171","msg":"trace[591177167] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2283; }","duration":"2.75706745s","start":"2026-07-29T15:45:01.793203Z","end":"2026-07-29T15:45:04.550271Z","steps":["trace[591177167] 'agreement among raft nodes before linearized reading' (duration: 2.756926907s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.550333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:01.793175Z","time spent":"2.757143861s","remote":"127.0.0.1:56656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:45:04.550307Z","caller":"traceutil/trace.go:171","msg":"trace[1815109780] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2283; }","duration":"9.671164009s","start":"2026-07-29T15:44:54.879051Z","end":"2026-07-29T15:45:04.550215Z","steps":["trace[1815109780] 'agreement among raft nodes before linearized reading' (duration: 9.670510643s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.550499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:54.87903Z","time spent":"9.671411944s","remote":"127.0.0.1:56636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:45:04.550539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.237583719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-29T15:45:04.550559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.381893262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:45:04.550598Z","caller":"traceutil/trace.go:171","msg":"trace[634779892] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2283; }","duration":"7.23767177s","start":"2026-07-29T15:44:57.312912Z","end":"2026-07-29T15:45:04.550584Z","steps":["trace[634779892] 'agreement among raft nodes before linearized reading' (duration: 7.237519965s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.550648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:57.312889Z","time spent":"7.237747783s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-29T15:45:04.550231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.256485602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:45:04.550723Z","caller":"traceutil/trace.go:171","msg":"trace[711123279] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:0; response_revision:2283; }","duration":"6.257024105s","start":"2026-07-29T15:44:58.293686Z","end":"2026-07-29T15:45:04.55071Z","steps":["trace[711123279] 'agreement among raft nodes before linearized reading' (duration: 6.256510102s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.550745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.246281677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:45:04.550775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:58.29366Z","time spent":"6.257101577s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.242\" "} {"level":"warn","ts":"2026-07-29T15:45:04.549723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19575167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:45:04.550852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.671724349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:45:04.550855Z","caller":"traceutil/trace.go:171","msg":"trace[162744943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2283; }","duration":"1.196930289s","start":"2026-07-29T15:45:03.353909Z","end":"2026-07-29T15:45:04.55084Z","steps":["trace[162744943] 'agreement among raft nodes before linearized reading' (duration: 1.19577342s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:04.550887Z","caller":"traceutil/trace.go:171","msg":"trace[1096182565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2283; }","duration":"8.671812132s","start":"2026-07-29T15:44:55.879065Z","end":"2026-07-29T15:45:04.550877Z","steps":["trace[1096182565] 'agreement among raft nodes before linearized reading' (duration: 8.671768671s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.550904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:03.353835Z","time spent":"1.197052412s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:45:04.550922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:55.879032Z","time spent":"8.671881694s","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:45:04.550295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.410105633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:45:04.550983Z","caller":"traceutil/trace.go:171","msg":"trace[985135215] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2283; }","duration":"6.410832551s","start":"2026-07-29T15:44:58.140133Z","end":"2026-07-29T15:45:04.550966Z","steps":["trace[985135215] 'agreement among raft nodes before linearized reading' (duration: 6.410140374s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.551041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:58.140104Z","time spent":"6.410920142s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:45:04.550819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.818425712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:45:04.551143Z","caller":"traceutil/trace.go:171","msg":"trace[2096600561] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2283; }","duration":"7.81877571s","start":"2026-07-29T15:44:56.732348Z","end":"2026-07-29T15:45:04.551123Z","steps":["trace[2096600561] 'agreement among raft nodes before linearized reading' (duration: 7.818451723s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.551203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:56.732327Z","time spent":"7.818858853s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:45:04.550601Z","caller":"traceutil/trace.go:171","msg":"trace[1311796317] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2283; }","duration":"4.381990095s","start":"2026-07-29T15:45:00.168598Z","end":"2026-07-29T15:45:04.550588Z","steps":["trace[1311796317] 'agreement among raft nodes before linearized reading' (duration: 4.381920013s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.551343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:00.16857Z","time spent":"4.382751984s","remote":"127.0.0.1:44288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:45:04.551085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.941950896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:45:04.551408Z","caller":"traceutil/trace.go:171","msg":"trace[131603302] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2283; }","duration":"8.942315015s","start":"2026-07-29T15:44:55.609075Z","end":"2026-07-29T15:45:04.55139Z","steps":["trace[131603302] 'agreement among raft nodes before linearized reading' (duration: 8.941981057s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.551469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:55.609051Z","time spent":"8.942401357s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:45:04.550781Z","caller":"traceutil/trace.go:171","msg":"trace[1673436115] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2283; }","duration":"9.24637416s","start":"2026-07-29T15:44:55.304395Z","end":"2026-07-29T15:45:04.55077Z","steps":["trace[1673436115] 'agreement among raft nodes before linearized reading' (duration: 9.246319459s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.551532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:55.304267Z","time spent":"9.247248742s","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:45:04.551596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.908065219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:45:04.551643Z","caller":"traceutil/trace.go:171","msg":"trace[400823318] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2283; }","duration":"10.908167061s","start":"2026-07-29T15:44:53.643466Z","end":"2026-07-29T15:45:04.551633Z","steps":["trace[400823318] 'agreement among raft nodes before linearized reading' (duration: 10.908095959s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.551684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:53.643435Z","time spent":"10.908236923s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:45:04.551638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.342561582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:45:04.551847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.245304193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:45:04.551853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.193071514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:45:04.551883Z","caller":"traceutil/trace.go:171","msg":"trace[1401009140] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2283; }","duration":"10.245389975s","start":"2026-07-29T15:44:54.306484Z","end":"2026-07-29T15:45:04.551874Z","steps":["trace[1401009140] 'agreement among raft nodes before linearized reading' (duration: 10.245338133s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:04.551905Z","caller":"traceutil/trace.go:171","msg":"trace[917941508] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2283; }","duration":"11.193171357s","start":"2026-07-29T15:44:53.358717Z","end":"2026-07-29T15:45:04.551888Z","steps":["trace[917941508] 'agreement among raft nodes before linearized reading' (duration: 11.193094064s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.551952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.798452886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:45:04.551963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:53.358692Z","time spent":"11.193256128s","remote":"127.0.0.1:44226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:45:04.551985Z","caller":"traceutil/trace.go:171","msg":"trace[683407951] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2283; }","duration":"10.798534679s","start":"2026-07-29T15:44:53.753441Z","end":"2026-07-29T15:45:04.551976Z","steps":["trace[683407951] 'agreement among raft nodes before linearized reading' (duration: 10.798490938s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.552017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:53.753411Z","time spent":"10.79859862s","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:45:04.551944Z","caller":"traceutil/trace.go:171","msg":"trace[1358814630] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2283; }","duration":"9.342831548s","start":"2026-07-29T15:44:55.208979Z","end":"2026-07-29T15:45:04.551811Z","steps":["trace[1358814630] 'agreement among raft nodes before linearized reading' (duration: 9.342522271s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.552287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:55.208956Z","time spent":"9.343200848s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:45:04.552464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.255412147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:45:04.552524Z","caller":"traceutil/trace.go:171","msg":"trace[841558612] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2283; }","duration":"12.255515039s","start":"2026-07-29T15:44:52.296995Z","end":"2026-07-29T15:45:04.55251Z","steps":["trace[841558612] 'agreement among raft nodes before linearized reading' (duration: 12.255370276s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:04.549772Z","caller":"traceutil/trace.go:171","msg":"trace[316713805] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2283; }","duration":"7.238006868s","start":"2026-07-29T15:44:57.311745Z","end":"2026-07-29T15:45:04.549752Z","steps":["trace[316713805] 'agreement among raft nodes before linearized reading' (duration: 7.237744762s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.552574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:52.296969Z","time spent":"12.255593341s","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T15:45:04.550517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.067515264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:45:04.552612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:57.311726Z","time spent":"7.240870779s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-29T15:45:04.551916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:54.306459Z","time spent":"10.245449896s","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:45:04.552655Z","caller":"traceutil/trace.go:171","msg":"trace[57448743] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2283; }","duration":"7.069674456s","start":"2026-07-29T15:44:57.482964Z","end":"2026-07-29T15:45:04.552638Z","steps":["trace[57448743] 'agreement among raft nodes before linearized reading' (duration: 7.067348959s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.552989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:57.482946Z","time spent":"7.070023615s","remote":"127.0.0.1:56924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":275,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:45:04.553186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.258259856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:45:04.553243Z","caller":"traceutil/trace.go:171","msg":"trace[445602765] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2283; }","duration":"12.258321058s","start":"2026-07-29T15:44:52.294908Z","end":"2026-07-29T15:45:04.553229Z","steps":["trace[445602765] 'agreement among raft nodes before linearized reading' (duration: 12.258206315s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.553286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:44:52.294825Z","time spent":"12.258448372s","remote":"127.0.0.1:56836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:45:04.554933Z","caller":"traceutil/trace.go:171","msg":"trace[1485885319] linearizableReadLoop","detail":"{readStateIndex:2386; appliedIndex:2382; }","duration":"933.794766ms","start":"2026-07-29T15:45:03.621112Z","end":"2026-07-29T15:45:04.554906Z","steps":["trace[1485885319] 'read index received' (duration: 560.369987ms)","trace[1485885319] 'applied index is now lower than readState.Index' (duration: 367.986166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:45:04.555226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.639821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-29T15:45:04.555305Z","caller":"traceutil/trace.go:171","msg":"trace[2035937840] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2283; }","duration":"821.744264ms","start":"2026-07-29T15:45:03.733536Z","end":"2026-07-29T15:45:04.55528Z","steps":["trace[2035937840] 'agreement among raft nodes before linearized reading' (duration: 821.562519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.555368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:03.733513Z","time spent":"821.843535ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-29T15:45:04.555718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.086092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-07-29T15:45:04.555781Z","caller":"traceutil/trace.go:171","msg":"trace[634677234] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:2283; }","duration":"369.186395ms","start":"2026-07-29T15:45:04.186581Z","end":"2026-07-29T15:45:04.555768Z","steps":["trace[634677234] 'agreement among raft nodes before linearized reading' (duration: 369.021481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.555839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:04.186561Z","time spent":"369.267656ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-29T15:45:04.556057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.041132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:45:04.556152Z","caller":"traceutil/trace.go:171","msg":"trace[804354298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2283; }","duration":"445.126205ms","start":"2026-07-29T15:45:04.110969Z","end":"2026-07-29T15:45:04.556095Z","steps":["trace[804354298] 'agreement among raft nodes before linearized reading' (duration: 445.053833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.5563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:04.110934Z","time spent":"445.352271ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:45:04.556543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.115923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:45:04.556598Z","caller":"traceutil/trace.go:171","msg":"trace[1517530466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2283; }","duration":"488.228296ms","start":"2026-07-29T15:45:04.068356Z","end":"2026-07-29T15:45:04.556584Z","steps":["trace[1517530466] 'agreement among raft nodes before linearized reading' (duration: 488.139564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:04.556647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:04.068334Z","time spent":"488.299977ms","remote":"127.0.0.1:59110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:45:04.726376Z","caller":"traceutil/trace.go:171","msg":"trace[1863208734] linearizableReadLoop","detail":"{readStateIndex:2387; appliedIndex:2386; }","duration":"167.889061ms","start":"2026-07-29T15:45:04.558449Z","end":"2026-07-29T15:45:04.726338Z","steps":["trace[1863208734] 'read index received' (duration: 160.323967ms)","trace[1863208734] 'applied index is now lower than readState.Index' (duration: 7.562954ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:45:04.726682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.197158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T15:45:04.726721Z","caller":"traceutil/trace.go:171","msg":"trace[1507463186] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2283; }","duration":"168.26316ms","start":"2026-07-29T15:45:04.558444Z","end":"2026-07-29T15:45:04.726707Z","steps":["trace[1507463186] 'agreement among raft nodes before linearized reading' (duration: 168.066265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:05.109964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.520237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:45:05.110225Z","caller":"traceutil/trace.go:171","msg":"trace[469873636] linearizableReadLoop","detail":"{readStateIndex:2389; appliedIndex:2387; }","duration":"383.733689ms","start":"2026-07-29T15:45:04.726471Z","end":"2026-07-29T15:45:05.110205Z","steps":["trace[469873636] 'read index received' (duration: 163.841032ms)","trace[469873636] 'applied index is now lower than readState.Index' (duration: 219.891077ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:05.110333Z","caller":"traceutil/trace.go:171","msg":"trace[1322470294] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"548.473882ms","start":"2026-07-29T15:45:04.561849Z","end":"2026-07-29T15:45:05.110323Z","steps":["trace[1322470294] 'process raft request' (duration: 548.225657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:05.11043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:04.561839Z","time spent":"548.535724ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:45:05.110453Z","caller":"traceutil/trace.go:171","msg":"trace[809127114] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"551.112666ms","start":"2026-07-29T15:45:04.559238Z","end":"2026-07-29T15:45:05.110351Z","steps":["trace[809127114] 'process raft request' (duration: 331.071186ms)","trace[809127114] 'compare' (duration: 219.379774ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:05.110664Z","caller":"traceutil/trace.go:171","msg":"trace[1338528439] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"383.106774ms","start":"2026-07-29T15:45:04.727541Z","end":"2026-07-29T15:45:05.110648Z","steps":["trace[1338528439] 'process raft request' (duration: 382.630022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:05.110664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:04.559226Z","time spent":"551.321793ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:45:05.11073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:04.727503Z","time spent":"383.196786ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:45:05.110732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.52892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:45:05.110779Z","caller":"traceutil/trace.go:171","msg":"trace[1428140753] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2286; }","duration":"515.597742ms","start":"2026-07-29T15:45:04.595166Z","end":"2026-07-29T15:45:05.110764Z","steps":["trace[1428140753] 'agreement among raft nodes before linearized reading' (duration: 515.461578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:05.110835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:04.595155Z","time spent":"515.666864ms","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:45:05.11085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.740908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-29T15:45:05.110907Z","caller":"traceutil/trace.go:171","msg":"trace[451826872] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2286; }","duration":"550.798369ms","start":"2026-07-29T15:45:04.560091Z","end":"2026-07-29T15:45:05.11089Z","steps":["trace[451826872] 'agreement among raft nodes before linearized reading' (duration: 550.599565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:05.110875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.664544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:45:05.110926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.593619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-07-29T15:45:05.110908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.923446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6cd2068bc98b8\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-29T15:45:05.110985Z","caller":"traceutil/trace.go:171","msg":"trace[620615391] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2286; }","duration":"551.66964ms","start":"2026-07-29T15:45:04.559305Z","end":"2026-07-29T15:45:05.110975Z","steps":["trace[620615391] 'agreement among raft nodes before linearized reading' (duration: 551.446765ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:05.110976Z","caller":"traceutil/trace.go:171","msg":"trace[1005771384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2286; }","duration":"348.834148ms","start":"2026-07-29T15:45:04.76212Z","end":"2026-07-29T15:45:05.110954Z","steps":["trace[1005771384] 'agreement among raft nodes before linearized reading' (duration: 348.680734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:05.111018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.424199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:45:05.111026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:04.762073Z","time spent":"348.94547ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:45:05.111063Z","caller":"traceutil/trace.go:171","msg":"trace[438843781] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2286; }","duration":"520.49832ms","start":"2026-07-29T15:45:04.590551Z","end":"2026-07-29T15:45:05.11105Z","steps":["trace[438843781] 'agreement among raft nodes before linearized reading' (duration: 520.431829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:05.111026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:04.559299Z","time spent":"551.719851ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-29T15:45:05.111111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:04.590536Z","time spent":"520.555732ms","remote":"127.0.0.1:59162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:45:05.111013Z","caller":"traceutil/trace.go:171","msg":"trace[1066084558] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6cd2068bc98b8; range_end:; response_count:1; response_revision:2286; }","duration":"552.056459ms","start":"2026-07-29T15:45:04.558934Z","end":"2026-07-29T15:45:05.11099Z","steps":["trace[1066084558] 'agreement among raft nodes before linearized reading' (duration: 551.717551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:05.111227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:04.558929Z","time spent":"552.264404ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6cd2068bc98b8\" "} {"level":"warn","ts":"2026-07-29T15:45:05.110957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:04.560086Z","time spent":"550.860781ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-29T15:45:05.504671Z","caller":"traceutil/trace.go:171","msg":"trace[305980998] linearizableReadLoop","detail":"{readStateIndex:2392; appliedIndex:2391; }","duration":"340.81904ms","start":"2026-07-29T15:45:05.16383Z","end":"2026-07-29T15:45:05.504649Z","steps":["trace[305980998] 'read index received' (duration: 338.122275ms)","trace[305980998] 'applied index is now lower than readState.Index' (duration: 2.695945ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:05.504712Z","caller":"traceutil/trace.go:171","msg":"trace[142856491] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"388.926712ms","start":"2026-07-29T15:45:05.115738Z","end":"2026-07-29T15:45:05.504665Z","steps":["trace[142856491] 'process raft request' (duration: 386.206336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:05.504878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.586505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-29T15:45:05.504901Z","caller":"traceutil/trace.go:171","msg":"trace[842002995] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2288; }","duration":"386.670968ms","start":"2026-07-29T15:45:05.118222Z","end":"2026-07-29T15:45:05.504893Z","steps":["trace[842002995] 'agreement among raft nodes before linearized reading' (duration: 386.538405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:05.504921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:05.118202Z","time spent":"386.714209ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-29T15:45:05.504926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:05.115713Z","time spent":"389.094117ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:45:05.505049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.241874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-29T15:45:05.505081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.951477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6ccfbcf148c21\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-29T15:45:05.50512Z","caller":"traceutil/trace.go:171","msg":"trace[781459291] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2288; }","duration":"337.444309ms","start":"2026-07-29T15:45:05.167659Z","end":"2026-07-29T15:45:05.505104Z","steps":["trace[781459291] 'agreement among raft nodes before linearized reading' (duration: 337.177662ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:05.505146Z","caller":"traceutil/trace.go:171","msg":"trace[1215094045] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6ccfbcf148c21; range_end:; response_count:1; response_revision:2288; }","duration":"337.061759ms","start":"2026-07-29T15:45:05.168064Z","end":"2026-07-29T15:45:05.505126Z","steps":["trace[1215094045] 'agreement among raft nodes before linearized reading' (duration: 336.826854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:05.505157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:05.167623Z","time spent":"337.524591ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T15:45:05.505192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:05.168039Z","time spent":"337.14274ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6ccfbcf148c21\" "} {"level":"warn","ts":"2026-07-29T15:45:05.836986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.781459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:45:05.837449Z","caller":"traceutil/trace.go:171","msg":"trace[435083142] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2393; }","duration":"294.771869ms","start":"2026-07-29T15:45:05.542658Z","end":"2026-07-29T15:45:05.83743Z","steps":["trace[435083142] 'read index received' (duration: 153.340244ms)","trace[435083142] 'applied index is now lower than readState.Index' (duration: 141.429925ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:05.837493Z","caller":"traceutil/trace.go:171","msg":"trace[728871377] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"324.710338ms","start":"2026-07-29T15:45:05.512734Z","end":"2026-07-29T15:45:05.837444Z","steps":["trace[728871377] 'process raft request' (duration: 183.346685ms)","trace[728871377] 'compare' (duration: 140.616085ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:45:05.837723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.031406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6cd2068bc98b8\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-29T15:45:05.837834Z","caller":"traceutil/trace.go:171","msg":"trace[1052771052] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6cd2068bc98b8; range_end:; response_count:1; response_revision:2290; }","duration":"295.20248ms","start":"2026-07-29T15:45:05.542603Z","end":"2026-07-29T15:45:05.837805Z","steps":["trace[1052771052] 'agreement among raft nodes before linearized reading' (duration: 294.894843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:05.838056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.398653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:45:05.838181Z","caller":"traceutil/trace.go:171","msg":"trace[902068630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2290; }","duration":"274.569137ms","start":"2026-07-29T15:45:05.563592Z","end":"2026-07-29T15:45:05.838161Z","steps":["trace[902068630] 'agreement among raft nodes before linearized reading' (duration: 274.065034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:05.838064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:05.512709Z","time spent":"324.988665ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:45:06.546417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:45:06.764217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.633221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6ccfbcf148c21\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-29T15:45:06.764327Z","caller":"traceutil/trace.go:171","msg":"trace[757621752] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6ccfbcf148c21; range_end:; response_count:1; response_revision:2291; }","duration":"827.754745ms","start":"2026-07-29T15:45:05.936547Z","end":"2026-07-29T15:45:06.764302Z","steps":["trace[757621752] 'range keys from in-memory index tree' (duration: 827.407385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:06.765223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:05.936483Z","time spent":"828.718427ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6ccfbcf148c21\" "} {"level":"info","ts":"2026-07-29T15:45:06.853833Z","caller":"traceutil/trace.go:171","msg":"trace[1270986565] linearizableReadLoop","detail":"{readStateIndex:2396; appliedIndex:2395; }","duration":"808.431343ms","start":"2026-07-29T15:45:06.045375Z","end":"2026-07-29T15:45:06.853807Z","steps":["trace[1270986565] 'read index received' (duration: 808.308559ms)","trace[1270986565] 'applied index is now lower than readState.Index' (duration: 121.874µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:06.853919Z","caller":"traceutil/trace.go:171","msg":"trace[1295141182] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"913.581953ms","start":"2026-07-29T15:45:05.940314Z","end":"2026-07-29T15:45:06.853896Z","steps":["trace[1295141182] 'process raft request' (duration: 913.333216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:06.854159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.75446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:45:06.854231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:05.940299Z","time spent":"913.821048ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:45:06.854258Z","caller":"traceutil/trace.go:171","msg":"trace[965115479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2292; }","duration":"808.917114ms","start":"2026-07-29T15:45:06.04532Z","end":"2026-07-29T15:45:06.854237Z","steps":["trace[965115479] 'agreement among raft nodes before linearized reading' (duration: 808.676288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:06.854305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:06.045298Z","time spent":"809.000986ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:45:07.262013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.065771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:45:07.262189Z","caller":"traceutil/trace.go:171","msg":"trace[1783610596] linearizableReadLoop","detail":"{readStateIndex:2397; appliedIndex:2396; }","duration":"408.065102ms","start":"2026-07-29T15:45:06.854057Z","end":"2026-07-29T15:45:07.262122Z","steps":["trace[1783610596] 'read index received' (duration: 66.675123ms)","trace[1783610596] 'applied index is now lower than readState.Index' (duration: 341.387469ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:07.262312Z","caller":"traceutil/trace.go:171","msg":"trace[1964952012] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"494.570868ms","start":"2026-07-29T15:45:06.767717Z","end":"2026-07-29T15:45:07.262288Z","steps":["trace[1964952012] 'process raft request' (duration: 153.084416ms)","trace[1964952012] 'compare' (duration: 340.774035ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:45:07.262403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:06.767685Z","time spent":"494.675141ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:45:07.26252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.482683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:45:07.262608Z","caller":"traceutil/trace.go:171","msg":"trace[205999693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2293; }","duration":"415.630826ms","start":"2026-07-29T15:45:06.846957Z","end":"2026-07-29T15:45:07.262588Z","steps":["trace[205999693] 'agreement among raft nodes before linearized reading' (duration: 415.38174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:07.262586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.00782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:45:07.262659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:06.846932Z","time spent":"415.71721ms","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T15:45:07.262692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.650318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:45:07.262724Z","caller":"traceutil/trace.go:171","msg":"trace[1215432047] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2293; }","duration":"891.244956ms","start":"2026-07-29T15:45:06.371446Z","end":"2026-07-29T15:45:07.262691Z","steps":["trace[1215432047] 'agreement among raft nodes before linearized reading' (duration: 890.899298ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:07.262826Z","caller":"traceutil/trace.go:171","msg":"trace[1569468469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2293; }","duration":"407.311554ms","start":"2026-07-29T15:45:06.855411Z","end":"2026-07-29T15:45:07.262723Z","steps":["trace[1569468469] 'agreement among raft nodes before linearized reading' (duration: 407.230822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:07.262834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:06.371423Z","time spent":"891.395289ms","remote":"127.0.0.1:56890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:45:07.262872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:06.85539Z","time spent":"407.473908ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:45:07.26312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.686424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:45:07.263161Z","caller":"traceutil/trace.go:171","msg":"trace[1712348737] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2293; }","duration":"110.786076ms","start":"2026-07-29T15:45:07.152365Z","end":"2026-07-29T15:45:07.263151Z","steps":["trace[1712348737] 'agreement among raft nodes before linearized reading' (duration: 110.689974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:07.263286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.566372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-zdndh\" ","response":"range_response_count:1 size:4888"} {"level":"info","ts":"2026-07-29T15:45:07.263333Z","caller":"traceutil/trace.go:171","msg":"trace[2014911671] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-zdndh; range_end:; response_count:1; response_revision:2293; }","duration":"405.633753ms","start":"2026-07-29T15:45:06.857688Z","end":"2026-07-29T15:45:07.263321Z","steps":["trace[2014911671] 'agreement among raft nodes before linearized reading' (duration: 405.51643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:07.263364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:06.857674Z","time spent":"405.683115ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4912,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-zdndh\" "} {"level":"info","ts":"2026-07-29T15:45:07.453278Z","caller":"traceutil/trace.go:171","msg":"trace[1606430621] linearizableReadLoop","detail":"{readStateIndex:2398; appliedIndex:2397; }","duration":"182.496212ms","start":"2026-07-29T15:45:07.270755Z","end":"2026-07-29T15:45:07.453251Z","steps":["trace[1606430621] 'read index received' (duration: 182.327788ms)","trace[1606430621] 'applied index is now lower than readState.Index' (duration: 167.504µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:07.453328Z","caller":"traceutil/trace.go:171","msg":"trace[724469585] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"184.213594ms","start":"2026-07-29T15:45:07.269059Z","end":"2026-07-29T15:45:07.453273Z","steps":["trace[724469585] 'process raft request' (duration: 184.015219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:07.453604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.82978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-c6lxx\" ","response":"range_response_count:1 size:5930"} {"level":"warn","ts":"2026-07-29T15:45:07.453629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.285397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:45:07.453684Z","caller":"traceutil/trace.go:171","msg":"trace[749393200] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-c6lxx; range_end:; response_count:1; response_revision:2294; }","duration":"182.938572ms","start":"2026-07-29T15:45:07.270713Z","end":"2026-07-29T15:45:07.453652Z","steps":["trace[749393200] 'agreement among raft nodes before linearized reading' (duration: 182.695297ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:07.45373Z","caller":"traceutil/trace.go:171","msg":"trace[1164888856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2294; }","duration":"182.43498ms","start":"2026-07-29T15:45:07.271271Z","end":"2026-07-29T15:45:07.453706Z","steps":["trace[1164888856] 'agreement among raft nodes before linearized reading' (duration: 182.233655ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:07.622588Z","caller":"traceutil/trace.go:171","msg":"trace[1178271241] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"158.481308ms","start":"2026-07-29T15:45:07.464076Z","end":"2026-07-29T15:45:07.622557Z","steps":["trace[1178271241] 'process raft request' (duration: 156.568191ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:07.622664Z","caller":"traceutil/trace.go:171","msg":"trace[334159532] linearizableReadLoop","detail":"{readStateIndex:2400; appliedIndex:2399; }","duration":"107.978148ms","start":"2026-07-29T15:45:07.51467Z","end":"2026-07-29T15:45:07.622648Z","steps":["trace[334159532] 'read index received' (duration: 105.860106ms)","trace[334159532] 'applied index is now lower than readState.Index' (duration: 2.116062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:45:07.622833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.157753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6ccfbcf148c21\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-29T15:45:07.62286Z","caller":"traceutil/trace.go:171","msg":"trace[849851557] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6ccfbcf148c21; range_end:; response_count:1; response_revision:2296; }","duration":"108.245455ms","start":"2026-07-29T15:45:07.514603Z","end":"2026-07-29T15:45:07.622848Z","steps":["trace[849851557] 'agreement among raft nodes before linearized reading' (duration: 108.099052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:08.128051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:45:08.300182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.396185ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:45:08.300414Z","caller":"traceutil/trace.go:171","msg":"trace[1641215212] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2296; }","duration":"477.617271ms","start":"2026-07-29T15:45:07.822744Z","end":"2026-07-29T15:45:08.300362Z","steps":["trace[1641215212] 'range keys from in-memory index tree' (duration: 477.379175ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:08.345574Z","caller":"traceutil/trace.go:171","msg":"trace[1940269520] linearizableReadLoop","detail":"{readStateIndex:2401; appliedIndex:2400; }","duration":"717.747745ms","start":"2026-07-29T15:45:07.627786Z","end":"2026-07-29T15:45:08.345534Z","steps":["trace[1940269520] 'read index received' (duration: 717.345726ms)","trace[1940269520] 'applied index is now lower than readState.Index' (duration: 400.099µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:08.345631Z","caller":"traceutil/trace.go:171","msg":"trace[1610153171] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"718.562874ms","start":"2026-07-29T15:45:07.627015Z","end":"2026-07-29T15:45:08.345578Z","steps":["trace[1610153171] 'process raft request' (duration: 718.275178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:08.345912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:07.626961Z","time spent":"718.760591ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:45:08.345909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.089034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-07-29T15:45:08.346Z","caller":"traceutil/trace.go:171","msg":"trace[767357861] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2297; }","duration":"718.258237ms","start":"2026-07-29T15:45:07.627721Z","end":"2026-07-29T15:45:08.345979Z","steps":["trace[767357861] 'agreement among raft nodes before linearized reading' (duration: 717.95628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:08.345923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.595019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:45:08.346046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:07.627669Z","time spent":"718.3682ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6779,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-07-29T15:45:08.346081Z","caller":"traceutil/trace.go:171","msg":"trace[2059664871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2297; }","duration":"299.852915ms","start":"2026-07-29T15:45:08.046201Z","end":"2026-07-29T15:45:08.346054Z","steps":["trace[2059664871] 'agreement among raft nodes before linearized reading' (duration: 299.548868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:08.346147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:08.046123Z","time spent":"300.006908ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:45:08.346495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.701188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:45:08.346555Z","caller":"traceutil/trace.go:171","msg":"trace[1847377176] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2297; }","duration":"104.81967ms","start":"2026-07-29T15:45:08.24172Z","end":"2026-07-29T15:45:08.34654Z","steps":["trace[1847377176] 'agreement among raft nodes before linearized reading' (duration: 104.663187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:09.546357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832541576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:45:09.583539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.583493ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-29T15:45:09.583632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:08.348019Z","time spent":"1.235607595s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T15:45:09.585149Z","caller":"traceutil/trace.go:171","msg":"trace[1543554488] linearizableReadLoop","detail":"{readStateIndex:2404; appliedIndex:2402; }","duration":"539.165633ms","start":"2026-07-29T15:45:09.04596Z","end":"2026-07-29T15:45:09.585125Z","steps":["trace[1543554488] 'read index received' (duration: 538.821754ms)","trace[1543554488] 'applied index is now lower than readState.Index' (duration: 342.929µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:09.585224Z","caller":"traceutil/trace.go:171","msg":"trace[876852723] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"1.230161102s","start":"2026-07-29T15:45:08.355032Z","end":"2026-07-29T15:45:09.585193Z","steps":["trace[876852723] 'process raft request' (duration: 1.230019729s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:09.58531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.329506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:45:09.585346Z","caller":"traceutil/trace.go:171","msg":"trace[486013287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2299; }","duration":"539.386717ms","start":"2026-07-29T15:45:09.045948Z","end":"2026-07-29T15:45:09.585335Z","steps":["trace[486013287] 'agreement among raft nodes before linearized reading' (duration: 539.301995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:09.585385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:09.045817Z","time spent":"539.559831ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:45:09.585396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:08.355023Z","time spent":"1.230262505s","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:45:09.585571Z","caller":"traceutil/trace.go:171","msg":"trace[1650186673] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"1.233136285s","start":"2026-07-29T15:45:08.352391Z","end":"2026-07-29T15:45:09.585527Z","steps":["trace[1650186673] 'process raft request' (duration: 1.23250433s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:09.585731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.027484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T15:45:09.585764Z","caller":"traceutil/trace.go:171","msg":"trace[438197993] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2299; }","duration":"230.157378ms","start":"2026-07-29T15:45:09.355596Z","end":"2026-07-29T15:45:09.585753Z","steps":["trace[438197993] 'agreement among raft nodes before linearized reading' (duration: 230.019675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:09.585768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:45:08.352359Z","time spent":"1.23331222s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T15:45:25.479576Z","caller":"traceutil/trace.go:171","msg":"trace[1376482089] linearizableReadLoop","detail":"{readStateIndex:2576; appliedIndex:2574; }","duration":"132.487354ms","start":"2026-07-29T15:45:25.347066Z","end":"2026-07-29T15:45:25.479553Z","steps":["trace[1376482089] 'read index received' (duration: 132.224928ms)","trace[1376482089] 'applied index is now lower than readState.Index' (duration: 261.556µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:25.479812Z","caller":"traceutil/trace.go:171","msg":"trace[48020077] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"141.098893ms","start":"2026-07-29T15:45:25.338682Z","end":"2026-07-29T15:45:25.479781Z","steps":["trace[48020077] 'process raft request' (duration: 140.672912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:25.480248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.134219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-07-29T15:45:25.480344Z","caller":"traceutil/trace.go:171","msg":"trace[1523874641] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:2467; }","duration":"133.302043ms","start":"2026-07-29T15:45:25.347008Z","end":"2026-07-29T15:45:25.48031Z","steps":["trace[1523874641] 'agreement among raft nodes before linearized reading' (duration: 132.968376ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:25.481017Z","caller":"traceutil/trace.go:171","msg":"trace[1268265081] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"142.286481ms","start":"2026-07-29T15:45:25.338666Z","end":"2026-07-29T15:45:25.480953Z","steps":["trace[1268265081] 'process raft request' (duration: 140.834606ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:40.942574Z","caller":"traceutil/trace.go:171","msg":"trace[360327992] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"106.220317ms","start":"2026-07-29T15:45:40.836306Z","end":"2026-07-29T15:45:40.942526Z","steps":["trace[360327992] 'process raft request' (duration: 57.522945ms)","trace[360327992] 'compare' (duration: 48.446316ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:45.673625Z","caller":"traceutil/trace.go:171","msg":"trace[1640568547] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"113.910068ms","start":"2026-07-29T15:45:45.559677Z","end":"2026-07-29T15:45:45.673587Z","steps":["trace[1640568547] 'process raft request' (duration: 113.544969ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:45.882Z","caller":"traceutil/trace.go:171","msg":"trace[712454353] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"156.238936ms","start":"2026-07-29T15:45:45.725707Z","end":"2026-07-29T15:45:45.881946Z","steps":["trace[712454353] 'process raft request' (duration: 57.464452ms)","trace[712454353] 'compare' (duration: 98.568299ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:48.413522Z","caller":"traceutil/trace.go:171","msg":"trace[708106984] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2727; }","duration":"116.962929ms","start":"2026-07-29T15:45:48.296515Z","end":"2026-07-29T15:45:48.413478Z","steps":["trace[708106984] 'read index received' (duration: 47.099911ms)","trace[708106984] 'applied index is now lower than readState.Index' (duration: 69.861818ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:48.413806Z","caller":"traceutil/trace.go:171","msg":"trace[131032602] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"131.14124ms","start":"2026-07-29T15:45:48.282626Z","end":"2026-07-29T15:45:48.413767Z","steps":["trace[131032602] 'process raft request' (duration: 60.976745ms)","trace[131032602] 'compare' (duration: 69.654882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:45:48.414089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.563173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T15:45:48.414933Z","caller":"traceutil/trace.go:171","msg":"trace[74467480] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:1; response_revision:2614; }","duration":"118.478537ms","start":"2026-07-29T15:45:48.296435Z","end":"2026-07-29T15:45:48.414913Z","steps":["trace[74467480] 'agreement among raft nodes before linearized reading' (duration: 117.500333ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:53.977307Z","caller":"traceutil/trace.go:171","msg":"trace[1562525335] linearizableReadLoop","detail":"{readStateIndex:2757; appliedIndex:2756; }","duration":"172.977729ms","start":"2026-07-29T15:45:53.804297Z","end":"2026-07-29T15:45:53.977275Z","steps":["trace[1562525335] 'read index received' (duration: 172.786055ms)","trace[1562525335] 'applied index is now lower than readState.Index' (duration: 190.174µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:45:53.977489Z","caller":"traceutil/trace.go:171","msg":"trace[610185072] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"184.6492ms","start":"2026-07-29T15:45:53.79279Z","end":"2026-07-29T15:45:53.977439Z","steps":["trace[610185072] 'process raft request' (duration: 184.235869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:45:53.977595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.276476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T15:45:53.977959Z","caller":"traceutil/trace.go:171","msg":"trace[524979722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2641; }","duration":"173.642796ms","start":"2026-07-29T15:45:53.804238Z","end":"2026-07-29T15:45:53.977881Z","steps":["trace[524979722] 'agreement among raft nodes before linearized reading' (duration: 173.178814ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:54.091932Z","caller":"traceutil/trace.go:171","msg":"trace[328286322] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"108.39221ms","start":"2026-07-29T15:45:53.98352Z","end":"2026-07-29T15:45:54.091913Z","steps":["trace[328286322] 'process raft request' (duration: 106.179666ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:54.624614Z","caller":"traceutil/trace.go:171","msg":"trace[1107027883] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"122.20812ms","start":"2026-07-29T15:45:54.502373Z","end":"2026-07-29T15:45:54.624581Z","steps":["trace[1107027883] 'process raft request' (duration: 121.981845ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:45:54.982789Z","caller":"traceutil/trace.go:171","msg":"trace[1595011464] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"157.255872ms","start":"2026-07-29T15:45:54.82551Z","end":"2026-07-29T15:45:54.982766Z","steps":["trace[1595011464] 'process raft request' (duration: 157.092188ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:09.90866Z","caller":"traceutil/trace.go:171","msg":"trace[1078062020] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"149.323117ms","start":"2026-07-29T15:46:09.759285Z","end":"2026-07-29T15:46:09.908609Z","steps":["trace[1078062020] 'process raft request' (duration: 149.03595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:14.247313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.193602ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-29T15:46:14.247792Z","caller":"traceutil/trace.go:171","msg":"trace[2006136743] linearizableReadLoop","detail":"{readStateIndex:2928; appliedIndex:2927; }","duration":"216.914087ms","start":"2026-07-29T15:46:14.030793Z","end":"2026-07-29T15:46:14.247707Z","steps":["trace[2006136743] 'read index received' (duration: 95.332425ms)","trace[2006136743] 'applied index is now lower than readState.Index' (duration: 121.580352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:46:14.248635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.811097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T15:46:14.248746Z","caller":"traceutil/trace.go:171","msg":"trace[2051374221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2805; }","duration":"217.989121ms","start":"2026-07-29T15:46:14.030732Z","end":"2026-07-29T15:46:14.248721Z","steps":["trace[2051374221] 'agreement among raft nodes before linearized reading' (duration: 217.655514ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:14.248796Z","caller":"traceutil/trace.go:171","msg":"trace[44607825] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"128.624728ms","start":"2026-07-29T15:46:14.120142Z","end":"2026-07-29T15:46:14.248767Z","steps":["trace[44607825] 'process raft request' (duration: 127.335938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:14.290307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.83897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:46:14.290398Z","caller":"traceutil/trace.go:171","msg":"trace[26500847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2806; }","duration":"247.005684ms","start":"2026-07-29T15:46:14.04337Z","end":"2026-07-29T15:46:14.290376Z","steps":["trace[26500847] 'agreement among raft nodes before linearized reading' (duration: 205.39465ms)","trace[26500847] 'range keys from in-memory index tree' (duration: 41.443129ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:46:14.290601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.255561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-07-29T15:46:14.292216Z","caller":"traceutil/trace.go:171","msg":"trace[845650372] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2806; }","duration":"225.89998ms","start":"2026-07-29T15:46:14.066252Z","end":"2026-07-29T15:46:14.292152Z","steps":["trace[845650372] 'agreement among raft nodes before linearized reading' (duration: 182.549125ms)","trace[845650372] 'range keys from in-memory index tree' (duration: 41.530842ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:46:23.394028Z","caller":"traceutil/trace.go:171","msg":"trace[1642853892] linearizableReadLoop","detail":"{readStateIndex:3030; appliedIndex:3029; }","duration":"347.482045ms","start":"2026-07-29T15:46:23.046524Z","end":"2026-07-29T15:46:23.394006Z","steps":["trace[1642853892] 'read index received' (duration: 347.406784ms)","trace[1642853892] 'applied index is now lower than readState.Index' (duration: 73.831µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:46:23.394384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.840474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:46:23.394417Z","caller":"traceutil/trace.go:171","msg":"trace[1756976900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2906; }","duration":"347.928806ms","start":"2026-07-29T15:46:23.046478Z","end":"2026-07-29T15:46:23.394407Z","steps":["trace[1756976900] 'agreement among raft nodes before linearized reading' (duration: 347.854915ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:23.394408Z","caller":"traceutil/trace.go:171","msg":"trace[1661931413] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"521.356948ms","start":"2026-07-29T15:46:22.873018Z","end":"2026-07-29T15:46:23.394375Z","steps":["trace[1661931413] 'process raft request' (duration: 520.812954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:23.394563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:22.87298Z","time spent":"521.502021ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:46:23.394438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:23.046458Z","time spent":"347.974858ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:46:23.402672Z","caller":"traceutil/trace.go:171","msg":"trace[488228730] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"239.68819ms","start":"2026-07-29T15:46:23.162966Z","end":"2026-07-29T15:46:23.402654Z","steps":["trace[488228730] 'process raft request' (duration: 239.591647ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:23.402685Z","caller":"traceutil/trace.go:171","msg":"trace[1063353572] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"268.090015ms","start":"2026-07-29T15:46:23.134576Z","end":"2026-07-29T15:46:23.402666Z","steps":["trace[1063353572] 'process raft request' (duration: 267.8844ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:23.402897Z","caller":"traceutil/trace.go:171","msg":"trace[825482336] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"175.958271ms","start":"2026-07-29T15:46:23.226916Z","end":"2026-07-29T15:46:23.402874Z","steps":["trace[825482336] 'process raft request' (duration: 175.694064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:23.402923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.747509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:46:23.402995Z","caller":"traceutil/trace.go:171","msg":"trace[1968539788] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2909; }","duration":"147.82668ms","start":"2026-07-29T15:46:23.255156Z","end":"2026-07-29T15:46:23.402982Z","steps":["trace[1968539788] 'agreement among raft nodes before linearized reading' (duration: 147.718778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:23.403004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.687148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:46:23.403138Z","caller":"traceutil/trace.go:171","msg":"trace[595136202] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2909; }","duration":"155.863303ms","start":"2026-07-29T15:46:23.247223Z","end":"2026-07-29T15:46:23.403086Z","steps":["trace[595136202] 'agreement among raft nodes before linearized reading' (duration: 155.643478ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:27.532483Z","caller":"traceutil/trace.go:171","msg":"trace[1547089997] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"110.741685ms","start":"2026-07-29T15:46:27.421717Z","end":"2026-07-29T15:46:27.532459Z","steps":["trace[1547089997] 'process raft request' (duration: 110.684984ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:27.532525Z","caller":"traceutil/trace.go:171","msg":"trace[1545815177] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"112.684092ms","start":"2026-07-29T15:46:27.41982Z","end":"2026-07-29T15:46:27.532504Z","steps":["trace[1545815177] 'process raft request' (duration: 109.66454ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:29.294841Z","caller":"traceutil/trace.go:171","msg":"trace[877733206] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"101.505925ms","start":"2026-07-29T15:46:29.193309Z","end":"2026-07-29T15:46:29.294815Z","steps":["trace[877733206] 'process raft request' (duration: 101.231768ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:29.295028Z","caller":"traceutil/trace.go:171","msg":"trace[2145653482] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"101.575707ms","start":"2026-07-29T15:46:29.193404Z","end":"2026-07-29T15:46:29.29498Z","steps":["trace[2145653482] 'process raft request' (duration: 101.368502ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:29.295344Z","caller":"traceutil/trace.go:171","msg":"trace[679759279] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"101.829992ms","start":"2026-07-29T15:46:29.193487Z","end":"2026-07-29T15:46:29.295317Z","steps":["trace[679759279] 'process raft request' (duration: 101.424593ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:29.295604Z","caller":"traceutil/trace.go:171","msg":"trace[1248132727] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"101.821123ms","start":"2026-07-29T15:46:29.193769Z","end":"2026-07-29T15:46:29.295591Z","steps":["trace[1248132727] 'process raft request' (duration: 101.475415ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:29.295677Z","caller":"traceutil/trace.go:171","msg":"trace[631848404] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"101.807231ms","start":"2026-07-29T15:46:29.193831Z","end":"2026-07-29T15:46:29.295639Z","steps":["trace[631848404] 'process raft request' (duration: 101.605987ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:40.623968Z","caller":"traceutil/trace.go:171","msg":"trace[272557838] linearizableReadLoop","detail":"{readStateIndex:3133; appliedIndex:3132; }","duration":"133.655433ms","start":"2026-07-29T15:46:40.490272Z","end":"2026-07-29T15:46:40.623928Z","steps":["trace[272557838] 'read index received' (duration: 133.224012ms)","trace[272557838] 'applied index is now lower than readState.Index' (duration: 430.061µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:46:40.624151Z","caller":"traceutil/trace.go:171","msg":"trace[1609713733] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"175.632869ms","start":"2026-07-29T15:46:40.448504Z","end":"2026-07-29T15:46:40.624137Z","steps":["trace[1609713733] 'process raft request' (duration: 175.085897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:40.624472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.130325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:46:40.624609Z","caller":"traceutil/trace.go:171","msg":"trace[955957239] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3005; }","duration":"102.329609ms","start":"2026-07-29T15:46:40.522253Z","end":"2026-07-29T15:46:40.624582Z","steps":["trace[955957239] 'agreement among raft nodes before linearized reading' (duration: 102.106264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:40.625006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.699638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T15:46:40.625107Z","caller":"traceutil/trace.go:171","msg":"trace[876481545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3005; }","duration":"134.871312ms","start":"2026-07-29T15:46:40.490208Z","end":"2026-07-29T15:46:40.625079Z","steps":["trace[876481545] 'agreement among raft nodes before linearized reading' (duration: 134.606735ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:40.736585Z","caller":"traceutil/trace.go:171","msg":"trace[77737562] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"105.103405ms","start":"2026-07-29T15:46:40.631455Z","end":"2026-07-29T15:46:40.736558Z","steps":["trace[77737562] 'process raft request' (duration: 105.057224ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:40.736805Z","caller":"traceutil/trace.go:171","msg":"trace[654944461] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"105.70706ms","start":"2026-07-29T15:46:40.631089Z","end":"2026-07-29T15:46:40.736796Z","steps":["trace[654944461] 'process raft request' (duration: 68.249481ms)","trace[654944461] 'compare' (duration: 37.029049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:46:40.966693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.377198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T15:46:40.966782Z","caller":"traceutil/trace.go:171","msg":"trace[992209304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3007; }","duration":"112.507351ms","start":"2026-07-29T15:46:40.854253Z","end":"2026-07-29T15:46:40.96676Z","steps":["trace[992209304] 'range keys from in-memory index tree' (duration: 112.225034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:40.966993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.513347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:46:40.967125Z","caller":"traceutil/trace.go:171","msg":"trace[1163523787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3007; }","duration":"119.721781ms","start":"2026-07-29T15:46:40.847386Z","end":"2026-07-29T15:46:40.967108Z","steps":["trace[1163523787] 'range keys from in-memory index tree' (duration: 119.18682ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:41.108794Z","caller":"traceutil/trace.go:171","msg":"trace[721855046] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"129.098974ms","start":"2026-07-29T15:46:40.979667Z","end":"2026-07-29T15:46:41.108766Z","steps":["trace[721855046] 'process raft request' (duration: 90.703963ms)","trace[721855046] 'compare' (duration: 37.451568ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:46:53.524598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.001843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T15:46:53.524686Z","caller":"traceutil/trace.go:171","msg":"trace[497870928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3068; }","duration":"666.102946ms","start":"2026-07-29T15:46:52.858564Z","end":"2026-07-29T15:46:53.524667Z","steps":["trace[497870928] 'range keys from in-memory index tree' (duration: 665.779049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:53.52472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:52.858494Z","time spent":"666.219068ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:46:53.52491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.333567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:46:53.524934Z","caller":"traceutil/trace.go:171","msg":"trace[377938282] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3068; }","duration":"347.384118ms","start":"2026-07-29T15:46:53.17754Z","end":"2026-07-29T15:46:53.524924Z","steps":["trace[377938282] 'count revisions from in-memory index tree' (duration: 347.278875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:53.524955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:53.177526Z","time spent":"347.422749ms","remote":"127.0.0.1:56914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:46:53.524966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.410428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T15:46:53.52505Z","caller":"traceutil/trace.go:171","msg":"trace[1851438914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3068; }","duration":"347.571912ms","start":"2026-07-29T15:46:53.177458Z","end":"2026-07-29T15:46:53.52503Z","steps":["trace[1851438914] 'range keys from in-memory index tree' (duration: 347.189291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:53.525094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:53.17742Z","time spent":"347.665064ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:46:53.525435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.557157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T15:46:53.525469Z","caller":"traceutil/trace.go:171","msg":"trace[402500671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3068; }","duration":"601.623368ms","start":"2026-07-29T15:46:52.923838Z","end":"2026-07-29T15:46:53.525461Z","steps":["trace[402500671] 'range keys from in-memory index tree' (duration: 601.366143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:53.525488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:52.923817Z","time spent":"601.665969ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:46:53.525822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.125567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:46:53.525885Z","caller":"traceutil/trace.go:171","msg":"trace[1077144267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3068; }","duration":"479.235201ms","start":"2026-07-29T15:46:53.046643Z","end":"2026-07-29T15:46:53.525878Z","steps":["trace[1077144267] 'range keys from in-memory index tree' (duration: 479.027145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:53.525912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:53.046488Z","time spent":"479.418854ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:46:53.526112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.150353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T15:46:53.526163Z","caller":"traceutil/trace.go:171","msg":"trace[1197216080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3068; }","duration":"388.239285ms","start":"2026-07-29T15:46:53.137912Z","end":"2026-07-29T15:46:53.526151Z","steps":["trace[1197216080] 'range keys from in-memory index tree' (duration: 388.007679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:53.526185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:53.137864Z","time spent":"388.315756ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:46:55.908836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.048282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:46:55.909011Z","caller":"traceutil/trace.go:171","msg":"trace[840613564] linearizableReadLoop","detail":"{readStateIndex:3216; appliedIndex:3214; }","duration":"149.98746ms","start":"2026-07-29T15:46:55.759005Z","end":"2026-07-29T15:46:55.908993Z","steps":["trace[840613564] 'read index received' (duration: 40.711593ms)","trace[840613564] 'applied index is now lower than readState.Index' (duration: 109.274557ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:46:55.909255Z","caller":"traceutil/trace.go:171","msg":"trace[99612245] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"152.851568ms","start":"2026-07-29T15:46:55.756393Z","end":"2026-07-29T15:46:55.909245Z","steps":["trace[99612245] 'process raft request' (duration: 43.307885ms)","trace[99612245] 'compare' (duration: 108.616951ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:46:55.90944Z","caller":"traceutil/trace.go:171","msg":"trace[1563641092] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"151.309853ms","start":"2026-07-29T15:46:55.758122Z","end":"2026-07-29T15:46:55.909432Z","steps":["trace[1563641092] 'process raft request' (duration: 150.819101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:55.909704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.627837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T15:46:55.909804Z","caller":"traceutil/trace.go:171","msg":"trace[1319510833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3085; }","duration":"150.81018ms","start":"2026-07-29T15:46:55.758978Z","end":"2026-07-29T15:46:55.909788Z","steps":["trace[1319510833] 'agreement among raft nodes before linearized reading' (duration: 150.475643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:55.909867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.454868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T15:46:55.910039Z","caller":"traceutil/trace.go:171","msg":"trace[2065470817] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3085; }","duration":"127.723834ms","start":"2026-07-29T15:46:55.78228Z","end":"2026-07-29T15:46:55.910004Z","steps":["trace[2065470817] 'agreement among raft nodes before linearized reading' (duration: 127.273204ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:57.120305Z","caller":"traceutil/trace.go:171","msg":"trace[1200783484] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"307.260042ms","start":"2026-07-29T15:46:56.813016Z","end":"2026-07-29T15:46:57.120276Z","steps":["trace[1200783484] 'process raft request' (duration: 307.047518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:57.120604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:56.812986Z","time spent":"307.461677ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:46:57.173688Z","caller":"traceutil/trace.go:171","msg":"trace[761821074] linearizableReadLoop","detail":"{readStateIndex:3220; appliedIndex:3217; }","duration":"127.433126ms","start":"2026-07-29T15:46:57.046234Z","end":"2026-07-29T15:46:57.173667Z","steps":["trace[761821074] 'read index received' (duration: 73.9151ms)","trace[761821074] 'applied index is now lower than readState.Index' (duration: 53.517146ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:46:57.173792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.537149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:46:57.173812Z","caller":"traceutil/trace.go:171","msg":"trace[1528957732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3089; }","duration":"127.619151ms","start":"2026-07-29T15:46:57.046185Z","end":"2026-07-29T15:46:57.173804Z","steps":["trace[1528957732] 'agreement among raft nodes before linearized reading' (duration: 127.56149ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:57.173978Z","caller":"traceutil/trace.go:171","msg":"trace[227518665] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"337.5491ms","start":"2026-07-29T15:46:56.836388Z","end":"2026-07-29T15:46:57.173937Z","steps":["trace[227518665] 'process raft request' (duration: 337.12844ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:46:57.174133Z","caller":"traceutil/trace.go:171","msg":"trace[658128287] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"212.514471ms","start":"2026-07-29T15:46:56.961462Z","end":"2026-07-29T15:46:57.173977Z","steps":["trace[658128287] 'process raft request' (duration: 212.177682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:57.17436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:56.836364Z","time spent":"337.711983ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:46:59.662315Z","caller":"traceutil/trace.go:171","msg":"trace[617715737] linearizableReadLoop","detail":"{readStateIndex:3232; appliedIndex:3231; }","duration":"102.153517ms","start":"2026-07-29T15:46:59.560137Z","end":"2026-07-29T15:46:59.66229Z","steps":["trace[617715737] 'read index received' (duration: 101.944113ms)","trace[617715737] 'applied index is now lower than readState.Index' (duration: 208.564µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:46:59.66254Z","caller":"traceutil/trace.go:171","msg":"trace[1141920943] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"533.85129ms","start":"2026-07-29T15:46:59.128564Z","end":"2026-07-29T15:46:59.662415Z","steps":["trace[1141920943] 'process raft request' (duration: 533.519333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:59.662835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.619078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T15:46:59.662876Z","caller":"traceutil/trace.go:171","msg":"trace[1143801376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3100; }","duration":"102.803792ms","start":"2026-07-29T15:46:59.560061Z","end":"2026-07-29T15:46:59.662865Z","steps":["trace[1143801376] 'agreement among raft nodes before linearized reading' (duration: 102.361851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:46:59.662946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:59.128533Z","time spent":"534.22233ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:46:59.663374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.725283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:46:59.663488Z","caller":"traceutil/trace.go:171","msg":"trace[715399761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3100; }","duration":"100.834545ms","start":"2026-07-29T15:46:59.562581Z","end":"2026-07-29T15:46:59.663416Z","steps":["trace[715399761] 'agreement among raft nodes before linearized reading' (duration: 100.285362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:00.283529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832543597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:47:00.614944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.901027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:47:00.61524Z","caller":"traceutil/trace.go:171","msg":"trace[2084057365] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"949.970713ms","start":"2026-07-29T15:46:59.665055Z","end":"2026-07-29T15:47:00.615025Z","steps":["trace[2084057365] 'process raft request' (duration: 725.907993ms)","trace[2084057365] 'compare' (duration: 223.527237ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:47:00.615286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:59.665024Z","time spent":"950.24039ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:47:01.049122Z","caller":"traceutil/trace.go:171","msg":"trace[923492128] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"1.380627401s","start":"2026-07-29T15:46:59.668466Z","end":"2026-07-29T15:47:01.049093Z","steps":["trace[923492128] 'process raft request' (duration: 1.346040313s)","trace[923492128] 'compare' (duration: 33.780219ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:47:01.049274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:59.668436Z","time spent":"1.380753564s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:47:01.049162Z","caller":"traceutil/trace.go:171","msg":"trace[2062955224] linearizableReadLoop","detail":"{readStateIndex:3239; appliedIndex:3232; }","duration":"1.266595433s","start":"2026-07-29T15:46:59.782549Z","end":"2026-07-29T15:47:01.049145Z","steps":["trace[2062955224] 'read index received' (duration: 608.428774ms)","trace[2062955224] 'applied index is now lower than readState.Index' (duration: 658.165729ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:47:01.049482Z","caller":"traceutil/trace.go:171","msg":"trace[489726703] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"1.380929209s","start":"2026-07-29T15:46:59.668543Z","end":"2026-07-29T15:47:01.049472Z","steps":["trace[489726703] 'process raft request' (duration: 1.380443377s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:01.049671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:59.668508Z","time spent":"1.381043991s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:47:01.049868Z","caller":"traceutil/trace.go:171","msg":"trace[992137013] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"1.125450574s","start":"2026-07-29T15:46:59.924378Z","end":"2026-07-29T15:47:01.049829Z","steps":["trace[992137013] 'process raft request' (duration: 1.124739567s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:01.049928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:59.924356Z","time spent":"1.125538977s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:47:01.050014Z","caller":"traceutil/trace.go:171","msg":"trace[1947637982] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"1.381175714s","start":"2026-07-29T15:46:59.668831Z","end":"2026-07-29T15:47:01.050007Z","steps":["trace[1947637982] 'process raft request' (duration: 1.380221542s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:01.050047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:59.668819Z","time spent":"1.381213746s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:47:01.050099Z","caller":"traceutil/trace.go:171","msg":"trace[2015557192] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"1.379585116s","start":"2026-07-29T15:46:59.670509Z","end":"2026-07-29T15:47:01.050094Z","steps":["trace[2015557192] 'process raft request' (duration: 1.378567722s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:01.050127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:59.670479Z","time spent":"1.379633927s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:47:01.050184Z","caller":"traceutil/trace.go:171","msg":"trace[1805983476] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"1.127337379s","start":"2026-07-29T15:46:59.922838Z","end":"2026-07-29T15:47:01.050175Z","steps":["trace[1805983476] 'process raft request' (duration: 1.126259083s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:01.050214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:59.922808Z","time spent":"1.12739162s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:47:01.050185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267646359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T15:47:01.050348Z","caller":"traceutil/trace.go:171","msg":"trace[1012156278] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3107; }","duration":"1.267860003s","start":"2026-07-29T15:46:59.782475Z","end":"2026-07-29T15:47:01.050335Z","steps":["trace[1012156278] 'agreement among raft nodes before linearized reading' (duration: 1.267466164s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:01.050602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:59.782435Z","time spent":"1.26816047s","remote":"127.0.0.1:56648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-29T15:47:01.050846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113189014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T15:47:01.050967Z","caller":"traceutil/trace.go:171","msg":"trace[129304731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3107; }","duration":"1.113361458s","start":"2026-07-29T15:46:59.937597Z","end":"2026-07-29T15:47:01.050958Z","steps":["trace[129304731] 'agreement among raft nodes before linearized reading' (duration: 1.113179043s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:01.051191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:59.937571Z","time spent":"1.11343964s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:47:01.050905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.169269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c6cd4432e76d93\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-29T15:47:01.052575Z","caller":"traceutil/trace.go:171","msg":"trace[1504798185] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c6cd4432e76d93; range_end:; response_count:1; response_revision:3107; }","duration":"954.886139ms","start":"2026-07-29T15:47:00.097671Z","end":"2026-07-29T15:47:01.052557Z","steps":["trace[1504798185] 'agreement among raft nodes before linearized reading' (duration: 953.087556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:01.052666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:00.097641Z","time spent":"954.996901ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c6cd4432e76d93\" "} {"level":"warn","ts":"2026-07-29T15:47:01.053177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190161934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:47:01.053274Z","caller":"traceutil/trace.go:171","msg":"trace[1834442799] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3107; }","duration":"1.190312038s","start":"2026-07-29T15:46:59.862934Z","end":"2026-07-29T15:47:01.053246Z","steps":["trace[1834442799] 'agreement among raft nodes before linearized reading' (duration: 1.187765507s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:01.053331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:46:59.862916Z","time spent":"1.1904034s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:47:01.235592Z","caller":"traceutil/trace.go:171","msg":"trace[1638737324] linearizableReadLoop","detail":"{readStateIndex:3241; appliedIndex:3239; }","duration":"178.817129ms","start":"2026-07-29T15:47:01.056753Z","end":"2026-07-29T15:47:01.23557Z","steps":["trace[1638737324] 'read index received' (duration: 118.654446ms)","trace[1638737324] 'applied index is now lower than readState.Index' (duration: 60.161823ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:47:01.235622Z","caller":"traceutil/trace.go:171","msg":"trace[1586140862] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"180.371376ms","start":"2026-07-29T15:47:01.055208Z","end":"2026-07-29T15:47:01.235579Z","steps":["trace[1586140862] 'process raft request' (duration: 120.184082ms)","trace[1586140862] 'compare' (duration: 59.968369ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:47:01.235756Z","caller":"traceutil/trace.go:171","msg":"trace[1799661525] transaction","detail":"{read_only:false; response_revision:3109; number_of_response:1; }","duration":"179.24073ms","start":"2026-07-29T15:47:01.056499Z","end":"2026-07-29T15:47:01.23574Z","steps":["trace[1799661525] 'process raft request' (duration: 179.011633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:01.235843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.058046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-07-29T15:47:01.235877Z","caller":"traceutil/trace.go:171","msg":"trace[561057640] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3109; }","duration":"179.159977ms","start":"2026-07-29T15:47:01.056709Z","end":"2026-07-29T15:47:01.235869Z","steps":["trace[561057640] 'agreement among raft nodes before linearized reading' (duration: 178.944522ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:03.165928Z","caller":"traceutil/trace.go:171","msg":"trace[1853375400] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"108.560387ms","start":"2026-07-29T15:47:03.057338Z","end":"2026-07-29T15:47:03.165899Z","steps":["trace[1853375400] 'process raft request' (duration: 108.341901ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:03.166469Z","caller":"traceutil/trace.go:171","msg":"trace[1849178124] linearizableReadLoop","detail":"{readStateIndex:3244; appliedIndex:3244; }","duration":"108.816013ms","start":"2026-07-29T15:47:03.057608Z","end":"2026-07-29T15:47:03.166424Z","steps":["trace[1849178124] 'read index received' (duration: 108.453405ms)","trace[1849178124] 'applied index is now lower than readState.Index' (duration: 359.378µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:47:03.166811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.172351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T15:47:03.166992Z","caller":"traceutil/trace.go:171","msg":"trace[515668228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3112; }","duration":"109.270593ms","start":"2026-07-29T15:47:03.057591Z","end":"2026-07-29T15:47:03.166861Z","steps":["trace[515668228] 'agreement among raft nodes before linearized reading' (duration: 109.066359ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:03.288598Z","caller":"traceutil/trace.go:171","msg":"trace[1565965946] linearizableReadLoop","detail":"{readStateIndex:3246; appliedIndex:3244; }","duration":"122.025785ms","start":"2026-07-29T15:47:03.166552Z","end":"2026-07-29T15:47:03.288578Z","steps":["trace[1565965946] 'read index received' (duration: 75.67973ms)","trace[1565965946] 'applied index is now lower than readState.Index' (duration: 46.345155ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:47:03.28888Z","caller":"traceutil/trace.go:171","msg":"trace[586163031] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"229.368763ms","start":"2026-07-29T15:47:03.0595Z","end":"2026-07-29T15:47:03.288869Z","steps":["trace[586163031] 'process raft request' (duration: 229.012505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:03.288944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.946767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T15:47:03.289014Z","caller":"traceutil/trace.go:171","msg":"trace[2043402914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3114; }","duration":"230.067699ms","start":"2026-07-29T15:47:03.058931Z","end":"2026-07-29T15:47:03.288999Z","steps":["trace[2043402914] 'agreement among raft nodes before linearized reading' (duration: 229.858184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:03.289046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.36356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:47:03.289125Z","caller":"traceutil/trace.go:171","msg":"trace[546656745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3114; }","duration":"231.473713ms","start":"2026-07-29T15:47:03.057636Z","end":"2026-07-29T15:47:03.28911Z","steps":["trace[546656745] 'agreement among raft nodes before linearized reading' (duration: 231.217456ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:03.288658Z","caller":"traceutil/trace.go:171","msg":"trace[258902865] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"229.747952ms","start":"2026-07-29T15:47:03.058856Z","end":"2026-07-29T15:47:03.288604Z","steps":["trace[258902865] 'process raft request' (duration: 183.364216ms)","trace[258902865] 'compare' (duration: 46.12627ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:47:03.2901Z","caller":"traceutil/trace.go:171","msg":"trace[1923451046] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"118.154203ms","start":"2026-07-29T15:47:03.171526Z","end":"2026-07-29T15:47:03.28968Z","steps":["trace[1923451046] 'process raft request' (duration: 117.886057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:03.506953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.64525ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-29T15:47:03.80315Z","caller":"traceutil/trace.go:171","msg":"trace[845739496] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"120.475429ms","start":"2026-07-29T15:47:03.682628Z","end":"2026-07-29T15:47:03.803104Z","steps":["trace[845739496] 'process raft request' (duration: 119.828793ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:08.042035Z","caller":"traceutil/trace.go:171","msg":"trace[1237184636] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"189.280444ms","start":"2026-07-29T15:47:07.852727Z","end":"2026-07-29T15:47:08.042008Z","steps":["trace[1237184636] 'process raft request' (duration: 189.079808ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:08.135958Z","caller":"traceutil/trace.go:171","msg":"trace[1953428447] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"276.303419ms","start":"2026-07-29T15:47:07.859614Z","end":"2026-07-29T15:47:08.135918Z","steps":["trace[1953428447] 'process raft request' (duration: 238.627589ms)","trace[1953428447] 'compare' (duration: 37.527236ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:47:08.902211Z","caller":"traceutil/trace.go:171","msg":"trace[1889214701] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"158.383062ms","start":"2026-07-29T15:47:08.7438Z","end":"2026-07-29T15:47:08.902183Z","steps":["trace[1889214701] 'process raft request' (duration: 158.233489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:09.528619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.115225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:47:09.528879Z","caller":"traceutil/trace.go:171","msg":"trace[1544724406] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"116.244806ms","start":"2026-07-29T15:47:09.412608Z","end":"2026-07-29T15:47:09.528853Z","steps":["trace[1544724406] 'process raft request' (duration: 15.776154ms)","trace[1544724406] 'compare' (duration: 99.868428ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:47:11.033462Z","caller":"traceutil/trace.go:171","msg":"trace[2125981261] linearizableReadLoop","detail":"{readStateIndex:3290; appliedIndex:3289; }","duration":"122.694678ms","start":"2026-07-29T15:47:10.910742Z","end":"2026-07-29T15:47:11.033437Z","steps":["trace[2125981261] 'read index received' (duration: 122.441942ms)","trace[2125981261] 'applied index is now lower than readState.Index' (duration: 251.706µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:47:11.033643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.865022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:47:11.033692Z","caller":"traceutil/trace.go:171","msg":"trace[1666796092] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3155; }","duration":"122.970055ms","start":"2026-07-29T15:47:10.910707Z","end":"2026-07-29T15:47:11.033677Z","steps":["trace[1666796092] 'agreement among raft nodes before linearized reading' (duration: 122.836392ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:11.034137Z","caller":"traceutil/trace.go:171","msg":"trace[189859606] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"125.562365ms","start":"2026-07-29T15:47:10.908562Z","end":"2026-07-29T15:47:11.034125Z","steps":["trace[189859606] 'process raft request' (duration: 124.701695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:12.537394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.485245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:47:12.537534Z","caller":"traceutil/trace.go:171","msg":"trace[1387998775] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"959.99505ms","start":"2026-07-29T15:47:11.577516Z","end":"2026-07-29T15:47:12.537511Z","steps":["trace[1387998775] 'process raft request' (duration: 291.28955ms)","trace[1387998775] 'compare' (duration: 668.020384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:47:12.537612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:11.577493Z","time spent":"960.082742ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:47:12.563639Z","caller":"traceutil/trace.go:171","msg":"trace[1399845272] linearizableReadLoop","detail":"{readStateIndex:3294; appliedIndex:3292; }","duration":"979.396828ms","start":"2026-07-29T15:47:11.584211Z","end":"2026-07-29T15:47:12.563608Z","steps":["trace[1399845272] 'read index received' (duration: 284.567141ms)","trace[1399845272] 'applied index is now lower than readState.Index' (duration: 694.828597ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:47:12.564008Z","caller":"traceutil/trace.go:171","msg":"trace[151023668] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"984.925418ms","start":"2026-07-29T15:47:11.579052Z","end":"2026-07-29T15:47:12.563978Z","steps":["trace[151023668] 'process raft request' (duration: 984.375615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:12.564055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.832819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T15:47:12.564091Z","caller":"traceutil/trace.go:171","msg":"trace[843188725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3159; }","duration":"979.913881ms","start":"2026-07-29T15:47:11.584168Z","end":"2026-07-29T15:47:12.564082Z","steps":["trace[843188725] 'agreement among raft nodes before linearized reading' (duration: 979.756647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:12.564109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:11.584157Z","time spent":"979.947681ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:47:12.564151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:11.579039Z","time spent":"985.041072ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:47:12.571295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.150048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T15:47:12.571432Z","caller":"traceutil/trace.go:171","msg":"trace[2052761090] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"515.846261ms","start":"2026-07-29T15:47:12.055496Z","end":"2026-07-29T15:47:12.571342Z","steps":["trace[2052761090] 'process raft request' (duration: 515.305378ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:12.571471Z","caller":"traceutil/trace.go:171","msg":"trace[946526047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3161; }","duration":"986.309922ms","start":"2026-07-29T15:47:11.585069Z","end":"2026-07-29T15:47:12.571379Z","steps":["trace[946526047] 'agreement among raft nodes before linearized reading' (duration: 986.035666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:12.571546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.933629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:47:12.571392Z","caller":"traceutil/trace.go:171","msg":"trace[529915462] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"343.709426ms","start":"2026-07-29T15:47:12.227665Z","end":"2026-07-29T15:47:12.571374Z","steps":["trace[529915462] 'process raft request' (duration: 343.362539ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:12.571608Z","caller":"traceutil/trace.go:171","msg":"trace[280159789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3161; }","duration":"526.029952ms","start":"2026-07-29T15:47:12.045561Z","end":"2026-07-29T15:47:12.571591Z","steps":["trace[280159789] 'agreement among raft nodes before linearized reading' (duration: 525.939429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:12.571637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:11.585053Z","time spent":"986.532167ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:47:12.57167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:12.045538Z","time spent":"526.119914ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:47:12.571851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:12.227636Z","time spent":"344.024684ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:47:12.572012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.619108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:47:12.572089Z","caller":"traceutil/trace.go:171","msg":"trace[2129401477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3161; }","duration":"986.667069ms","start":"2026-07-29T15:47:11.58537Z","end":"2026-07-29T15:47:12.572037Z","steps":["trace[2129401477] 'agreement among raft nodes before linearized reading' (duration: 986.579457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:12.572142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:11.585358Z","time spent":"986.775281ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:47:12.571324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.274715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:47:12.572317Z","caller":"traceutil/trace.go:171","msg":"trace[2040184699] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3161; }","duration":"211.277708ms","start":"2026-07-29T15:47:12.360966Z","end":"2026-07-29T15:47:12.572244Z","steps":["trace[2040184699] 'agreement among raft nodes before linearized reading' (duration: 210.272935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:12.572188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.954422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-29T15:47:12.572488Z","caller":"traceutil/trace.go:171","msg":"trace[1843428021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3161; }","duration":"936.25891ms","start":"2026-07-29T15:47:11.63618Z","end":"2026-07-29T15:47:12.572438Z","steps":["trace[1843428021] 'agreement among raft nodes before linearized reading' (duration: 935.918602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:12.571458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.288348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T15:47:12.572579Z","caller":"traceutil/trace.go:171","msg":"trace[2009305146] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3161; }","duration":"790.464136ms","start":"2026-07-29T15:47:11.782104Z","end":"2026-07-29T15:47:12.572568Z","steps":["trace[2009305146] 'agreement among raft nodes before linearized reading' (duration: 789.190606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:12.572622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:11.782078Z","time spent":"790.530248ms","remote":"127.0.0.1:56648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-29T15:47:12.572688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:11.636156Z","time spent":"936.525255ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T15:47:12.572005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:12.055475Z","time spent":"516.084386ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:47:12.808054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.322266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:47:12.808205Z","caller":"traceutil/trace.go:171","msg":"trace[1522832224] linearizableReadLoop","detail":"{readStateIndex:3299; appliedIndex:3298; }","duration":"222.174376ms","start":"2026-07-29T15:47:12.586002Z","end":"2026-07-29T15:47:12.808176Z","steps":["trace[1522832224] 'read index received' (duration: 94.512312ms)","trace[1522832224] 'applied index is now lower than readState.Index' (duration: 127.659924ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:47:12.808643Z","caller":"traceutil/trace.go:171","msg":"trace[1032316353] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"228.220009ms","start":"2026-07-29T15:47:12.580396Z","end":"2026-07-29T15:47:12.808616Z","steps":["trace[1032316353] 'process raft request' (duration: 100.180515ms)","trace[1032316353] 'compare' (duration: 127.148183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:47:12.808703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.406387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-07-29T15:47:12.808761Z","caller":"traceutil/trace.go:171","msg":"trace[2082575409] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3164; }","duration":"218.487919ms","start":"2026-07-29T15:47:12.590258Z","end":"2026-07-29T15:47:12.808745Z","steps":["trace[2082575409] 'agreement among raft nodes before linearized reading' (duration: 218.308395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:12.809477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.61031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9371"} {"level":"info","ts":"2026-07-29T15:47:12.80964Z","caller":"traceutil/trace.go:171","msg":"trace[354889733] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3164; }","duration":"223.838636ms","start":"2026-07-29T15:47:12.585787Z","end":"2026-07-29T15:47:12.809626Z","steps":["trace[354889733] 'agreement among raft nodes before linearized reading' (duration: 223.556409ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:14.677797Z","caller":"traceutil/trace.go:171","msg":"trace[1476333415] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"131.092764ms","start":"2026-07-29T15:47:14.54668Z","end":"2026-07-29T15:47:14.677773Z","steps":["trace[1476333415] 'process raft request' (duration: 130.937681ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:14.677897Z","caller":"traceutil/trace.go:171","msg":"trace[1214858080] linearizableReadLoop","detail":"{readStateIndex:3304; appliedIndex:3304; }","duration":"109.918735ms","start":"2026-07-29T15:47:14.567938Z","end":"2026-07-29T15:47:14.677857Z","steps":["trace[1214858080] 'read index received' (duration: 109.881354ms)","trace[1214858080] 'applied index is now lower than readState.Index' (duration: 15.091µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:47:14.678444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.472908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T15:47:14.678505Z","caller":"traceutil/trace.go:171","msg":"trace[1939009189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3168; }","duration":"110.610021ms","start":"2026-07-29T15:47:14.567882Z","end":"2026-07-29T15:47:14.678492Z","steps":["trace[1939009189] 'agreement among raft nodes before linearized reading' (duration: 110.331475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:15.787753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021890969s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:47:15.788035Z","caller":"traceutil/trace.go:171","msg":"trace[1725893306] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"173.397973ms","start":"2026-07-29T15:47:15.614621Z","end":"2026-07-29T15:47:15.788019Z","steps":["trace[1725893306] 'process raft request' (duration: 173.355782ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:15.788241Z","caller":"traceutil/trace.go:171","msg":"trace[715186151] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"441.314346ms","start":"2026-07-29T15:47:15.346918Z","end":"2026-07-29T15:47:15.788233Z","steps":["trace[715186151] 'process raft request' (duration: 441.02922ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:15.788204Z","caller":"traceutil/trace.go:171","msg":"trace[2098891931] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"700.027103ms","start":"2026-07-29T15:47:15.088141Z","end":"2026-07-29T15:47:15.788168Z","steps":["trace[2098891931] 'process raft request' (duration: 699.770687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:15.788286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:15.346892Z","time spent":"441.371627ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:47:15.788317Z","caller":"traceutil/trace.go:171","msg":"trace[346925364] linearizableReadLoop","detail":"{readStateIndex:3305; appliedIndex:3304; }","duration":"1.110053631s","start":"2026-07-29T15:47:14.678062Z","end":"2026-07-29T15:47:15.788116Z","steps":["trace[346925364] 'read index received' (duration: 87.737131ms)","trace[346925364] 'applied index is now lower than readState.Index' (duration: 1.02231306s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:47:15.788382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:15.088105Z","time spent":"700.185586ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:47:15.788526Z","caller":"traceutil/trace.go:171","msg":"trace[1063277811] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"1.104955602s","start":"2026-07-29T15:47:14.683555Z","end":"2026-07-29T15:47:15.788511Z","steps":["trace[1063277811] 'process raft request' (duration: 1.104308667s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:15.788597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:14.683524Z","time spent":"1.105043534s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:47:15.788576Z","caller":"traceutil/trace.go:171","msg":"trace[1909965246] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"1.207457851s","start":"2026-07-29T15:47:14.581037Z","end":"2026-07-29T15:47:15.788495Z","steps":["trace[1909965246] 'process raft request' (duration: 184.735261ms)","trace[1909965246] 'compare' (duration: 1.020864246s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:47:15.788799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200214059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T15:47:15.788931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.827728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:47:15.788942Z","caller":"traceutil/trace.go:171","msg":"trace[1530715129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3173; }","duration":"1.200403515s","start":"2026-07-29T15:47:14.588528Z","end":"2026-07-29T15:47:15.788932Z","steps":["trace[1530715129] 'agreement among raft nodes before linearized reading' (duration: 1.199984255s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:15.78896Z","caller":"traceutil/trace.go:171","msg":"trace[181412112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3173; }","duration":"971.855479ms","start":"2026-07-29T15:47:14.817096Z","end":"2026-07-29T15:47:15.788952Z","steps":["trace[181412112] 'agreement among raft nodes before linearized reading' (duration: 971.753697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:15.788981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:14.588515Z","time spent":"1.200456755s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:47:15.788972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:14.581015Z","time spent":"1.207786569s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:47:15.789043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205452594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T15:47:15.789047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.216244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c6cd4432e76d93\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-29T15:47:15.789087Z","caller":"traceutil/trace.go:171","msg":"trace[1590066908] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c6cd4432e76d93; range_end:; response_count:1; response_revision:3173; }","duration":"691.290696ms","start":"2026-07-29T15:47:15.097791Z","end":"2026-07-29T15:47:15.789082Z","steps":["trace[1590066908] 'agreement among raft nodes before linearized reading' (duration: 691.206964ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:15.789086Z","caller":"traceutil/trace.go:171","msg":"trace[313425124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3173; }","duration":"1.205533156s","start":"2026-07-29T15:47:14.583538Z","end":"2026-07-29T15:47:15.789071Z","steps":["trace[313425124] 'agreement among raft nodes before linearized reading' (duration: 1.205390613s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:15.789109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:15.097777Z","time spent":"691.328526ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c6cd4432e76d93\" "} {"level":"warn","ts":"2026-07-29T15:47:15.788987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:14.817044Z","time spent":"971.938251ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:47:15.789124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:14.583521Z","time spent":"1.205593977s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T15:47:18.083916Z","caller":"traceutil/trace.go:171","msg":"trace[410974771] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"148.093803ms","start":"2026-07-29T15:47:17.935783Z","end":"2026-07-29T15:47:18.083877Z","steps":["trace[410974771] 'process raft request' (duration: 147.798117ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:18.084383Z","caller":"traceutil/trace.go:171","msg":"trace[1068378001] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"148.465293ms","start":"2026-07-29T15:47:17.935884Z","end":"2026-07-29T15:47:18.084349Z","steps":["trace[1068378001] 'process raft request' (duration: 147.92846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:20.097171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.423197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:47:20.097632Z","caller":"traceutil/trace.go:171","msg":"trace[611930473] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"210.887644ms","start":"2026-07-29T15:47:19.88655Z","end":"2026-07-29T15:47:20.097438Z","steps":["trace[611930473] 'process raft request' (duration: 210.723041ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:20.097772Z","caller":"traceutil/trace.go:171","msg":"trace[50649852] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"236.192762ms","start":"2026-07-29T15:47:19.86156Z","end":"2026-07-29T15:47:20.097753Z","steps":["trace[50649852] 'process raft request' (duration: 38.09726ms)","trace[50649852] 'compare' (duration: 196.838493ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:47:20.389762Z","caller":"traceutil/trace.go:171","msg":"trace[1418217753] linearizableReadLoop","detail":"{readStateIndex:3334; appliedIndex:3333; }","duration":"292.416027ms","start":"2026-07-29T15:47:20.097321Z","end":"2026-07-29T15:47:20.389737Z","steps":["trace[1418217753] 'read index received' (duration: 291.390982ms)","trace[1418217753] 'applied index is now lower than readState.Index' (duration: 1.021715ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:47:20.389889Z","caller":"traceutil/trace.go:171","msg":"trace[343612450] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"312.354288ms","start":"2026-07-29T15:47:20.077453Z","end":"2026-07-29T15:47:20.389807Z","steps":["trace[343612450] 'process raft request' (duration: 311.254491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:20.390132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:20.077411Z","time spent":"312.562192ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:47:20.39045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.481592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c6cd4432e76d93\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-29T15:47:20.390527Z","caller":"traceutil/trace.go:171","msg":"trace[787569941] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c6cd4432e76d93; range_end:; response_count:1; response_revision:3197; }","duration":"293.610265ms","start":"2026-07-29T15:47:20.096895Z","end":"2026-07-29T15:47:20.390506Z","steps":["trace[787569941] 'agreement among raft nodes before linearized reading' (duration: 293.354109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:20.390627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.344974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:47:20.390661Z","caller":"traceutil/trace.go:171","msg":"trace[856576607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3198; }","duration":"300.379834ms","start":"2026-07-29T15:47:20.090273Z","end":"2026-07-29T15:47:20.390652Z","steps":["trace[856576607] 'agreement among raft nodes before linearized reading' (duration: 300.207831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:20.390682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:20.090245Z","time spent":"300.433366ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T15:47:20.390771Z","caller":"traceutil/trace.go:171","msg":"trace[879963683] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"285.930773ms","start":"2026-07-29T15:47:20.104767Z","end":"2026-07-29T15:47:20.390697Z","steps":["trace[879963683] 'process raft request' (duration: 285.614756ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:47:20.390938Z","caller":"traceutil/trace.go:171","msg":"trace[885798588] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"152.691892ms","start":"2026-07-29T15:47:20.238214Z","end":"2026-07-29T15:47:20.390906Z","steps":["trace[885798588] 'process raft request' (duration: 152.289162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:20.391713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.630105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T15:47:20.391754Z","caller":"traceutil/trace.go:171","msg":"trace[1636640243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3197; }","duration":"301.739507ms","start":"2026-07-29T15:47:20.090005Z","end":"2026-07-29T15:47:20.391745Z","steps":["trace[1636640243] 'agreement among raft nodes before linearized reading' (duration: 299.863172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:20.391837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:47:20.089982Z","time spent":"301.84853ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T15:47:23.986285Z","caller":"traceutil/trace.go:171","msg":"trace[1270988289] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"100.558591ms","start":"2026-07-29T15:47:23.885683Z","end":"2026-07-29T15:47:23.986241Z","steps":["trace[1270988289] 'process raft request' (duration: 99.908816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:24.406819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.305787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:47:24.406936Z","caller":"traceutil/trace.go:171","msg":"trace[1016133483] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3216; }","duration":"263.485041ms","start":"2026-07-29T15:47:24.143429Z","end":"2026-07-29T15:47:24.406914Z","steps":["trace[1016133483] 'count revisions from in-memory index tree' (duration: 263.204265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:24.407115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.339462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T15:47:24.410159Z","caller":"traceutil/trace.go:171","msg":"trace[2076772172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3216; }","duration":"253.481807ms","start":"2026-07-29T15:47:24.156653Z","end":"2026-07-29T15:47:24.410135Z","steps":["trace[2076772172] 'range keys from in-memory index tree' (duration: 249.709326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:47:25.234785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.349862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c6cd4432e76d93\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-29T15:47:25.234878Z","caller":"traceutil/trace.go:171","msg":"trace[1300335369] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c6cd4432e76d93; range_end:; response_count:1; response_revision:3221; }","duration":"130.502497ms","start":"2026-07-29T15:47:25.104355Z","end":"2026-07-29T15:47:25.234857Z","steps":["trace[1300335369] 'range keys from in-memory index tree' (duration: 130.171219ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:00.829205Z","caller":"traceutil/trace.go:171","msg":"trace[1096660976] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"139.806702ms","start":"2026-07-29T15:48:00.689366Z","end":"2026-07-29T15:48:00.829172Z","steps":["trace[1096660976] 'process raft request' (duration: 139.553496ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:00.836219Z","caller":"traceutil/trace.go:171","msg":"trace[338090799] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"145.973898ms","start":"2026-07-29T15:48:00.690223Z","end":"2026-07-29T15:48:00.836197Z","steps":["trace[338090799] 'process raft request' (duration: 145.62703ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:01.291096Z","caller":"traceutil/trace.go:171","msg":"trace[24744026] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"144.874181ms","start":"2026-07-29T15:48:01.146195Z","end":"2026-07-29T15:48:01.291069Z","steps":["trace[24744026] 'process raft request' (duration: 144.689296ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:05.568823Z","caller":"traceutil/trace.go:171","msg":"trace[816804238] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"107.894791ms","start":"2026-07-29T15:48:05.460894Z","end":"2026-07-29T15:48:05.568789Z","steps":["trace[816804238] 'process raft request' (duration: 92.270214ms)","trace[816804238] 'compare' (duration: 15.471064ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:48:07.239809Z","caller":"traceutil/trace.go:171","msg":"trace[433125374] linearizableReadLoop","detail":"{readStateIndex:3585; appliedIndex:3584; }","duration":"240.80518ms","start":"2026-07-29T15:48:06.998978Z","end":"2026-07-29T15:48:07.239783Z","steps":["trace[433125374] 'read index received' (duration: 240.455151ms)","trace[433125374] 'applied index is now lower than readState.Index' (duration: 349.269µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:48:07.239876Z","caller":"traceutil/trace.go:171","msg":"trace[1500933023] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"318.265247ms","start":"2026-07-29T15:48:06.921573Z","end":"2026-07-29T15:48:07.239838Z","steps":["trace[1500933023] 'process raft request' (duration: 317.96846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:48:07.240071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.882755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T15:48:07.240073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:48:06.92154Z","time spent":"318.419121ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:48:07.240109Z","caller":"traceutil/trace.go:171","msg":"trace[700319262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3439; }","duration":"238.957216ms","start":"2026-07-29T15:48:07.001142Z","end":"2026-07-29T15:48:07.240099Z","steps":["trace[700319262] 'agreement among raft nodes before linearized reading' (duration: 238.790892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:48:07.240133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.127597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:48:07.240227Z","caller":"traceutil/trace.go:171","msg":"trace[1290552164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3439; }","duration":"241.28194ms","start":"2026-07-29T15:48:06.998924Z","end":"2026-07-29T15:48:07.240206Z","steps":["trace[1290552164] 'agreement among raft nodes before linearized reading' (duration: 240.981084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:48:07.240227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.740712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:48:07.24033Z","caller":"traceutil/trace.go:171","msg":"trace[1047383347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3439; }","duration":"195.892685ms","start":"2026-07-29T15:48:07.044413Z","end":"2026-07-29T15:48:07.240305Z","steps":["trace[1047383347] 'agreement among raft nodes before linearized reading' (duration: 195.737881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:48:07.240276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.615335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T15:48:07.240426Z","caller":"traceutil/trace.go:171","msg":"trace[1569667080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3439; }","duration":"237.81985ms","start":"2026-07-29T15:48:07.002597Z","end":"2026-07-29T15:48:07.240417Z","steps":["trace[1569667080] 'agreement among raft nodes before linearized reading' (duration: 237.625265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:48:19.566526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.575269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:48:19.56662Z","caller":"traceutil/trace.go:171","msg":"trace[1376980000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3502; }","duration":"153.689441ms","start":"2026-07-29T15:48:19.41291Z","end":"2026-07-29T15:48:19.566599Z","steps":["trace[1376980000] 'agreement among raft nodes before linearized reading' (duration: 153.447596ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:48:19.566666Z","caller":"traceutil/trace.go:171","msg":"trace[1065952362] transaction","detail":"{read_only:false; response_revision:3502; number_of_response:1; }","duration":"134.340588ms","start":"2026-07-29T15:48:19.432304Z","end":"2026-07-29T15:48:19.566645Z","steps":["trace[1065952362] 'process raft request' (duration: 133.901838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:48:19.566801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.800233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T15:48:19.566834Z","caller":"traceutil/trace.go:171","msg":"trace[425602937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3502; }","duration":"147.846825ms","start":"2026-07-29T15:48:19.418977Z","end":"2026-07-29T15:48:19.566824Z","steps":["trace[425602937] 'agreement among raft nodes before linearized reading' (duration: 147.758413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:48:19.930839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.937942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:48:19.93102Z","caller":"traceutil/trace.go:171","msg":"trace[975746141] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"359.878954ms","start":"2026-07-29T15:48:19.571121Z","end":"2026-07-29T15:48:19.931Z","steps":["trace[975746141] 'process raft request' (duration: 32.665546ms)","trace[975746141] 'compare' (duration: 326.812409ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:48:19.931091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:48:19.571091Z","time spent":"359.970457ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:48:19.93131Z","caller":"traceutil/trace.go:171","msg":"trace[1102136262] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"359.099986ms","start":"2026-07-29T15:48:19.572189Z","end":"2026-07-29T15:48:19.931289Z","steps":["trace[1102136262] 'process raft request' (duration: 358.761457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:48:19.931391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:48:19.572169Z","time spent":"359.188267ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:48:19.931603Z","caller":"traceutil/trace.go:171","msg":"trace[618132497] linearizableReadLoop","detail":"{readStateIndex:3656; appliedIndex:3653; }","duration":"162.760903ms","start":"2026-07-29T15:48:19.768828Z","end":"2026-07-29T15:48:19.931588Z","steps":["trace[618132497] 'read index received' (duration: 43.101µs)","trace[618132497] 'applied index is now lower than readState.Index' (duration: 162.716382ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:48:19.93166Z","caller":"traceutil/trace.go:171","msg":"trace[368177327] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"314.609012ms","start":"2026-07-29T15:48:19.617022Z","end":"2026-07-29T15:48:19.931631Z","steps":["trace[368177327] 'process raft request' (duration: 314.188583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:48:19.931765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.933009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:48:19.931797Z","caller":"traceutil/trace.go:171","msg":"trace[206814480] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3506; }","duration":"163.00526ms","start":"2026-07-29T15:48:19.768782Z","end":"2026-07-29T15:48:19.931788Z","steps":["trace[206814480] 'agreement among raft nodes before linearized reading' (duration: 162.912708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:48:19.931819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:48:19.616979Z","time spent":"314.755937ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:48:19.932138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.251037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T15:48:19.932225Z","caller":"traceutil/trace.go:171","msg":"trace[1884925758] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3506; }","duration":"149.392771ms","start":"2026-07-29T15:48:19.782813Z","end":"2026-07-29T15:48:19.932206Z","steps":["trace[1884925758] 'agreement among raft nodes before linearized reading' (duration: 149.015183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:48:38.2574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.188409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-29T15:48:38.257509Z","caller":"traceutil/trace.go:171","msg":"trace[995394013] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3597; }","duration":"169.350153ms","start":"2026-07-29T15:48:38.088133Z","end":"2026-07-29T15:48:38.257483Z","steps":["trace[995394013] 'agreement among raft nodes before linearized reading' (duration: 36.922154ms)","trace[995394013] 'range keys from in-memory index tree' (duration: 132.159632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:48:38.257591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.740248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:48:38.257662Z","caller":"traceutil/trace.go:171","msg":"trace[2109920907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3597; }","duration":"212.844251ms","start":"2026-07-29T15:48:38.044798Z","end":"2026-07-29T15:48:38.257642Z","steps":["trace[2109920907] 'agreement among raft nodes before linearized reading' (duration: 80.239058ms)","trace[2109920907] 'range keys from in-memory index tree' (duration: 132.506231ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:49:32.882897Z","caller":"traceutil/trace.go:171","msg":"trace[122621721] transaction","detail":"{read_only:false; response_revision:3968; number_of_response:1; }","duration":"105.665534ms","start":"2026-07-29T15:49:32.7772Z","end":"2026-07-29T15:49:32.882866Z","steps":["trace[122621721] 'process raft request' (duration: 105.485079ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:50:01.425916Z","caller":"traceutil/trace.go:171","msg":"trace[1678026985] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"104.722ms","start":"2026-07-29T15:50:01.321161Z","end":"2026-07-29T15:50:01.425883Z","steps":["trace[1678026985] 'process raft request' (duration: 92.616278ms)","trace[1678026985] 'compare' (duration: 11.869357ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:50:08.741618Z","caller":"traceutil/trace.go:171","msg":"trace[2030911461] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"101.265939ms","start":"2026-07-29T15:50:08.64032Z","end":"2026-07-29T15:50:08.741586Z","steps":["trace[2030911461] 'process raft request' (duration: 101.000802ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:50:25.490398Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2468} {"level":"info","ts":"2026-07-29T15:50:25.574937Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2468,"took":"82.967511ms","hash":110636712,"current-db-size-bytes":35856384,"current-db-size":"36 MB","current-db-size-in-use-bytes":10719232,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-07-29T15:50:25.575046Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":110636712,"revision":2468,"compact-revision":-1} {"level":"info","ts":"2026-07-29T15:51:16.723127Z","caller":"traceutil/trace.go:171","msg":"trace[251397783] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"131.414453ms","start":"2026-07-29T15:51:16.591659Z","end":"2026-07-29T15:51:16.723073Z","steps":["trace[251397783] 'process raft request' (duration: 131.047335ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:22.259387Z","caller":"traceutil/trace.go:171","msg":"trace[14478785] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"101.068848ms","start":"2026-07-29T15:51:22.158268Z","end":"2026-07-29T15:51:22.259337Z","steps":["trace[14478785] 'process raft request' (duration: 83.642983ms)","trace[14478785] 'compare' (duration: 17.294152ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:22.880411Z","caller":"traceutil/trace.go:171","msg":"trace[262785044] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"185.549632ms","start":"2026-07-29T15:51:22.69482Z","end":"2026-07-29T15:51:22.88037Z","steps":["trace[262785044] 'process raft request' (duration: 128.498827ms)","trace[262785044] 'compare' (duration: 56.923382ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:22.909691Z","caller":"traceutil/trace.go:171","msg":"trace[1736300635] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"183.865644ms","start":"2026-07-29T15:51:22.725782Z","end":"2026-07-29T15:51:22.909648Z","steps":["trace[1736300635] 'process raft request' (duration: 183.538897ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:22.910021Z","caller":"traceutil/trace.go:171","msg":"trace[728178488] linearizableReadLoop","detail":"{readStateIndex:5181; appliedIndex:5179; }","duration":"149.71475ms","start":"2026-07-29T15:51:22.760256Z","end":"2026-07-29T15:51:22.909971Z","steps":["trace[728178488] 'read index received' (duration: 63.074036ms)","trace[728178488] 'applied index is now lower than readState.Index' (duration: 86.635764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:51:22.910418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.157199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T15:51:22.910508Z","caller":"traceutil/trace.go:171","msg":"trace[1733760041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4971; }","duration":"150.268391ms","start":"2026-07-29T15:51:22.760219Z","end":"2026-07-29T15:51:22.910488Z","steps":["trace[1733760041] 'agreement among raft nodes before linearized reading' (duration: 149.930954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:22.974293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.815769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3242"} {"level":"info","ts":"2026-07-29T15:51:22.974404Z","caller":"traceutil/trace.go:171","msg":"trace[415455180] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4975; }","duration":"204.974403ms","start":"2026-07-29T15:51:22.769403Z","end":"2026-07-29T15:51:22.974378Z","steps":["trace[415455180] 'agreement among raft nodes before linearized reading' (duration: 204.717057ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:22.974901Z","caller":"traceutil/trace.go:171","msg":"trace[631813755] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"103.970306ms","start":"2026-07-29T15:51:22.870884Z","end":"2026-07-29T15:51:22.974854Z","steps":["trace[631813755] 'process raft request' (duration: 102.8378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:22.975038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.546411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T15:51:22.975161Z","caller":"traceutil/trace.go:171","msg":"trace[729779191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4975; }","duration":"182.772437ms","start":"2026-07-29T15:51:22.792368Z","end":"2026-07-29T15:51:22.97514Z","steps":["trace[729779191] 'agreement among raft nodes before linearized reading' (duration: 182.387398ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:23.071077Z","caller":"traceutil/trace.go:171","msg":"trace[447169820] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"155.817062ms","start":"2026-07-29T15:51:22.915215Z","end":"2026-07-29T15:51:23.071032Z","steps":["trace[447169820] 'process raft request' (duration: 101.024118ms)","trace[447169820] 'compare' (duration: 54.635209ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:23.119641Z","caller":"traceutil/trace.go:171","msg":"trace[809680873] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"139.677437ms","start":"2026-07-29T15:51:22.979923Z","end":"2026-07-29T15:51:23.1196Z","steps":["trace[809680873] 'process raft request' (duration: 139.325018ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:23.119642Z","caller":"traceutil/trace.go:171","msg":"trace[848141483] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5186; }","duration":"136.551563ms","start":"2026-07-29T15:51:22.983056Z","end":"2026-07-29T15:51:23.119607Z","steps":["trace[848141483] 'read index received' (duration: 33.084239ms)","trace[848141483] 'applied index is now lower than readState.Index' (duration: 103.465964ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:23.120011Z","caller":"traceutil/trace.go:171","msg":"trace[1432633839] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"138.846147ms","start":"2026-07-29T15:51:22.981115Z","end":"2026-07-29T15:51:23.119962Z","steps":["trace[1432633839] 'process raft request' (duration: 138.366776ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:23.120293Z","caller":"traceutil/trace.go:171","msg":"trace[1149307185] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"134.107937ms","start":"2026-07-29T15:51:22.986172Z","end":"2026-07-29T15:51:23.12028Z","steps":["trace[1149307185] 'process raft request' (duration: 133.37809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:23.119896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.81973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-nmdqx\" ","response":"range_response_count:1 size:3378"} {"level":"info","ts":"2026-07-29T15:51:23.120534Z","caller":"traceutil/trace.go:171","msg":"trace[1745983927] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-nmdqx; range_end:; response_count:1; response_revision:4979; }","duration":"137.521066ms","start":"2026-07-29T15:51:22.982993Z","end":"2026-07-29T15:51:23.120514Z","steps":["trace[1745983927] 'agreement among raft nodes before linearized reading' (duration: 136.716867ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:23.3255Z","caller":"traceutil/trace.go:171","msg":"trace[1647437928] linearizableReadLoop","detail":"{readStateIndex:5192; appliedIndex:5191; }","duration":"174.160787ms","start":"2026-07-29T15:51:23.151302Z","end":"2026-07-29T15:51:23.325462Z","steps":["trace[1647437928] 'read index received' (duration: 173.913122ms)","trace[1647437928] 'applied index is now lower than readState.Index' (duration: 246.365µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:23.325639Z","caller":"traceutil/trace.go:171","msg":"trace[808209318] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"185.903ms","start":"2026-07-29T15:51:23.139725Z","end":"2026-07-29T15:51:23.325628Z","steps":["trace[808209318] 'process raft request' (duration: 185.518741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:23.325943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.562748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-nmdqx\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-07-29T15:51:23.326079Z","caller":"traceutil/trace.go:171","msg":"trace[1357293700] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-nmdqx; range_end:; response_count:1; response_revision:4981; }","duration":"174.796053ms","start":"2026-07-29T15:51:23.15125Z","end":"2026-07-29T15:51:23.326046Z","steps":["trace[1357293700] 'agreement among raft nodes before linearized reading' (duration: 174.415213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:23.330883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.926836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:51:23.330972Z","caller":"traceutil/trace.go:171","msg":"trace[1518543289] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4982; }","duration":"126.07055ms","start":"2026-07-29T15:51:23.204882Z","end":"2026-07-29T15:51:23.330952Z","steps":["trace[1518543289] 'agreement among raft nodes before linearized reading' (duration: 125.889066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:23.330957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.938432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T15:51:23.330995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.506472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-07-29T15:51:23.331028Z","caller":"traceutil/trace.go:171","msg":"trace[987048126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4982; }","duration":"143.071705ms","start":"2026-07-29T15:51:23.187938Z","end":"2026-07-29T15:51:23.331009Z","steps":["trace[987048126] 'agreement among raft nodes before linearized reading' (duration: 142.802869ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:23.331037Z","caller":"traceutil/trace.go:171","msg":"trace[1739140429] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4982; }","duration":"142.579104ms","start":"2026-07-29T15:51:23.188445Z","end":"2026-07-29T15:51:23.331024Z","steps":["trace[1739140429] 'agreement among raft nodes before linearized reading' (duration: 142.39021ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:24.37274Z","caller":"traceutil/trace.go:171","msg":"trace[210150038] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"161.500053ms","start":"2026-07-29T15:51:24.211202Z","end":"2026-07-29T15:51:24.372702Z","steps":["trace[210150038] 'process raft request' (duration: 160.665414ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:28.966322Z","caller":"traceutil/trace.go:171","msg":"trace[911183274] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"124.37547ms","start":"2026-07-29T15:51:28.841908Z","end":"2026-07-29T15:51:28.966284Z","steps":["trace[911183274] 'process raft request' (duration: 120.704505ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:29.696551Z","caller":"traceutil/trace.go:171","msg":"trace[1496032474] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"111.288727ms","start":"2026-07-29T15:51:29.585237Z","end":"2026-07-29T15:51:29.696525Z","steps":["trace[1496032474] 'process raft request' (duration: 102.233916ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:29.696793Z","caller":"traceutil/trace.go:171","msg":"trace[106191851] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5265; }","duration":"109.086715ms","start":"2026-07-29T15:51:29.587696Z","end":"2026-07-29T15:51:29.696783Z","steps":["trace[106191851] 'read index received' (duration: 52.701474ms)","trace[106191851] 'applied index is now lower than readState.Index' (duration: 56.383891ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:29.697483Z","caller":"traceutil/trace.go:171","msg":"trace[326144277] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"112.023863ms","start":"2026-07-29T15:51:29.58543Z","end":"2026-07-29T15:51:29.697454Z","steps":["trace[326144277] 'process raft request' (duration: 111.040909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:29.700241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.500295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:15 size:490639"} {"level":"info","ts":"2026-07-29T15:51:29.700335Z","caller":"traceutil/trace.go:171","msg":"trace[1643944407] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:15; response_revision:5054; }","duration":"112.651888ms","start":"2026-07-29T15:51:29.587662Z","end":"2026-07-29T15:51:29.700313Z","steps":["trace[1643944407] 'agreement among raft nodes before linearized reading' (duration: 109.156047ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:31.853178Z","caller":"traceutil/trace.go:171","msg":"trace[1166163198] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"104.007497ms","start":"2026-07-29T15:51:31.749124Z","end":"2026-07-29T15:51:31.853132Z","steps":["trace[1166163198] 'process raft request' (duration: 102.544953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:33.717781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.673959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:51:33.717917Z","caller":"traceutil/trace.go:171","msg":"trace[679741039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5142; }","duration":"298.879274ms","start":"2026-07-29T15:51:33.419009Z","end":"2026-07-29T15:51:33.717888Z","steps":["trace[679741039] 'count revisions from in-memory index tree' (duration: 298.574746ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:33.743308Z","caller":"traceutil/trace.go:171","msg":"trace[546633014] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5356; }","duration":"256.252274ms","start":"2026-07-29T15:51:33.487027Z","end":"2026-07-29T15:51:33.743279Z","steps":["trace[546633014] 'read index received' (duration: 256.090479ms)","trace[546633014] 'applied index is now lower than readState.Index' (duration: 160.705µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:33.74344Z","caller":"traceutil/trace.go:171","msg":"trace[1799655988] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"305.834026ms","start":"2026-07-29T15:51:33.437593Z","end":"2026-07-29T15:51:33.743427Z","steps":["trace[1799655988] 'process raft request' (duration: 305.458437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:33.743594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:33.437563Z","time spent":"305.911078ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:51:33.744015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.987331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T15:51:33.744133Z","caller":"traceutil/trace.go:171","msg":"trace[1626573016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5143; }","duration":"257.172184ms","start":"2026-07-29T15:51:33.48695Z","end":"2026-07-29T15:51:33.744122Z","steps":["trace[1626573016] 'agreement among raft nodes before linearized reading' (duration: 256.857106ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:33.77478Z","caller":"traceutil/trace.go:171","msg":"trace[392382630] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"190.525697ms","start":"2026-07-29T15:51:33.584222Z","end":"2026-07-29T15:51:33.774748Z","steps":["trace[392382630] 'process raft request' (duration: 190.411503ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:33.775145Z","caller":"traceutil/trace.go:171","msg":"trace[1511209494] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"237.227781ms","start":"2026-07-29T15:51:33.537908Z","end":"2026-07-29T15:51:33.775136Z","steps":["trace[1511209494] 'process raft request' (duration: 236.551336ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:33.868084Z","caller":"traceutil/trace.go:171","msg":"trace[1001895054] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"157.883339ms","start":"2026-07-29T15:51:33.710141Z","end":"2026-07-29T15:51:33.868024Z","steps":["trace[1001895054] 'process raft request' (duration: 157.713775ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:33.868853Z","caller":"traceutil/trace.go:171","msg":"trace[523152142] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5357; }","duration":"125.430634ms","start":"2026-07-29T15:51:33.74339Z","end":"2026-07-29T15:51:33.868821Z","steps":["trace[523152142] 'read index received' (duration: 31.109453ms)","trace[523152142] 'applied index is now lower than readState.Index' (duration: 94.319021ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:33.869Z","caller":"traceutil/trace.go:171","msg":"trace[1842233636] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"151.07505ms","start":"2026-07-29T15:51:33.717914Z","end":"2026-07-29T15:51:33.868989Z","steps":["trace[1842233636] 'process raft request' (duration: 150.082767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:33.895303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.033867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-718b3e24-5eae-4b83-9800-50043ac92bdd\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-07-29T15:51:33.895414Z","caller":"traceutil/trace.go:171","msg":"trace[1046040052] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-718b3e24-5eae-4b83-9800-50043ac92bdd; range_end:; response_count:1; response_revision:5147; }","duration":"314.224331ms","start":"2026-07-29T15:51:33.581162Z","end":"2026-07-29T15:51:33.895386Z","steps":["trace[1046040052] 'agreement among raft nodes before linearized reading' (duration: 288.192266ms)","trace[1046040052] 'range keys from in-memory index tree' (duration: 25.778039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:51:33.895444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.418796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:51:33.895688Z","caller":"traceutil/trace.go:171","msg":"trace[434258863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5147; }","duration":"305.739163ms","start":"2026-07-29T15:51:33.589923Z","end":"2026-07-29T15:51:33.895662Z","steps":["trace[434258863] 'agreement among raft nodes before linearized reading' (duration: 279.414001ms)","trace[434258863] 'range keys from in-memory index tree' (duration: 25.788599ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:51:33.895747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:33.589903Z","time spent":"305.831915ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:51:33.895462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:33.581131Z","time spent":"314.320103ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3798,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-718b3e24-5eae-4b83-9800-50043ac92bdd\" "} {"level":"info","ts":"2026-07-29T15:51:33.908726Z","caller":"traceutil/trace.go:171","msg":"trace[1564992774] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"156.199969ms","start":"2026-07-29T15:51:33.752487Z","end":"2026-07-29T15:51:33.908687Z","steps":["trace[1564992774] 'process raft request' (duration: 155.8546ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:33.908785Z","caller":"traceutil/trace.go:171","msg":"trace[1891531457] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"147.953297ms","start":"2026-07-29T15:51:33.760797Z","end":"2026-07-29T15:51:33.908751Z","steps":["trace[1891531457] 'process raft request' (duration: 147.788464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:33.909216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.246955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-718b3e24-5eae-4b83-9800-50043ac92bdd\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-07-29T15:51:33.90945Z","caller":"traceutil/trace.go:171","msg":"trace[915800269] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-718b3e24-5eae-4b83-9800-50043ac92bdd; range_end:; response_count:1; response_revision:5149; }","duration":"148.548672ms","start":"2026-07-29T15:51:33.760881Z","end":"2026-07-29T15:51:33.90943Z","steps":["trace[915800269] 'agreement among raft nodes before linearized reading' (duration: 147.790535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:36.147521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.876513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:51:36.147648Z","caller":"traceutil/trace.go:171","msg":"trace[523691960] linearizableReadLoop","detail":"{readStateIndex:5421; appliedIndex:5420; }","duration":"104.095649ms","start":"2026-07-29T15:51:36.043533Z","end":"2026-07-29T15:51:36.147629Z","steps":["trace[523691960] 'read index received' (duration: 70.842µs)","trace[523691960] 'applied index is now lower than readState.Index' (duration: 104.023477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:51:36.147737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.221582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:51:36.147765Z","caller":"traceutil/trace.go:171","msg":"trace[1320425080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5203; }","duration":"104.290672ms","start":"2026-07-29T15:51:36.043464Z","end":"2026-07-29T15:51:36.147754Z","steps":["trace[1320425080] 'agreement among raft nodes before linearized reading' (duration: 104.211161ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:36.148054Z","caller":"traceutil/trace.go:171","msg":"trace[868824408] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"205.855583ms","start":"2026-07-29T15:51:35.942188Z","end":"2026-07-29T15:51:36.148044Z","steps":["trace[868824408] 'process raft request' (duration: 58.292634ms)","trace[868824408] 'compare' (duration: 146.647517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:51:36.635066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.495808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-29T15:51:36.635256Z","caller":"traceutil/trace.go:171","msg":"trace[888396438] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5203; }","duration":"361.687632ms","start":"2026-07-29T15:51:36.27348Z","end":"2026-07-29T15:51:36.635168Z","steps":["trace[888396438] 'range keys from in-memory index tree' (duration: 361.335685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:36.63536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:36.273454Z","time spent":"361.893938ms","remote":"127.0.0.1:56534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-29T15:51:36.902979Z","caller":"traceutil/trace.go:171","msg":"trace[1196321268] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"210.412229ms","start":"2026-07-29T15:51:36.69253Z","end":"2026-07-29T15:51:36.902942Z","steps":["trace[1196321268] 'process raft request' (duration: 210.188344ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:36.904033Z","caller":"traceutil/trace.go:171","msg":"trace[485435677] linearizableReadLoop","detail":"{readStateIndex:5422; appliedIndex:5422; }","duration":"192.708827ms","start":"2026-07-29T15:51:36.711307Z","end":"2026-07-29T15:51:36.904016Z","steps":["trace[485435677] 'read index received' (duration: 192.703287ms)","trace[485435677] 'applied index is now lower than readState.Index' (duration: 4.49µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:51:36.904274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.292248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T15:51:36.904335Z","caller":"traceutil/trace.go:171","msg":"trace[1564908848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5204; }","duration":"158.424821ms","start":"2026-07-29T15:51:36.745897Z","end":"2026-07-29T15:51:36.904322Z","steps":["trace[1564908848] 'agreement among raft nodes before linearized reading' (duration: 158.208186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:36.904595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.277671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:51:36.904635Z","caller":"traceutil/trace.go:171","msg":"trace[1335452475] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5204; }","duration":"193.369373ms","start":"2026-07-29T15:51:36.711256Z","end":"2026-07-29T15:51:36.904625Z","steps":["trace[1335452475] 'agreement among raft nodes before linearized reading' (duration: 193.275591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:46.789207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.569607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-29T15:51:46.789309Z","caller":"traceutil/trace.go:171","msg":"trace[666929253] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5338; }","duration":"887.72532ms","start":"2026-07-29T15:51:45.901557Z","end":"2026-07-29T15:51:46.789282Z","steps":["trace[666929253] 'range keys from in-memory index tree' (duration: 887.374343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:46.789354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:45.901531Z","time spent":"887.812243ms","remote":"127.0.0.1:56534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-29T15:51:48.184944Z","caller":"traceutil/trace.go:171","msg":"trace[423847541] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"412.572153ms","start":"2026-07-29T15:51:47.772341Z","end":"2026-07-29T15:51:48.184913Z","steps":["trace[423847541] 'process raft request' (duration: 412.359848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:48.185144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:47.772325Z","time spent":"412.722218ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T15:51:48.463863Z","caller":"traceutil/trace.go:171","msg":"trace[274086741] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"679.599146ms","start":"2026-07-29T15:51:47.784224Z","end":"2026-07-29T15:51:48.463823Z","steps":["trace[274086741] 'process raft request' (duration: 679.265909ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:48.46393Z","caller":"traceutil/trace.go:171","msg":"trace[483332435] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"611.566735ms","start":"2026-07-29T15:51:47.852348Z","end":"2026-07-29T15:51:48.463915Z","steps":["trace[483332435] 'process raft request' (duration: 611.490703ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:48.463993Z","caller":"traceutil/trace.go:171","msg":"trace[1790858550] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"613.022018ms","start":"2026-07-29T15:51:47.850923Z","end":"2026-07-29T15:51:48.463945Z","steps":["trace[1790858550] 'process raft request' (duration: 612.749753ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:48.464037Z","caller":"traceutil/trace.go:171","msg":"trace[909584716] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"612.875685ms","start":"2026-07-29T15:51:47.851144Z","end":"2026-07-29T15:51:48.46402Z","steps":["trace[909584716] 'process raft request' (duration: 612.63446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:48.464069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:47.85233Z","time spent":"611.643106ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:51:48.464076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:47.784195Z","time spent":"679.77506ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11833,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:51:48.464121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:47.851109Z","time spent":"612.972868ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:51:48.464149Z","caller":"traceutil/trace.go:171","msg":"trace[212425300] linearizableReadLoop","detail":"{readStateIndex:5572; appliedIndex:5568; }","duration":"610.749546ms","start":"2026-07-29T15:51:47.853374Z","end":"2026-07-29T15:51:48.464123Z","steps":["trace[212425300] 'read index received' (duration: 331.97407ms)","trace[212425300] 'applied index is now lower than readState.Index' (duration: 278.774156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:51:48.464211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:47.850891Z","time spent":"613.189873ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:51:48.464488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.120525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d72dbfb6-124f-492b-b306-4e63f5672da4\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-29T15:51:48.464527Z","caller":"traceutil/trace.go:171","msg":"trace[27953562] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"610.493841ms","start":"2026-07-29T15:51:47.854012Z","end":"2026-07-29T15:51:48.464505Z","steps":["trace[27953562] 'process raft request' (duration: 609.870156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:48.464561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.622555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T15:51:48.464595Z","caller":"traceutil/trace.go:171","msg":"trace[1758717892] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:1; response_revision:5351; }","duration":"118.683786ms","start":"2026-07-29T15:51:48.345901Z","end":"2026-07-29T15:51:48.464585Z","steps":["trace[1758717892] 'agreement among raft nodes before linearized reading' (duration: 118.626635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:48.464606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.842337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T15:51:48.464633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:47.85398Z","time spent":"610.601402ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:51:48.464655Z","caller":"traceutil/trace.go:171","msg":"trace[410757334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5351; }","duration":"594.905548ms","start":"2026-07-29T15:51:47.869735Z","end":"2026-07-29T15:51:48.46464Z","steps":["trace[410757334] 'agreement among raft nodes before linearized reading' (duration: 594.791385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:48.464673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.498721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T15:51:48.464701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:47.869728Z","time spent":"594.956979ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T15:51:48.464711Z","caller":"traceutil/trace.go:171","msg":"trace[884877332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5351; }","duration":"595.587404ms","start":"2026-07-29T15:51:47.869114Z","end":"2026-07-29T15:51:48.464702Z","steps":["trace[884877332] 'agreement among raft nodes before linearized reading' (duration: 595.445601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:48.464753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:47.869087Z","time spent":"595.658496ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:51:48.464767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.166903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:51:48.464493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.533583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T15:51:48.464802Z","caller":"traceutil/trace.go:171","msg":"trace[1434567731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5351; }","duration":"418.247885ms","start":"2026-07-29T15:51:48.046546Z","end":"2026-07-29T15:51:48.464793Z","steps":["trace[1434567731] 'agreement among raft nodes before linearized reading' (duration: 418.192664ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:48.464824Z","caller":"traceutil/trace.go:171","msg":"trace[954012083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5351; }","duration":"595.896052ms","start":"2026-07-29T15:51:47.868914Z","end":"2026-07-29T15:51:48.46481Z","steps":["trace[954012083] 'agreement among raft nodes before linearized reading' (duration: 595.445212ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:48.464539Z","caller":"traceutil/trace.go:171","msg":"trace[721912794] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d72dbfb6-124f-492b-b306-4e63f5672da4; range_end:; response_count:1; response_revision:5351; }","duration":"611.206197ms","start":"2026-07-29T15:51:47.853319Z","end":"2026-07-29T15:51:48.464525Z","steps":["trace[721912794] 'agreement among raft nodes before linearized reading' (duration: 610.961632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:48.464875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:47.868898Z","time spent":"595.966064ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:51:48.464892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:47.853303Z","time spent":"611.573636ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d72dbfb6-124f-492b-b306-4e63f5672da4\" "} {"level":"warn","ts":"2026-07-29T15:51:48.464498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.281684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T15:51:48.464997Z","caller":"traceutil/trace.go:171","msg":"trace[1023652983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5351; }","duration":"594.790106ms","start":"2026-07-29T15:51:47.870196Z","end":"2026-07-29T15:51:48.464986Z","steps":["trace[1023652983] 'agreement among raft nodes before linearized reading' (duration: 594.241953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:48.46503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:47.870188Z","time spent":"594.832017ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:51:48.464836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:48.046522Z","time spent":"418.307757ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:51:48.465212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.165797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T15:51:48.46527Z","caller":"traceutil/trace.go:171","msg":"trace[1390057580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5351; }","duration":"596.268209ms","start":"2026-07-29T15:51:47.868992Z","end":"2026-07-29T15:51:48.46526Z","steps":["trace[1390057580] 'agreement among raft nodes before linearized reading' (duration: 595.715916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:48.4653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:47.868961Z","time spent":"596.333861ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:51:49.795538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01473239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-866b4db95b-l44dd.18c6cd8cffbee93b\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-29T15:51:49.795627Z","caller":"traceutil/trace.go:171","msg":"trace[2095453120] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-866b4db95b-l44dd.18c6cd8cffbee93b; range_end:; response_count:1; response_revision:5360; }","duration":"1.014870013s","start":"2026-07-29T15:51:48.780735Z","end":"2026-07-29T15:51:49.795605Z","steps":["trace[2095453120] 'range keys from in-memory index tree' (duration: 1.014539035s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:49.795672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:48.780711Z","time spent":"1.014949805s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":922,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-866b4db95b-l44dd.18c6cd8cffbee93b\" "} {"level":"warn","ts":"2026-07-29T15:51:49.795881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.362905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T15:51:49.795909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.617045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d72dbfb6-124f-492b-b306-4e63f5672da4\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-29T15:51:49.79597Z","caller":"traceutil/trace.go:171","msg":"trace[29641722] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5360; }","duration":"281.503248ms","start":"2026-07-29T15:51:49.514442Z","end":"2026-07-29T15:51:49.795945Z","steps":["trace[29641722] 'count revisions from in-memory index tree' (duration: 281.234673ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:49.796009Z","caller":"traceutil/trace.go:171","msg":"trace[343155469] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d72dbfb6-124f-492b-b306-4e63f5672da4; range_end:; response_count:1; response_revision:5360; }","duration":"319.782358ms","start":"2026-07-29T15:51:49.476203Z","end":"2026-07-29T15:51:49.795985Z","steps":["trace[343155469] 'range keys from in-memory index tree' (duration: 319.494412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:49.796053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:49.476177Z","time spent":"319.86583ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d72dbfb6-124f-492b-b306-4e63f5672da4\" "} {"level":"warn","ts":"2026-07-29T15:51:49.796094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.246778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:51:49.796197Z","caller":"traceutil/trace.go:171","msg":"trace[1686073500] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5360; }","duration":"829.121638ms","start":"2026-07-29T15:51:48.967052Z","end":"2026-07-29T15:51:49.796174Z","steps":["trace[1686073500] 'count revisions from in-memory index tree' (duration: 828.122876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:49.796385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:48.966977Z","time spent":"829.296082ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:51:49.796476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.11251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:51:49.796572Z","caller":"traceutil/trace.go:171","msg":"trace[900087215] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5360; }","duration":"781.137904ms","start":"2026-07-29T15:51:49.015384Z","end":"2026-07-29T15:51:49.796522Z","steps":["trace[900087215] 'count revisions from in-memory index tree' (duration: 779.883904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:49.796654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:49.015346Z","time spent":"781.287077ms","remote":"127.0.0.1:52518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:51:50.232839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.815096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:51:50.233339Z","caller":"traceutil/trace.go:171","msg":"trace[703090239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5361; }","duration":"189.365528ms","start":"2026-07-29T15:51:50.043947Z","end":"2026-07-29T15:51:50.233313Z","steps":["trace[703090239] 'range keys from in-memory index tree' (duration: 188.729454ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:51.012126Z","caller":"traceutil/trace.go:171","msg":"trace[454661592] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"603.937698ms","start":"2026-07-29T15:51:50.408154Z","end":"2026-07-29T15:51:51.012092Z","steps":["trace[454661592] 'process raft request' (duration: 603.730143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:51.012441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:50.408128Z","time spent":"604.091892ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:51:51.022075Z","caller":"traceutil/trace.go:171","msg":"trace[1145023000] linearizableReadLoop","detail":"{readStateIndex:5589; appliedIndex:5584; }","duration":"479.470157ms","start":"2026-07-29T15:51:50.542583Z","end":"2026-07-29T15:51:51.022054Z","steps":["trace[1145023000] 'read index received' (duration: 469.422784ms)","trace[1145023000] 'applied index is now lower than readState.Index' (duration: 10.046223ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:51.022078Z","caller":"traceutil/trace.go:171","msg":"trace[1942761465] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"549.557524ms","start":"2026-07-29T15:51:50.472468Z","end":"2026-07-29T15:51:51.022025Z","steps":["trace[1942761465] 'process raft request' (duration: 549.189986ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:51.022182Z","caller":"traceutil/trace.go:171","msg":"trace[1647021670] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"541.904488ms","start":"2026-07-29T15:51:50.480268Z","end":"2026-07-29T15:51:51.022172Z","steps":["trace[1647021670] 'process raft request' (duration: 541.710022ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:51.0222Z","caller":"traceutil/trace.go:171","msg":"trace[1488867666] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"548.632022ms","start":"2026-07-29T15:51:50.473523Z","end":"2026-07-29T15:51:51.022155Z","steps":["trace[1488867666] 'process raft request' (duration: 548.261674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:51.022284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:50.480237Z","time spent":"541.97865ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:51:51.02225Z","caller":"traceutil/trace.go:171","msg":"trace[124802705] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"549.696089ms","start":"2026-07-29T15:51:50.472505Z","end":"2026-07-29T15:51:51.022201Z","steps":["trace[124802705] 'process raft request' (duration: 549.248158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:51.022392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:50.473503Z","time spent":"548.783947ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:51:51.022459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:50.472495Z","time spent":"549.855553ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:51:51.022491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.905857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T15:51:51.022542Z","caller":"traceutil/trace.go:171","msg":"trace[654823108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5367; }","duration":"479.99517ms","start":"2026-07-29T15:51:50.542541Z","end":"2026-07-29T15:51:51.022536Z","steps":["trace[654823108] 'agreement among raft nodes before linearized reading' (duration: 479.796185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:51.022543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.404151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:51:51.022584Z","caller":"traceutil/trace.go:171","msg":"trace[1009388836] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"417.536457ms","start":"2026-07-29T15:51:50.605042Z","end":"2026-07-29T15:51:51.022578Z","steps":["trace[1009388836] 'process raft request' (duration: 416.975324ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:51.022588Z","caller":"traceutil/trace.go:171","msg":"trace[1887263138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5367; }","duration":"478.495593ms","start":"2026-07-29T15:51:50.544081Z","end":"2026-07-29T15:51:51.022577Z","steps":["trace[1887263138] 'agreement among raft nodes before linearized reading' (duration: 478.34633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:51.022302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:50.472432Z","time spent":"549.75515ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:51:51.022617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:50.605013Z","time spent":"417.586259ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:51:51.022622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:50.544057Z","time spent":"478.557655ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:51:51.02264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.550133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:51:51.02268Z","caller":"traceutil/trace.go:171","msg":"trace[44473732] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5367; }","duration":"251.643204ms","start":"2026-07-29T15:51:50.771027Z","end":"2026-07-29T15:51:51.02267Z","steps":["trace[44473732] 'agreement among raft nodes before linearized reading' (duration: 251.579033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:51.022744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.578746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T15:51:51.022753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.591856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T15:51:51.02277Z","caller":"traceutil/trace.go:171","msg":"trace[1406181617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5367; }","duration":"475.628218ms","start":"2026-07-29T15:51:50.547135Z","end":"2026-07-29T15:51:51.022763Z","steps":["trace[1406181617] 'agreement among raft nodes before linearized reading' (duration: 475.553006ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:51.022777Z","caller":"traceutil/trace.go:171","msg":"trace[1585014802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5367; }","duration":"478.663898ms","start":"2026-07-29T15:51:50.544107Z","end":"2026-07-29T15:51:51.022771Z","steps":["trace[1585014802] 'agreement among raft nodes before linearized reading' (duration: 478.595476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:51.02279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:50.547122Z","time spent":"475.663348ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:51:51.022796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:50.544082Z","time spent":"478.706948ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:51:51.02256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:50.54252Z","time spent":"480.03619ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:51:51.022738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.602631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:51:51.022862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.821876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d72dbfb6-124f-492b-b306-4e63f5672da4\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-29T15:51:51.022878Z","caller":"traceutil/trace.go:171","msg":"trace[1527232201] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5367; }","duration":"219.809936ms","start":"2026-07-29T15:51:50.80306Z","end":"2026-07-29T15:51:51.02287Z","steps":["trace[1527232201] 'agreement among raft nodes before linearized reading' (duration: 219.59171ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:51.022885Z","caller":"traceutil/trace.go:171","msg":"trace[1338364815] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d72dbfb6-124f-492b-b306-4e63f5672da4; range_end:; response_count:1; response_revision:5367; }","duration":"219.886248ms","start":"2026-07-29T15:51:50.802992Z","end":"2026-07-29T15:51:51.022879Z","steps":["trace[1338364815] 'agreement among raft nodes before linearized reading' (duration: 219.812915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:51.022893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.647528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T15:51:51.022924Z","caller":"traceutil/trace.go:171","msg":"trace[1400372346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5367; }","duration":"478.71961ms","start":"2026-07-29T15:51:50.544195Z","end":"2026-07-29T15:51:51.022915Z","steps":["trace[1400372346] 'agreement among raft nodes before linearized reading' (duration: 478.589946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:51.022948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:50.544171Z","time spent":"478.77186ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T15:51:51.914294Z","caller":"traceutil/trace.go:171","msg":"trace[931368008] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"106.32354ms","start":"2026-07-29T15:51:51.807941Z","end":"2026-07-29T15:51:51.914265Z","steps":["trace[931368008] 'process raft request' (duration: 106.093514ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:51.917529Z","caller":"traceutil/trace.go:171","msg":"trace[1853842433] linearizableReadLoop","detail":"{readStateIndex:5604; appliedIndex:5602; }","duration":"103.829301ms","start":"2026-07-29T15:51:51.81367Z","end":"2026-07-29T15:51:51.917499Z","steps":["trace[1853842433] 'read index received' (duration: 100.372841ms)","trace[1853842433] 'applied index is now lower than readState.Index' (duration: 3.45523ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:51.917785Z","caller":"traceutil/trace.go:171","msg":"trace[2023068968] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"107.127108ms","start":"2026-07-29T15:51:51.810623Z","end":"2026-07-29T15:51:51.917751Z","steps":["trace[2023068968] 'process raft request' (duration: 106.684007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:51.918084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.373464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-29T15:51:51.918287Z","caller":"traceutil/trace.go:171","msg":"trace[1733985539] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5381; }","duration":"104.61559ms","start":"2026-07-29T15:51:51.813638Z","end":"2026-07-29T15:51:51.918253Z","steps":["trace[1733985539] 'agreement among raft nodes before linearized reading' (duration: 104.104099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:54.253875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.315704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d72dbfb6-124f-492b-b306-4e63f5672da4\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-07-29T15:51:54.253969Z","caller":"traceutil/trace.go:171","msg":"trace[1817371030] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d72dbfb6-124f-492b-b306-4e63f5672da4; range_end:; response_count:1; response_revision:5409; }","duration":"213.531549ms","start":"2026-07-29T15:51:54.040417Z","end":"2026-07-29T15:51:54.253949Z","steps":["trace[1817371030] 'range keys from in-memory index tree' (duration: 213.045418ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:54.38765Z","caller":"traceutil/trace.go:171","msg":"trace[1385518166] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"128.407073ms","start":"2026-07-29T15:51:54.259213Z","end":"2026-07-29T15:51:54.38762Z","steps":["trace[1385518166] 'process raft request' (duration: 128.238648ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:51:54.888676Z","caller":"traceutil/trace.go:171","msg":"trace[884948027] linearizableReadLoop","detail":"{readStateIndex:5643; appliedIndex:5642; }","duration":"120.390996ms","start":"2026-07-29T15:51:54.768252Z","end":"2026-07-29T15:51:54.888643Z","steps":["trace[884948027] 'read index received' (duration: 120.12382ms)","trace[884948027] 'applied index is now lower than readState.Index' (duration: 265.856µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:54.888806Z","caller":"traceutil/trace.go:171","msg":"trace[1674435343] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"137.436201ms","start":"2026-07-29T15:51:54.751306Z","end":"2026-07-29T15:51:54.888742Z","steps":["trace[1674435343] 'process raft request' (duration: 137.118114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:54.888846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.560041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:51:54.88907Z","caller":"traceutil/trace.go:171","msg":"trace[1132312063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5419; }","duration":"120.850917ms","start":"2026-07-29T15:51:54.768203Z","end":"2026-07-29T15:51:54.889054Z","steps":["trace[1132312063] 'agreement among raft nodes before linearized reading' (duration: 120.56497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.544104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832549138,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:51:55.91595Z","caller":"traceutil/trace.go:171","msg":"trace[862389058] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"932.767452ms","start":"2026-07-29T15:51:54.983161Z","end":"2026-07-29T15:51:55.915929Z","steps":["trace[862389058] 'process raft request' (duration: 932.618328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.916107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:54.983136Z","time spent":"932.885975ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10377,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:51:55.950665Z","caller":"traceutil/trace.go:171","msg":"trace[1469858613] linearizableReadLoop","detail":"{readStateIndex:5649; appliedIndex:5644; }","duration":"907.517645ms","start":"2026-07-29T15:51:55.043115Z","end":"2026-07-29T15:51:55.950633Z","steps":["trace[1469858613] 'read index received' (duration: 872.683536ms)","trace[1469858613] 'applied index is now lower than readState.Index' (duration: 34.832839ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:51:55.951151Z","caller":"traceutil/trace.go:171","msg":"trace[1271251547] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"914.739043ms","start":"2026-07-29T15:51:55.036398Z","end":"2026-07-29T15:51:55.951137Z","steps":["trace[1271251547] 'process raft request' (duration: 913.349871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.951281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.036367Z","time spent":"914.817755ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:51:55.95249Z","caller":"traceutil/trace.go:171","msg":"trace[554905773] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"912.553332ms","start":"2026-07-29T15:51:55.039408Z","end":"2026-07-29T15:51:55.951962Z","steps":["trace[554905773] 'process raft request' (duration: 910.953155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.952597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.039383Z","time spent":"913.167086ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:51:55.95284Z","caller":"traceutil/trace.go:171","msg":"trace[591435681] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"912.683845ms","start":"2026-07-29T15:51:55.040131Z","end":"2026-07-29T15:51:55.952815Z","steps":["trace[591435681] 'process raft request' (duration: 910.30946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.953347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.268903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-l7t2p.18c6cd8a36617fbe\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-29T15:51:55.953434Z","caller":"traceutil/trace.go:171","msg":"trace[1157888656] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-l7t2p.18c6cd8a36617fbe; range_end:; response_count:1; response_revision:5427; }","duration":"905.408207ms","start":"2026-07-29T15:51:55.048Z","end":"2026-07-29T15:51:55.953408Z","steps":["trace[1157888656] 'agreement among raft nodes before linearized reading' (duration: 905.11984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.953468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.047979Z","time spent":"905.483728ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":930,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-l7t2p.18c6cd8a36617fbe\" "} {"level":"info","ts":"2026-07-29T15:51:55.953633Z","caller":"traceutil/trace.go:171","msg":"trace[1630675652] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"913.433043ms","start":"2026-07-29T15:51:55.040192Z","end":"2026-07-29T15:51:55.953626Z","steps":["trace[1630675652] 'process raft request' (duration: 910.29885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.953704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.040186Z","time spent":"913.465334ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:51:55.953921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.808982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:51:55.95394Z","caller":"traceutil/trace.go:171","msg":"trace[521475868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5427; }","duration":"910.860723ms","start":"2026-07-29T15:51:55.043075Z","end":"2026-07-29T15:51:55.953935Z","steps":["trace[521475868] 'agreement among raft nodes before linearized reading' (duration: 910.826532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.953953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.043063Z","time spent":"910.887583ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:51:55.954027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.040121Z","time spent":"912.761256ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:51:55.954192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.329715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T15:51:55.954214Z","caller":"traceutil/trace.go:171","msg":"trace[69644023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5427; }","duration":"781.364525ms","start":"2026-07-29T15:51:55.172842Z","end":"2026-07-29T15:51:55.954207Z","steps":["trace[69644023] 'agreement among raft nodes before linearized reading' (duration: 781.314874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.95423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.172835Z","time spent":"781.390875ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:51:55.954325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.890647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T15:51:55.954342Z","caller":"traceutil/trace.go:171","msg":"trace[328779549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5427; }","duration":"781.928689ms","start":"2026-07-29T15:51:55.172408Z","end":"2026-07-29T15:51:55.954337Z","steps":["trace[328779549] 'agreement among raft nodes before linearized reading' (duration: 781.882707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.954356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.172367Z","time spent":"781.98487ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:51:55.95443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.594748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-07-29T15:51:55.954445Z","caller":"traceutil/trace.go:171","msg":"trace[1273658522] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5427; }","duration":"783.657379ms","start":"2026-07-29T15:51:55.170781Z","end":"2026-07-29T15:51:55.954439Z","steps":["trace[1273658522] 'agreement among raft nodes before linearized reading' (duration: 783.607238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.95446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.170754Z","time spent":"783.70251ms","remote":"127.0.0.1:56656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":737,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-07-29T15:51:55.95457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.744282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T15:51:55.954587Z","caller":"traceutil/trace.go:171","msg":"trace[1750340021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5427; }","duration":"833.762322ms","start":"2026-07-29T15:51:55.12082Z","end":"2026-07-29T15:51:55.954583Z","steps":["trace[1750340021] 'agreement among raft nodes before linearized reading' (duration: 833.717411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.9546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.120742Z","time spent":"833.855144ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:51:55.954667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.820525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-29T15:51:55.954683Z","caller":"traceutil/trace.go:171","msg":"trace[1023011872] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5427; }","duration":"886.887026ms","start":"2026-07-29T15:51:55.067791Z","end":"2026-07-29T15:51:55.954678Z","steps":["trace[1023011872] 'agreement among raft nodes before linearized reading' (duration: 886.843665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.954695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.067762Z","time spent":"886.930478ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-29T15:51:55.954052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.911685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:51:55.955136Z","caller":"traceutil/trace.go:171","msg":"trace[53799599] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5427; }","duration":"506.062333ms","start":"2026-07-29T15:51:55.449068Z","end":"2026-07-29T15:51:55.95513Z","steps":["trace[53799599] 'agreement among raft nodes before linearized reading' (duration: 504.960047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.955157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.449037Z","time spent":"506.113944ms","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:51:55.954103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.463771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T15:51:55.95525Z","caller":"traceutil/trace.go:171","msg":"trace[808850410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5427; }","duration":"780.627699ms","start":"2026-07-29T15:51:55.174618Z","end":"2026-07-29T15:51:55.955245Z","steps":["trace[808850410] 'agreement among raft nodes before linearized reading' (duration: 779.445591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.955264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.174608Z","time spent":"780.651999ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:51:55.954146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.029097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T15:51:55.955358Z","caller":"traceutil/trace.go:171","msg":"trace[817867595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5427; }","duration":"782.231085ms","start":"2026-07-29T15:51:55.173097Z","end":"2026-07-29T15:51:55.955328Z","steps":["trace[817867595] 'agreement among raft nodes before linearized reading' (duration: 781.018737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:51:55.955471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:51:55.17309Z","time spent":"782.338198ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T15:51:56.864722Z","caller":"traceutil/trace.go:171","msg":"trace[840252833] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"122.529475ms","start":"2026-07-29T15:51:56.742166Z","end":"2026-07-29T15:51:56.864696Z","steps":["trace[840252833] 'process raft request' (duration: 122.254178ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:52:02.38262Z","caller":"traceutil/trace.go:171","msg":"trace[745884556] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"458.191841ms","start":"2026-07-29T15:52:01.924398Z","end":"2026-07-29T15:52:02.38259Z","steps":["trace[745884556] 'process raft request' (duration: 457.921774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:02.382821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:01.924361Z","time spent":"458.368615ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13860,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:52:02.383689Z","caller":"traceutil/trace.go:171","msg":"trace[788037993] linearizableReadLoop","detail":"{readStateIndex:5741; appliedIndex:5738; }","duration":"401.529584ms","start":"2026-07-29T15:52:01.9821Z","end":"2026-07-29T15:52:02.38363Z","steps":["trace[788037993] 'read index received' (duration: 400.216564ms)","trace[788037993] 'applied index is now lower than readState.Index' (duration: 1.31193ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:52:02.384029Z","caller":"traceutil/trace.go:171","msg":"trace[1305111415] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"397.734327ms","start":"2026-07-29T15:52:01.986244Z","end":"2026-07-29T15:52:02.383978Z","steps":["trace[1305111415] 'process raft request' (duration: 397.345537ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:52:02.384153Z","caller":"traceutil/trace.go:171","msg":"trace[573068355] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"402.820645ms","start":"2026-07-29T15:52:01.981288Z","end":"2026-07-29T15:52:02.384108Z","steps":["trace[573068355] 'process raft request' (duration: 402.17572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:02.384267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:01.986229Z","time spent":"397.91222ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:52:02.384391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:01.981256Z","time spent":"403.000298ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:52:02.384457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.323763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-29T15:52:02.384527Z","caller":"traceutil/trace.go:171","msg":"trace[1176182183] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5515; }","duration":"402.411714ms","start":"2026-07-29T15:52:01.982093Z","end":"2026-07-29T15:52:02.384505Z","steps":["trace[1176182183] 'agreement among raft nodes before linearized reading' (duration: 402.158219ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:52:02.384571Z","caller":"traceutil/trace.go:171","msg":"trace[1601365904] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"401.290599ms","start":"2026-07-29T15:52:01.983267Z","end":"2026-07-29T15:52:02.384557Z","steps":["trace[1601365904] 'process raft request' (duration: 400.281676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:02.384585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:01.982081Z","time spent":"402.488626ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-29T15:52:02.384635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:01.983237Z","time spent":"401.36281ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:52:02.384736Z","caller":"traceutil/trace.go:171","msg":"trace[18806312] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"404.514043ms","start":"2026-07-29T15:52:01.980213Z","end":"2026-07-29T15:52:02.384727Z","steps":["trace[18806312] 'process raft request' (duration: 403.1024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:02.384816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:01.980173Z","time spent":"404.586105ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:52:02.384942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.577627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:52:02.384981Z","caller":"traceutil/trace.go:171","msg":"trace[625227311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5515; }","duration":"383.615699ms","start":"2026-07-29T15:52:02.001354Z","end":"2026-07-29T15:52:02.384969Z","steps":["trace[625227311] 'agreement among raft nodes before linearized reading' (duration: 383.493146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:02.385011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:02.001312Z","time spent":"383.692069ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:52:02.385018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.991543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-29T15:52:02.385048Z","caller":"traceutil/trace.go:171","msg":"trace[1731222642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5515; }","duration":"237.084976ms","start":"2026-07-29T15:52:02.147955Z","end":"2026-07-29T15:52:02.38504Z","steps":["trace[1731222642] 'agreement among raft nodes before linearized reading' (duration: 236.932023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:02.385138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.882059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:52:02.385183Z","caller":"traceutil/trace.go:171","msg":"trace[1745882988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5515; }","duration":"341.94788ms","start":"2026-07-29T15:52:02.043223Z","end":"2026-07-29T15:52:02.38517Z","steps":["trace[1745882988] 'agreement among raft nodes before linearized reading' (duration: 341.881068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:02.38522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:02.043206Z","time spent":"342.007401ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:52:02.385419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.686884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:52:02.385446Z","caller":"traceutil/trace.go:171","msg":"trace[1332122569] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5515; }","duration":"195.766936ms","start":"2026-07-29T15:52:02.189671Z","end":"2026-07-29T15:52:02.385438Z","steps":["trace[1332122569] 'agreement among raft nodes before linearized reading' (duration: 195.654772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:02.385477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.416247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T15:52:02.385522Z","caller":"traceutil/trace.go:171","msg":"trace[1869289562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5515; }","duration":"378.51054ms","start":"2026-07-29T15:52:02.006998Z","end":"2026-07-29T15:52:02.385509Z","steps":["trace[1869289562] 'agreement among raft nodes before linearized reading' (duration: 378.383628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:02.38556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:02.006958Z","time spent":"378.594071ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:52:02.385692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.457154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T15:52:02.385725Z","caller":"traceutil/trace.go:171","msg":"trace[435839597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5515; }","duration":"380.506116ms","start":"2026-07-29T15:52:02.005208Z","end":"2026-07-29T15:52:02.385714Z","steps":["trace[435839597] 'agreement among raft nodes before linearized reading' (duration: 380.420774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:02.385765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:02.005198Z","time spent":"380.552818ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:52:02.38597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.168527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T15:52:02.385999Z","caller":"traceutil/trace.go:171","msg":"trace[535789525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5515; }","duration":"383.257649ms","start":"2026-07-29T15:52:02.002734Z","end":"2026-07-29T15:52:02.385991Z","steps":["trace[535789525] 'agreement among raft nodes before linearized reading' (duration: 383.180907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:02.386018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:02.002723Z","time spent":"383.29117ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:52:02.388133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.953736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T15:52:02.38819Z","caller":"traceutil/trace.go:171","msg":"trace[516093171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5515; }","duration":"384.052458ms","start":"2026-07-29T15:52:02.004119Z","end":"2026-07-29T15:52:02.388171Z","steps":["trace[516093171] 'agreement among raft nodes before linearized reading' (duration: 381.713753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:02.388224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:02.004108Z","time spent":"384.108989ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T15:52:08.633446Z","caller":"traceutil/trace.go:171","msg":"trace[114334639] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"221.627096ms","start":"2026-07-29T15:52:08.411786Z","end":"2026-07-29T15:52:08.633414Z","steps":["trace[114334639] 'process raft request' (duration: 221.294628ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:52:08.633602Z","caller":"traceutil/trace.go:171","msg":"trace[1653079801] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"220.515511ms","start":"2026-07-29T15:52:08.413041Z","end":"2026-07-29T15:52:08.633557Z","steps":["trace[1653079801] 'process raft request' (duration: 220.217114ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:52:08.633442Z","caller":"traceutil/trace.go:171","msg":"trace[1691310745] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"218.851163ms","start":"2026-07-29T15:52:08.414558Z","end":"2026-07-29T15:52:08.63341Z","steps":["trace[1691310745] 'process raft request' (duration: 218.758071ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:52:08.633768Z","caller":"traceutil/trace.go:171","msg":"trace[1349249693] linearizableReadLoop","detail":"{readStateIndex:5796; appliedIndex:5790; }","duration":"184.374652ms","start":"2026-07-29T15:52:08.449372Z","end":"2026-07-29T15:52:08.633747Z","steps":["trace[1349249693] 'read index received' (duration: 49.582931ms)","trace[1349249693] 'applied index is now lower than readState.Index' (duration: 134.75153ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:52:08.63392Z","caller":"traceutil/trace.go:171","msg":"trace[1845582517] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"217.814267ms","start":"2026-07-29T15:52:08.416091Z","end":"2026-07-29T15:52:08.633905Z","steps":["trace[1845582517] 'process raft request' (duration: 217.269465ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:52:08.633991Z","caller":"traceutil/trace.go:171","msg":"trace[526639529] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"214.250025ms","start":"2026-07-29T15:52:08.41968Z","end":"2026-07-29T15:52:08.63393Z","steps":["trace[526639529] 'process raft request' (duration: 213.876556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:08.634194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.806532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:52:08.634268Z","caller":"traceutil/trace.go:171","msg":"trace[251566083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5566; }","duration":"184.938085ms","start":"2026-07-29T15:52:08.44931Z","end":"2026-07-29T15:52:08.634248Z","steps":["trace[251566083] 'agreement among raft nodes before linearized reading' (duration: 184.71757ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:52:08.641957Z","caller":"traceutil/trace.go:171","msg":"trace[1499562651] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"141.347992ms","start":"2026-07-29T15:52:08.500573Z","end":"2026-07-29T15:52:08.641921Z","steps":["trace[1499562651] 'process raft request' (duration: 141.160988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:08.643047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.366064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T15:52:08.643102Z","caller":"traceutil/trace.go:171","msg":"trace[782320789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5567; }","duration":"110.495646ms","start":"2026-07-29T15:52:08.532594Z","end":"2026-07-29T15:52:08.64309Z","steps":["trace[782320789] 'agreement among raft nodes before linearized reading' (duration: 110.374134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:08.643327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.978353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T15:52:08.643358Z","caller":"traceutil/trace.go:171","msg":"trace[1029369495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5567; }","duration":"113.026234ms","start":"2026-07-29T15:52:08.530324Z","end":"2026-07-29T15:52:08.643351Z","steps":["trace[1029369495] 'agreement among raft nodes before linearized reading' (duration: 112.966143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:08.643835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.171424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T15:52:08.643883Z","caller":"traceutil/trace.go:171","msg":"trace[1115400857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5567; }","duration":"118.260736ms","start":"2026-07-29T15:52:08.525613Z","end":"2026-07-29T15:52:08.643874Z","steps":["trace[1115400857] 'agreement among raft nodes before linearized reading' (duration: 116.567047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:08.644089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.344736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T15:52:08.644131Z","caller":"traceutil/trace.go:171","msg":"trace[267481158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5567; }","duration":"111.461788ms","start":"2026-07-29T15:52:08.532659Z","end":"2026-07-29T15:52:08.644121Z","steps":["trace[267481158] 'agreement among raft nodes before linearized reading' (duration: 109.572905ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:52:08.817717Z","caller":"traceutil/trace.go:171","msg":"trace[1443409013] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"168.341378ms","start":"2026-07-29T15:52:08.649343Z","end":"2026-07-29T15:52:08.817684Z","steps":["trace[1443409013] 'process raft request' (duration: 79.378492ms)","trace[1443409013] 'compare' (duration: 88.625549ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:52:08.818305Z","caller":"traceutil/trace.go:171","msg":"trace[1619328715] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"168.802429ms","start":"2026-07-29T15:52:08.649481Z","end":"2026-07-29T15:52:08.818283Z","steps":["trace[1619328715] 'process raft request' (duration: 168.658686ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:52:08.818336Z","caller":"traceutil/trace.go:171","msg":"trace[882451328] linearizableReadLoop","detail":"{readStateIndex:5802; appliedIndex:5798; }","duration":"136.606382ms","start":"2026-07-29T15:52:08.681712Z","end":"2026-07-29T15:52:08.818319Z","steps":["trace[882451328] 'read index received' (duration: 46.94971ms)","trace[882451328] 'applied index is now lower than readState.Index' (duration: 89.655612ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:52:08.818451Z","caller":"traceutil/trace.go:171","msg":"trace[1275227124] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"168.82773ms","start":"2026-07-29T15:52:08.649612Z","end":"2026-07-29T15:52:08.81844Z","steps":["trace[1275227124] 'process raft request' (duration: 168.612615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:08.818485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.754685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T15:52:08.81852Z","caller":"traceutil/trace.go:171","msg":"trace[524636702] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5572; }","duration":"136.867978ms","start":"2026-07-29T15:52:08.681642Z","end":"2026-07-29T15:52:08.81851Z","steps":["trace[524636702] 'agreement among raft nodes before linearized reading' (duration: 136.740185ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:52:08.81853Z","caller":"traceutil/trace.go:171","msg":"trace[766711109] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"168.911692ms","start":"2026-07-29T15:52:08.649609Z","end":"2026-07-29T15:52:08.81852Z","steps":["trace[766711109] 'process raft request' (duration: 168.658106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:10.544604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832549508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:52:11.045525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832549508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:52:11.545984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17139749853832549508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:52:11.735161Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.723129663s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T15:52:11.735738Z","caller":"traceutil/trace.go:171","msg":"trace[1841721848] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"1.723969191s","start":"2026-07-29T15:52:10.011738Z","end":"2026-07-29T15:52:11.735707Z","steps":["trace[1841721848] 'process raft request' (duration: 1.723747206s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.735918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.011676Z","time spent":"1.724148705s","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16927,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:52:11.797518Z","caller":"traceutil/trace.go:171","msg":"trace[339354803] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"1.156957956s","start":"2026-07-29T15:52:10.640529Z","end":"2026-07-29T15:52:11.797487Z","steps":["trace[339354803] 'process raft request' (duration: 1.15672824s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:52:11.797944Z","caller":"traceutil/trace.go:171","msg":"trace[858965779] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"1.157356664s","start":"2026-07-29T15:52:10.640572Z","end":"2026-07-29T15:52:11.797929Z","steps":["trace[858965779] 'process raft request' (duration: 1.156870294s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.798237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.640552Z","time spent":"1.157433206s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:52:11.798298Z","caller":"traceutil/trace.go:171","msg":"trace[1763563385] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"1.15759342s","start":"2026-07-29T15:52:10.640694Z","end":"2026-07-29T15:52:11.798287Z","steps":["trace[1763563385] 'process raft request' (duration: 1.15718059s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.798358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.640614Z","time spent":"1.157717323s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:52:11.798629Z","caller":"traceutil/trace.go:171","msg":"trace[675430181] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"113.29963ms","start":"2026-07-29T15:52:11.685317Z","end":"2026-07-29T15:52:11.798617Z","steps":["trace[675430181] 'process raft request' (duration: 113.171798ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:52:11.798731Z","caller":"traceutil/trace.go:171","msg":"trace[712463717] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"1.157179491s","start":"2026-07-29T15:52:10.641535Z","end":"2026-07-29T15:52:11.798715Z","steps":["trace[712463717] 'process raft request' (duration: 1.1567063s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.798897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.641501Z","time spent":"1.157292102s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:52:11.798616Z","caller":"traceutil/trace.go:171","msg":"trace[1645679234] linearizableReadLoop","detail":"{readStateIndex:5810; appliedIndex:5805; }","duration":"1.754864318s","start":"2026-07-29T15:52:10.043721Z","end":"2026-07-29T15:52:11.798586Z","steps":["trace[1645679234] 'read index received' (duration: 1.691810634s)","trace[1645679234] 'applied index is now lower than readState.Index' (duration: 63.052564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:52:11.79908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755360739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:52:11.799129Z","caller":"traceutil/trace.go:171","msg":"trace[1749846398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5581; }","duration":"1.755454752s","start":"2026-07-29T15:52:10.043665Z","end":"2026-07-29T15:52:11.79912Z","steps":["trace[1749846398] 'agreement among raft nodes before linearized reading' (duration: 1.755370541s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.799153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.043644Z","time spent":"1.755503614s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:52:11.797827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.640497Z","time spent":"1.157118659s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:52:11.810965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725240031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-29T15:52:11.811087Z","caller":"traceutil/trace.go:171","msg":"trace[1400555895] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5586; }","duration":"1.725429486s","start":"2026-07-29T15:52:10.085627Z","end":"2026-07-29T15:52:11.811057Z","steps":["trace[1400555895] 'agreement among raft nodes before linearized reading' (duration: 1.725228281s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.811209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.085598Z","time spent":"1.725534318s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-29T15:52:11.812492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.105906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:52:11.812537Z","caller":"traceutil/trace.go:171","msg":"trace[1215221172] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5586; }","duration":"203.203318ms","start":"2026-07-29T15:52:11.609324Z","end":"2026-07-29T15:52:11.812527Z","steps":["trace[1215221172] 'agreement among raft nodes before linearized reading' (duration: 203.118476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.812819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.345085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:52:11.812868Z","caller":"traceutil/trace.go:171","msg":"trace[15661540] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5586; }","duration":"592.436507ms","start":"2026-07-29T15:52:11.220417Z","end":"2026-07-29T15:52:11.812853Z","steps":["trace[15661540] 'agreement among raft nodes before linearized reading' (duration: 592.367625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.812907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:11.22039Z","time spent":"592.503199ms","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:52:11.813089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.321143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:52:11.813122Z","caller":"traceutil/trace.go:171","msg":"trace[1696367566] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5586; }","duration":"964.381655ms","start":"2026-07-29T15:52:10.848731Z","end":"2026-07-29T15:52:11.813113Z","steps":["trace[1696367566] 'agreement among raft nodes before linearized reading' (duration: 964.332364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.813143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.848714Z","time spent":"964.423085ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:52:11.813353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.62281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T15:52:11.813394Z","caller":"traceutil/trace.go:171","msg":"trace[1700391807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5586; }","duration":"989.687361ms","start":"2026-07-29T15:52:10.823698Z","end":"2026-07-29T15:52:11.813386Z","steps":["trace[1700391807] 'agreement among raft nodes before linearized reading' (duration: 989.558578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.813419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.823688Z","time spent":"989.724671ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:52:11.81347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.773172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T15:52:11.813507Z","caller":"traceutil/trace.go:171","msg":"trace[1272486591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5586; }","duration":"989.858284ms","start":"2026-07-29T15:52:10.823639Z","end":"2026-07-29T15:52:11.813498Z","steps":["trace[1272486591] 'agreement among raft nodes before linearized reading' (duration: 989.784222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.813532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.823611Z","time spent":"989.915357ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:52:11.813665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.289206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T15:52:11.813691Z","caller":"traceutil/trace.go:171","msg":"trace[1612726149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5586; }","duration":"990.334187ms","start":"2026-07-29T15:52:10.823351Z","end":"2026-07-29T15:52:11.813685Z","steps":["trace[1612726149] 'agreement among raft nodes before linearized reading' (duration: 990.270026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.813709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.823333Z","time spent":"990.371058ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:52:11.813802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.671545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T15:52:11.813828Z","caller":"traceutil/trace.go:171","msg":"trace[591302856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5586; }","duration":"990.759536ms","start":"2026-07-29T15:52:10.823062Z","end":"2026-07-29T15:52:11.813822Z","steps":["trace[591302856] 'agreement among raft nodes before linearized reading' (duration: 990.714125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.813862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.82303Z","time spent":"990.827888ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:52:11.813997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121131383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:52:11.814028Z","caller":"traceutil/trace.go:171","msg":"trace[693281279] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5586; }","duration":"1.121207664s","start":"2026-07-29T15:52:10.69281Z","end":"2026-07-29T15:52:11.814018Z","steps":["trace[693281279] 'agreement among raft nodes before linearized reading' (duration: 1.121157733s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.814057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.692761Z","time spent":"1.121289286s","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:52:11.81418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130819418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:52:11.814203Z","caller":"traceutil/trace.go:171","msg":"trace[762156034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5586; }","duration":"1.130893299s","start":"2026-07-29T15:52:10.683305Z","end":"2026-07-29T15:52:11.814198Z","steps":["trace[762156034] 'agreement among raft nodes before linearized reading' (duration: 1.130850788s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.814221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.683276Z","time spent":"1.130939922s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:52:11.814338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616848314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:52:11.814371Z","caller":"traceutil/trace.go:171","msg":"trace[1605683739] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5586; }","duration":"1.616933986s","start":"2026-07-29T15:52:10.19743Z","end":"2026-07-29T15:52:11.814364Z","steps":["trace[1605683739] 'agreement among raft nodes before linearized reading' (duration: 1.616857964s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:52:11.814389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:52:10.197402Z","time spent":"1.616982277s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:53:00.326177Z","caller":"traceutil/trace.go:171","msg":"trace[1037145521] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"145.231959ms","start":"2026-07-29T15:53:00.180904Z","end":"2026-07-29T15:53:00.326136Z","steps":["trace[1037145521] 'process raft request' (duration: 145.017925ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:00.328043Z","caller":"traceutil/trace.go:171","msg":"trace[271317413] linearizableReadLoop","detail":"{readStateIndex:6225; appliedIndex:6222; }","duration":"141.006433ms","start":"2026-07-29T15:53:00.187012Z","end":"2026-07-29T15:53:00.328019Z","steps":["trace[271317413] 'read index received' (duration: 138.869704ms)","trace[271317413] 'applied index is now lower than readState.Index' (duration: 2.135589ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:53:00.328085Z","caller":"traceutil/trace.go:171","msg":"trace[673064389] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"146.820417ms","start":"2026-07-29T15:53:00.181233Z","end":"2026-07-29T15:53:00.328054Z","steps":["trace[673064389] 'process raft request' (duration: 146.251154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:00.328344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.32196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T15:53:00.328385Z","caller":"traceutil/trace.go:171","msg":"trace[1634747767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5982; }","duration":"141.434872ms","start":"2026-07-29T15:53:00.18694Z","end":"2026-07-29T15:53:00.328375Z","steps":["trace[1634747767] 'agreement among raft nodes before linearized reading' (duration: 141.177066ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:00.328521Z","caller":"traceutil/trace.go:171","msg":"trace[822569732] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"146.09398ms","start":"2026-07-29T15:53:00.182394Z","end":"2026-07-29T15:53:00.328488Z","steps":["trace[822569732] 'process raft request' (duration: 145.579488ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:06.30191Z","caller":"traceutil/trace.go:171","msg":"trace[1733589858] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"140.321937ms","start":"2026-07-29T15:53:06.16156Z","end":"2026-07-29T15:53:06.301882Z","steps":["trace[1733589858] 'process raft request' (duration: 86.586161ms)","trace[1733589858] 'compare' (duration: 53.332666ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:53:06.302299Z","caller":"traceutil/trace.go:171","msg":"trace[1179135205] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"140.48927ms","start":"2026-07-29T15:53:06.1618Z","end":"2026-07-29T15:53:06.30229Z","steps":["trace[1179135205] 'process raft request' (duration: 140.019349ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:06.30238Z","caller":"traceutil/trace.go:171","msg":"trace[1600268720] linearizableReadLoop","detail":"{readStateIndex:6258; appliedIndex:6255; }","duration":"127.427077ms","start":"2026-07-29T15:53:06.174918Z","end":"2026-07-29T15:53:06.302345Z","steps":["trace[1600268720] 'read index received' (duration: 73.244901ms)","trace[1600268720] 'applied index is now lower than readState.Index' (duration: 54.181106ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:53:06.302597Z","caller":"traceutil/trace.go:171","msg":"trace[1048017913] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"140.345838ms","start":"2026-07-29T15:53:06.162229Z","end":"2026-07-29T15:53:06.302575Z","steps":["trace[1048017913] 'process raft request' (duration: 139.997159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:06.302606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.669834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T15:53:06.302652Z","caller":"traceutil/trace.go:171","msg":"trace[1341491376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6014; }","duration":"127.778156ms","start":"2026-07-29T15:53:06.174862Z","end":"2026-07-29T15:53:06.30264Z","steps":["trace[1341491376] 'agreement among raft nodes before linearized reading' (duration: 127.597612ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:08.582747Z","caller":"traceutil/trace.go:171","msg":"trace[276696527] linearizableReadLoop","detail":"{readStateIndex:6275; appliedIndex:6274; }","duration":"119.70396ms","start":"2026-07-29T15:53:08.463009Z","end":"2026-07-29T15:53:08.582713Z","steps":["trace[276696527] 'read index received' (duration: 73.284085ms)","trace[276696527] 'applied index is now lower than readState.Index' (duration: 46.418975ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:53:08.583116Z","caller":"traceutil/trace.go:171","msg":"trace[1770409773] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"140.488441ms","start":"2026-07-29T15:53:08.442607Z","end":"2026-07-29T15:53:08.583096Z","steps":["trace[1770409773] 'process raft request' (duration: 93.720445ms)","trace[1770409773] 'compare' (duration: 46.113665ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:53:08.583315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.738448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T15:53:08.583323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.568688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T15:53:08.583343Z","caller":"traceutil/trace.go:171","msg":"trace[67088697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6030; }","duration":"147.813892ms","start":"2026-07-29T15:53:08.435521Z","end":"2026-07-29T15:53:08.583335Z","steps":["trace[67088697] 'agreement among raft nodes before linearized reading' (duration: 147.721428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:08.583338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.295116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T15:53:08.583396Z","caller":"traceutil/trace.go:171","msg":"trace[680115883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6030; }","duration":"144.663942ms","start":"2026-07-29T15:53:08.438694Z","end":"2026-07-29T15:53:08.583358Z","steps":["trace[680115883] 'agreement among raft nodes before linearized reading' (duration: 144.392473ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:08.583441Z","caller":"traceutil/trace.go:171","msg":"trace[372334264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6030; }","duration":"141.462961ms","start":"2026-07-29T15:53:08.441951Z","end":"2026-07-29T15:53:08.583413Z","steps":["trace[372334264] 'agreement among raft nodes before linearized reading' (duration: 141.157151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:08.583507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.980687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T15:53:08.583535Z","caller":"traceutil/trace.go:171","msg":"trace[1140138203] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6030; }","duration":"118.033427ms","start":"2026-07-29T15:53:08.465495Z","end":"2026-07-29T15:53:08.583528Z","steps":["trace[1140138203] 'agreement among raft nodes before linearized reading' (duration: 117.962175ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:08.710998Z","caller":"traceutil/trace.go:171","msg":"trace[92323913] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"115.787878ms","start":"2026-07-29T15:53:08.59518Z","end":"2026-07-29T15:53:08.710968Z","steps":["trace[92323913] 'process raft request' (duration: 115.703035ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:08.711182Z","caller":"traceutil/trace.go:171","msg":"trace[1345713572] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"121.380272ms","start":"2026-07-29T15:53:08.58976Z","end":"2026-07-29T15:53:08.71114Z","steps":["trace[1345713572] 'process raft request' (duration: 120.258776ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:08.711341Z","caller":"traceutil/trace.go:171","msg":"trace[1156306930] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"121.240617ms","start":"2026-07-29T15:53:08.590083Z","end":"2026-07-29T15:53:08.711324Z","steps":["trace[1156306930] 'process raft request' (duration: 120.679901ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:08.711466Z","caller":"traceutil/trace.go:171","msg":"trace[713688475] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"120.268277ms","start":"2026-07-29T15:53:08.591186Z","end":"2026-07-29T15:53:08.711455Z","steps":["trace[713688475] 'process raft request' (duration: 119.640977ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:32.770341Z","caller":"traceutil/trace.go:171","msg":"trace[1182433872] linearizableReadLoop","detail":"{readStateIndex:6450; appliedIndex:6449; }","duration":"117.943419ms","start":"2026-07-29T15:53:32.652361Z","end":"2026-07-29T15:53:32.770304Z","steps":["trace[1182433872] 'read index received' (duration: 117.726282ms)","trace[1182433872] 'applied index is now lower than readState.Index' (duration: 215.037µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:53:32.77056Z","caller":"traceutil/trace.go:171","msg":"trace[873756924] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"247.770211ms","start":"2026-07-29T15:53:32.522746Z","end":"2026-07-29T15:53:32.770516Z","steps":["trace[873756924] 'process raft request' (duration: 247.364478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:32.770755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.372991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T15:53:32.770832Z","caller":"traceutil/trace.go:171","msg":"trace[1945234970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6201; }","duration":"118.520936ms","start":"2026-07-29T15:53:32.652291Z","end":"2026-07-29T15:53:32.770812Z","steps":["trace[1945234970] 'agreement among raft nodes before linearized reading' (duration: 118.226067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:34.679854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.563144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-29T15:53:34.679964Z","caller":"traceutil/trace.go:171","msg":"trace[1915924920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6209; }","duration":"107.74562ms","start":"2026-07-29T15:53:34.572194Z","end":"2026-07-29T15:53:34.67994Z","steps":["trace[1915924920] 'range keys from in-memory index tree' (duration: 107.342838ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:35.013398Z","caller":"traceutil/trace.go:171","msg":"trace[1031178211] linearizableReadLoop","detail":"{readStateIndex:6462; appliedIndex:6461; }","duration":"133.86963ms","start":"2026-07-29T15:53:34.879504Z","end":"2026-07-29T15:53:35.013374Z","steps":["trace[1031178211] 'read index received' (duration: 133.132797ms)","trace[1031178211] 'applied index is now lower than readState.Index' (duration: 735.742µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:53:35.013487Z","caller":"traceutil/trace.go:171","msg":"trace[393689193] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"134.302343ms","start":"2026-07-29T15:53:34.879164Z","end":"2026-07-29T15:53:35.013467Z","steps":["trace[393689193] 'process raft request' (duration: 133.455637ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:35.013735Z","caller":"traceutil/trace.go:171","msg":"trace[716747728] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"133.126277ms","start":"2026-07-29T15:53:34.8806Z","end":"2026-07-29T15:53:35.013727Z","steps":["trace[716747728] 'process raft request' (duration: 132.825138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:35.013965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.318242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T15:53:35.014028Z","caller":"traceutil/trace.go:171","msg":"trace[245325710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6213; }","duration":"133.459266ms","start":"2026-07-29T15:53:34.880559Z","end":"2026-07-29T15:53:35.014018Z","steps":["trace[245325710] 'agreement among raft nodes before linearized reading' (duration: 133.174308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:35.013966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.452004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:53:35.016181Z","caller":"traceutil/trace.go:171","msg":"trace[2047928219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6213; }","duration":"131.697883ms","start":"2026-07-29T15:53:34.884473Z","end":"2026-07-29T15:53:35.016171Z","steps":["trace[2047928219] 'agreement among raft nodes before linearized reading' (duration: 129.30555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:35.014043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.506778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T15:53:35.01631Z","caller":"traceutil/trace.go:171","msg":"trace[2103733582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6212; }","duration":"136.848411ms","start":"2026-07-29T15:53:34.879452Z","end":"2026-07-29T15:53:35.016301Z","steps":["trace[2103733582] 'agreement among raft nodes before linearized reading' (duration: 134.037035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:40.163249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.192671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:53:40.163379Z","caller":"traceutil/trace.go:171","msg":"trace[1755202977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6243; }","duration":"117.385727ms","start":"2026-07-29T15:53:40.045963Z","end":"2026-07-29T15:53:40.163349Z","steps":["trace[1755202977] 'range keys from in-memory index tree' (duration: 117.099468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:40.163833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.93747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"info","ts":"2026-07-29T15:53:40.163893Z","caller":"traceutil/trace.go:171","msg":"trace[850848579] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6243; }","duration":"192.046553ms","start":"2026-07-29T15:53:39.971832Z","end":"2026-07-29T15:53:40.163878Z","steps":["trace[850848579] 'range keys from in-memory index tree' (duration: 191.710104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:40.163852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.893198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:53:40.163983Z","caller":"traceutil/trace.go:171","msg":"trace[1318741375] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6243; }","duration":"190.046002ms","start":"2026-07-29T15:53:39.973928Z","end":"2026-07-29T15:53:40.163974Z","steps":["trace[1318741375] 'range keys from in-memory index tree' (duration: 189.839776ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:46.082398Z","caller":"traceutil/trace.go:171","msg":"trace[873749135] transaction","detail":"{read_only:false; response_revision:6305; number_of_response:1; }","duration":"229.781151ms","start":"2026-07-29T15:53:45.852579Z","end":"2026-07-29T15:53:46.08236Z","steps":["trace[873749135] 'process raft request' (duration: 229.477203ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:46.292548Z","caller":"traceutil/trace.go:171","msg":"trace[840854269] transaction","detail":"{read_only:false; response_revision:6307; number_of_response:1; }","duration":"120.332709ms","start":"2026-07-29T15:53:46.171993Z","end":"2026-07-29T15:53:46.292326Z","steps":["trace[840854269] 'process raft request' (duration: 96.662371ms)","trace[840854269] 'compare' (duration: 23.328098ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:53:46.468437Z","caller":"traceutil/trace.go:171","msg":"trace[675981643] transaction","detail":"{read_only:false; response_revision:6309; number_of_response:1; }","duration":"170.285734ms","start":"2026-07-29T15:53:46.298119Z","end":"2026-07-29T15:53:46.468405Z","steps":["trace[675981643] 'process raft request' (duration: 166.565861ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:46.474467Z","caller":"traceutil/trace.go:171","msg":"trace[1760807878] transaction","detail":"{read_only:false; response_revision:6311; number_of_response:1; }","duration":"171.215422ms","start":"2026-07-29T15:53:46.303228Z","end":"2026-07-29T15:53:46.474443Z","steps":["trace[1760807878] 'process raft request' (duration: 171.135489ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:46.474581Z","caller":"traceutil/trace.go:171","msg":"trace[1721886155] transaction","detail":"{read_only:false; response_revision:6310; number_of_response:1; }","duration":"175.207943ms","start":"2026-07-29T15:53:46.299346Z","end":"2026-07-29T15:53:46.474553Z","steps":["trace[1721886155] 'process raft request' (duration: 174.838722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:53:48.162937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.545603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:53:48.163062Z","caller":"traceutil/trace.go:171","msg":"trace[1478786846] transaction","detail":"{read_only:false; response_revision:6327; number_of_response:1; }","duration":"195.269453ms","start":"2026-07-29T15:53:47.96777Z","end":"2026-07-29T15:53:48.16304Z","steps":["trace[1478786846] 'process raft request' (duration: 27.513433ms)","trace[1478786846] 'compare' (duration: 167.432441ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:53:48.164287Z","caller":"traceutil/trace.go:171","msg":"trace[1935556660] linearizableReadLoop","detail":"{readStateIndex:6582; appliedIndex:6581; }","duration":"118.24995ms","start":"2026-07-29T15:53:48.04602Z","end":"2026-07-29T15:53:48.16427Z","steps":["trace[1935556660] 'read index received' (duration: 118.117187ms)","trace[1935556660] 'applied index is now lower than readState.Index' (duration: 131.913µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:53:48.164489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.475847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:53:48.164615Z","caller":"traceutil/trace.go:171","msg":"trace[1524761592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6328; }","duration":"118.665682ms","start":"2026-07-29T15:53:48.045938Z","end":"2026-07-29T15:53:48.164603Z","steps":["trace[1524761592] 'agreement among raft nodes before linearized reading' (duration: 118.447736ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:48.164352Z","caller":"traceutil/trace.go:171","msg":"trace[230602361] transaction","detail":"{read_only:false; response_revision:6328; number_of_response:1; }","duration":"168.532054ms","start":"2026-07-29T15:53:47.995779Z","end":"2026-07-29T15:53:48.164311Z","steps":["trace[230602361] 'process raft request' (duration: 168.41229ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:53:48.70141Z","caller":"traceutil/trace.go:171","msg":"trace[1499001101] transaction","detail":"{read_only:false; response_revision:6332; number_of_response:1; }","duration":"177.937877ms","start":"2026-07-29T15:53:48.523434Z","end":"2026-07-29T15:53:48.701372Z","steps":["trace[1499001101] 'process raft request' (duration: 123.591041ms)","trace[1499001101] 'compare' (duration: 54.205062ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:53:48.84669Z","caller":"traceutil/trace.go:171","msg":"trace[137042046] transaction","detail":"{read_only:false; response_revision:6333; number_of_response:1; }","duration":"105.388901ms","start":"2026-07-29T15:53:48.741258Z","end":"2026-07-29T15:53:48.846647Z","steps":["trace[137042046] 'process raft request' (duration: 81.881799ms)","trace[137042046] 'compare' (duration: 23.276284ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:54:01.450655Z","caller":"traceutil/trace.go:171","msg":"trace[1374884655] transaction","detail":"{read_only:false; response_revision:6400; number_of_response:1; }","duration":"144.479421ms","start":"2026-07-29T15:54:01.30609Z","end":"2026-07-29T15:54:01.45057Z","steps":["trace[1374884655] 'process raft request' (duration: 144.421739ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:01.451059Z","caller":"traceutil/trace.go:171","msg":"trace[768244288] transaction","detail":"{read_only:false; response_revision:6399; number_of_response:1; }","duration":"144.908153ms","start":"2026-07-29T15:54:01.306085Z","end":"2026-07-29T15:54:01.450993Z","steps":["trace[768244288] 'process raft request' (duration: 144.233663ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:01.482723Z","caller":"traceutil/trace.go:171","msg":"trace[480699811] transaction","detail":"{read_only:false; response_revision:6401; number_of_response:1; }","duration":"169.16537ms","start":"2026-07-29T15:54:01.313523Z","end":"2026-07-29T15:54:01.482689Z","steps":["trace[480699811] 'process raft request' (duration: 168.958573ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:05.184635Z","caller":"traceutil/trace.go:171","msg":"trace[1548367396] transaction","detail":"{read_only:false; response_revision:6414; number_of_response:1; }","duration":"115.609545ms","start":"2026-07-29T15:54:05.068995Z","end":"2026-07-29T15:54:05.184605Z","steps":["trace[1548367396] 'process raft request' (duration: 115.45342ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:09.485367Z","caller":"traceutil/trace.go:171","msg":"trace[343323513] linearizableReadLoop","detail":"{readStateIndex:6698; appliedIndex:6697; }","duration":"238.091192ms","start":"2026-07-29T15:54:09.247247Z","end":"2026-07-29T15:54:09.485338Z","steps":["trace[343323513] 'read index received' (duration: 157.266745ms)","trace[343323513] 'applied index is now lower than readState.Index' (duration: 80.823347ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:54:09.485655Z","caller":"traceutil/trace.go:171","msg":"trace[583169090] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"238.710241ms","start":"2026-07-29T15:54:09.24692Z","end":"2026-07-29T15:54:09.48563Z","steps":["trace[583169090] 'process raft request' (duration: 157.548733ms)","trace[583169090] 'compare' (duration: 80.679043ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:54:09.486163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.310846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:54:09.486246Z","caller":"traceutil/trace.go:171","msg":"trace[1568518201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6439; }","duration":"160.389149ms","start":"2026-07-29T15:54:09.325829Z","end":"2026-07-29T15:54:09.486218Z","steps":["trace[1568518201] 'agreement among raft nodes before linearized reading' (duration: 160.282525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:09.485993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.69721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T15:54:09.486425Z","caller":"traceutil/trace.go:171","msg":"trace[1469118180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6439; }","duration":"239.198185ms","start":"2026-07-29T15:54:09.247211Z","end":"2026-07-29T15:54:09.48641Z","steps":["trace[1469118180] 'agreement among raft nodes before linearized reading' (duration: 238.454133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:09.486296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.243405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:54:09.486649Z","caller":"traceutil/trace.go:171","msg":"trace[1344336538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6439; }","duration":"202.694497ms","start":"2026-07-29T15:54:09.283934Z","end":"2026-07-29T15:54:09.486629Z","steps":["trace[1344336538] 'agreement among raft nodes before linearized reading' (duration: 202.13263ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:09.613662Z","caller":"traceutil/trace.go:171","msg":"trace[1249637975] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"117.210332ms","start":"2026-07-29T15:54:09.496437Z","end":"2026-07-29T15:54:09.613648Z","steps":["trace[1249637975] 'process raft request' (duration: 117.100137ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:09.613759Z","caller":"traceutil/trace.go:171","msg":"trace[1665458129] linearizableReadLoop","detail":"{readStateIndex:6700; appliedIndex:6698; }","duration":"116.908272ms","start":"2026-07-29T15:54:09.496837Z","end":"2026-07-29T15:54:09.613745Z","steps":["trace[1665458129] 'read index received' (duration: 114.643514ms)","trace[1665458129] 'applied index is now lower than readState.Index' (duration: 2.263368ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:54:09.613677Z","caller":"traceutil/trace.go:171","msg":"trace[1266808964] transaction","detail":"{read_only:false; response_revision:6440; number_of_response:1; }","duration":"120.300024ms","start":"2026-07-29T15:54:09.493317Z","end":"2026-07-29T15:54:09.613617Z","steps":["trace[1266808964] 'process raft request' (duration: 118.043636ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:09.613905Z","caller":"traceutil/trace.go:171","msg":"trace[1295009341] transaction","detail":"{read_only:false; response_revision:6442; number_of_response:1; }","duration":"115.215613ms","start":"2026-07-29T15:54:09.498681Z","end":"2026-07-29T15:54:09.613897Z","steps":["trace[1295009341] 'process raft request' (duration: 114.882662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:09.613926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.063527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T15:54:09.613957Z","caller":"traceutil/trace.go:171","msg":"trace[1707739094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6442; }","duration":"117.151659ms","start":"2026-07-29T15:54:09.496798Z","end":"2026-07-29T15:54:09.61395Z","steps":["trace[1707739094] 'agreement among raft nodes before linearized reading' (duration: 116.989065ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:16.122995Z","caller":"traceutil/trace.go:171","msg":"trace[1736718397] transaction","detail":"{read_only:false; response_revision:6467; number_of_response:1; }","duration":"479.039823ms","start":"2026-07-29T15:54:15.643931Z","end":"2026-07-29T15:54:16.12297Z","steps":["trace[1736718397] 'process raft request' (duration: 478.90791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:16.12314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:15.643908Z","time spent":"479.165977ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:54:16.355021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.208018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:54:16.355226Z","caller":"traceutil/trace.go:171","msg":"trace[115608200] transaction","detail":"{read_only:false; response_revision:6468; number_of_response:1; }","duration":"710.110272ms","start":"2026-07-29T15:54:15.645092Z","end":"2026-07-29T15:54:16.355202Z","steps":["trace[115608200] 'process raft request' (duration: 603.598796ms)","trace[115608200] 'compare' (duration: 106.069662ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:54:16.355312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:15.645083Z","time spent":"710.195534ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:54:16.355383Z","caller":"traceutil/trace.go:171","msg":"trace[1407820523] linearizableReadLoop","detail":"{readStateIndex:6729; appliedIndex:6726; }","duration":"689.294534ms","start":"2026-07-29T15:54:15.666055Z","end":"2026-07-29T15:54:16.35535Z","steps":["trace[1407820523] 'read index received' (duration: 456.764543ms)","trace[1407820523] 'applied index is now lower than readState.Index' (duration: 232.527201ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:54:16.355514Z","caller":"traceutil/trace.go:171","msg":"trace[1638758919] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"710.009168ms","start":"2026-07-29T15:54:15.645459Z","end":"2026-07-29T15:54:16.355468Z","steps":["trace[1638758919] 'process raft request' (duration: 709.691199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:16.355612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.555232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T15:54:16.355656Z","caller":"traceutil/trace.go:171","msg":"trace[1833508542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6469; }","duration":"689.595383ms","start":"2026-07-29T15:54:15.666048Z","end":"2026-07-29T15:54:16.355643Z","steps":["trace[1833508542] 'agreement among raft nodes before linearized reading' (duration: 689.438098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:16.355696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:15.665985Z","time spent":"689.704156ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:54:16.355753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.40604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-07-29T15:54:16.355622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.942677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T15:54:16.355741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:15.645453Z","time spent":"710.160123ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:54:16.355795Z","caller":"traceutil/trace.go:171","msg":"trace[357740573] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:6469; }","duration":"536.212154ms","start":"2026-07-29T15:54:15.819569Z","end":"2026-07-29T15:54:16.355782Z","steps":["trace[357740573] 'agreement among raft nodes before linearized reading' (duration: 535.954696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:16.355831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.326116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-29T15:54:16.355837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:15.819541Z","time spent":"536.284746ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:54:16.355847Z","caller":"traceutil/trace.go:171","msg":"trace[1560008156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6469; }","duration":"510.384569ms","start":"2026-07-29T15:54:15.845458Z","end":"2026-07-29T15:54:16.355843Z","steps":["trace[1560008156] 'agreement among raft nodes before linearized reading' (duration: 510.333747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:16.355873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:15.845435Z","time spent":"510.428509ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T15:54:16.35578Z","caller":"traceutil/trace.go:171","msg":"trace[1480487937] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6469; }","duration":"333.467342ms","start":"2026-07-29T15:54:16.022306Z","end":"2026-07-29T15:54:16.355773Z","steps":["trace[1480487937] 'agreement among raft nodes before linearized reading' (duration: 333.336128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:16.355968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:16.022269Z","time spent":"333.681679ms","remote":"127.0.0.1:56620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-07-29T15:54:16.612548Z","caller":"traceutil/trace.go:171","msg":"trace[100410213] transaction","detail":"{read_only:false; response_revision:6471; number_of_response:1; }","duration":"115.162244ms","start":"2026-07-29T15:54:16.497326Z","end":"2026-07-29T15:54:16.612488Z","steps":["trace[100410213] 'process raft request' (duration: 115.100641ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:16.61276Z","caller":"traceutil/trace.go:171","msg":"trace[29575502] transaction","detail":"{read_only:false; response_revision:6470; number_of_response:1; }","duration":"251.72597ms","start":"2026-07-29T15:54:16.360982Z","end":"2026-07-29T15:54:16.612708Z","steps":["trace[29575502] 'process raft request' (duration: 197.244905ms)","trace[29575502] 'compare' (duration: 54.00063ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:54:16.61287Z","caller":"traceutil/trace.go:171","msg":"trace[1629306853] linearizableReadLoop","detail":"{readStateIndex:6730; appliedIndex:6729; }","duration":"201.324527ms","start":"2026-07-29T15:54:16.41138Z","end":"2026-07-29T15:54:16.612704Z","steps":["trace[1629306853] 'read index received' (duration: 146.740049ms)","trace[1629306853] 'applied index is now lower than readState.Index' (duration: 54.581828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:54:16.612992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.580754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:54:16.61307Z","caller":"traceutil/trace.go:171","msg":"trace[1482526899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6471; }","duration":"201.723528ms","start":"2026-07-29T15:54:16.41133Z","end":"2026-07-29T15:54:16.613054Z","steps":["trace[1482526899] 'agreement among raft nodes before linearized reading' (duration: 201.553643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:16.613278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.579542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T15:54:16.613357Z","caller":"traceutil/trace.go:171","msg":"trace[1032067816] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6471; }","duration":"152.743167ms","start":"2026-07-29T15:54:16.460595Z","end":"2026-07-29T15:54:16.613338Z","steps":["trace[1032067816] 'agreement among raft nodes before linearized reading' (duration: 152.566641ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:16.883838Z","caller":"traceutil/trace.go:171","msg":"trace[346485403] transaction","detail":"{read_only:false; response_revision:6472; number_of_response:1; }","duration":"104.971861ms","start":"2026-07-29T15:54:16.778837Z","end":"2026-07-29T15:54:16.883809Z","steps":["trace[346485403] 'process raft request' (duration: 104.772045ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:17.004515Z","caller":"traceutil/trace.go:171","msg":"trace[937623688] transaction","detail":"{read_only:false; response_revision:6473; number_of_response:1; }","duration":"143.796481ms","start":"2026-07-29T15:54:16.860682Z","end":"2026-07-29T15:54:17.004479Z","steps":["trace[937623688] 'process raft request' (duration: 140.341779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:17.53574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.324709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:54:17.53591Z","caller":"traceutil/trace.go:171","msg":"trace[131537799] transaction","detail":"{read_only:false; response_revision:6475; number_of_response:1; }","duration":"281.569667ms","start":"2026-07-29T15:54:17.254311Z","end":"2026-07-29T15:54:17.535881Z","steps":["trace[131537799] 'process raft request' (duration: 126.97126ms)","trace[131537799] 'compare' (duration: 154.068722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:54:17.812192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.862956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:54:17.812439Z","caller":"traceutil/trace.go:171","msg":"trace[1414985503] transaction","detail":"{read_only:false; response_revision:6476; number_of_response:1; }","duration":"206.163025ms","start":"2026-07-29T15:54:17.606246Z","end":"2026-07-29T15:54:17.812409Z","steps":["trace[1414985503] 'process raft request' (duration: 50.97258ms)","trace[1414985503] 'compare' (duration: 154.705911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:54:18.199374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.227673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:54:18.199484Z","caller":"traceutil/trace.go:171","msg":"trace[2100741871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6476; }","duration":"154.390997ms","start":"2026-07-29T15:54:18.045066Z","end":"2026-07-29T15:54:18.199456Z","steps":["trace[2100741871] 'range keys from in-memory index tree' (duration: 154.11101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:18.520693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.373957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-07-29T15:54:18.520736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.748525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T15:54:18.520826Z","caller":"traceutil/trace.go:171","msg":"trace[1115573164] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6477; }","duration":"159.559971ms","start":"2026-07-29T15:54:18.361238Z","end":"2026-07-29T15:54:18.520798Z","steps":["trace[1115573164] 'range keys from in-memory index tree' (duration: 159.124659ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:18.520856Z","caller":"traceutil/trace.go:171","msg":"trace[1210026939] range","detail":"{range_begin:/registry/masterleases/199.19.213.242; range_end:; response_count:1; response_revision:6477; }","duration":"165.955481ms","start":"2026-07-29T15:54:18.354867Z","end":"2026-07-29T15:54:18.520822Z","steps":["trace[1210026939] 'range keys from in-memory index tree' (duration: 165.474996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:18.520822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.17847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T15:54:18.521078Z","caller":"traceutil/trace.go:171","msg":"trace[1442345502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6477; }","duration":"159.468189ms","start":"2026-07-29T15:54:18.361579Z","end":"2026-07-29T15:54:18.521047Z","steps":["trace[1442345502] 'range keys from in-memory index tree' (duration: 158.998375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:18.521471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.640123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:54:18.521644Z","caller":"traceutil/trace.go:171","msg":"trace[1028831583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6477; }","duration":"160.835229ms","start":"2026-07-29T15:54:18.360785Z","end":"2026-07-29T15:54:18.52162Z","steps":["trace[1028831583] 'range keys from in-memory index tree' (duration: 160.519939ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:19.000792Z","caller":"traceutil/trace.go:171","msg":"trace[515033140] transaction","detail":"{read_only:false; response_revision:6478; number_of_response:1; }","duration":"472.526762ms","start":"2026-07-29T15:54:18.528235Z","end":"2026-07-29T15:54:19.000762Z","steps":["trace[515033140] 'process raft request' (duration: 470.40971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:19.001755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:18.528196Z","time spent":"472.684297ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:54:19.001786Z","caller":"traceutil/trace.go:171","msg":"trace[678511658] transaction","detail":"{read_only:false; response_revision:6480; number_of_response:1; }","duration":"293.790143ms","start":"2026-07-29T15:54:18.707965Z","end":"2026-07-29T15:54:19.001755Z","steps":["trace[678511658] 'process raft request' (duration: 293.603708ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:19.001758Z","caller":"traceutil/trace.go:171","msg":"trace[1063170587] transaction","detail":"{read_only:false; response_revision:6479; number_of_response:1; }","duration":"473.127031ms","start":"2026-07-29T15:54:18.528583Z","end":"2026-07-29T15:54:19.00171Z","steps":["trace[1063170587] 'process raft request' (duration: 472.116752ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:19.002192Z","caller":"traceutil/trace.go:171","msg":"trace[21646041] linearizableReadLoop","detail":"{readStateIndex:6740; appliedIndex:6737; }","duration":"384.558079ms","start":"2026-07-29T15:54:18.617622Z","end":"2026-07-29T15:54:19.00218Z","steps":["trace[21646041] 'read index received' (duration: 197.825893ms)","trace[21646041] 'applied index is now lower than readState.Index' (duration: 186.731036ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:54:19.002421Z","caller":"traceutil/trace.go:171","msg":"trace[637219945] transaction","detail":"{read_only:false; response_revision:6481; number_of_response:1; }","duration":"260.770566ms","start":"2026-07-29T15:54:18.741614Z","end":"2026-07-29T15:54:19.002385Z","steps":["trace[637219945] 'process raft request' (duration: 260.093556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:19.0026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:18.528574Z","time spent":"473.339598ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:54:19.002882Z","caller":"traceutil/trace.go:171","msg":"trace[1589013460] transaction","detail":"{read_only:false; response_revision:6482; number_of_response:1; }","duration":"185.798679ms","start":"2026-07-29T15:54:18.817068Z","end":"2026-07-29T15:54:19.002867Z","steps":["trace[1589013460] 'process raft request' (duration: 185.060867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:19.003387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.765145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T15:54:19.003472Z","caller":"traceutil/trace.go:171","msg":"trace[969463018] transaction","detail":"{read_only:false; response_revision:6483; number_of_response:1; }","duration":"113.987804ms","start":"2026-07-29T15:54:18.889447Z","end":"2026-07-29T15:54:19.003435Z","steps":["trace[969463018] 'process raft request' (duration: 113.364675ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:19.003473Z","caller":"traceutil/trace.go:171","msg":"trace[1124335542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6481; }","duration":"385.849717ms","start":"2026-07-29T15:54:18.617607Z","end":"2026-07-29T15:54:19.003456Z","steps":["trace[1124335542] 'agreement among raft nodes before linearized reading' (duration: 384.625671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:19.004772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:18.617534Z","time spent":"387.194898ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T15:54:19.233351Z","caller":"traceutil/trace.go:171","msg":"trace[1825322956] transaction","detail":"{read_only:false; response_revision:6484; number_of_response:1; }","duration":"223.638642ms","start":"2026-07-29T15:54:19.009667Z","end":"2026-07-29T15:54:19.233305Z","steps":["trace[1825322956] 'process raft request' (duration: 183.155945ms)","trace[1825322956] 'compare' (duration: 39.818058ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:54:19.234359Z","caller":"traceutil/trace.go:171","msg":"trace[526084925] transaction","detail":"{read_only:false; response_revision:6485; number_of_response:1; }","duration":"224.649741ms","start":"2026-07-29T15:54:19.00969Z","end":"2026-07-29T15:54:19.234339Z","steps":["trace[526084925] 'process raft request' (duration: 223.487008ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:19.234439Z","caller":"traceutil/trace.go:171","msg":"trace[151211380] linearizableReadLoop","detail":"{readStateIndex:6746; appliedIndex:6744; }","duration":"224.490689ms","start":"2026-07-29T15:54:19.009923Z","end":"2026-07-29T15:54:19.234413Z","steps":["trace[151211380] 'read index received' (duration: 182.998391ms)","trace[151211380] 'applied index is now lower than readState.Index' (duration: 41.490837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:54:19.23465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.934313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:54:19.234696Z","caller":"traceutil/trace.go:171","msg":"trace[1411657036] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6486; }","duration":"198.055026ms","start":"2026-07-29T15:54:19.036621Z","end":"2026-07-29T15:54:19.234676Z","steps":["trace[1411657036] 'agreement among raft nodes before linearized reading' (duration: 197.952553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:19.234757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.816277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T15:54:19.234859Z","caller":"traceutil/trace.go:171","msg":"trace[1702424753] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6486; }","duration":"224.973812ms","start":"2026-07-29T15:54:19.00986Z","end":"2026-07-29T15:54:19.234833Z","steps":["trace[1702424753] 'agreement among raft nodes before linearized reading' (duration: 224.655203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:19.236673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.881384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:54:19.236746Z","caller":"traceutil/trace.go:171","msg":"trace[1508871630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6486; }","duration":"191.021799ms","start":"2026-07-29T15:54:19.045707Z","end":"2026-07-29T15:54:19.236728Z","steps":["trace[1508871630] 'agreement among raft nodes before linearized reading' (duration: 189.002789ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:20.391524Z","caller":"traceutil/trace.go:171","msg":"trace[283842552] transaction","detail":"{read_only:false; response_revision:6489; number_of_response:1; }","duration":"149.965041ms","start":"2026-07-29T15:54:20.24151Z","end":"2026-07-29T15:54:20.391475Z","steps":["trace[283842552] 'process raft request' (duration: 149.708234ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:21.21996Z","caller":"traceutil/trace.go:171","msg":"trace[1431845730] transaction","detail":"{read_only:false; response_revision:6491; number_of_response:1; }","duration":"207.334103ms","start":"2026-07-29T15:54:21.012588Z","end":"2026-07-29T15:54:21.219922Z","steps":["trace[1431845730] 'process raft request' (duration: 149.709601ms)","trace[1431845730] 'compare' (duration: 57.21306ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:54:21.220186Z","caller":"traceutil/trace.go:171","msg":"trace[500792737] transaction","detail":"{read_only:false; response_revision:6492; number_of_response:1; }","duration":"207.488976ms","start":"2026-07-29T15:54:21.012669Z","end":"2026-07-29T15:54:21.220158Z","steps":["trace[500792737] 'process raft request' (duration: 207.184007ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:21.220378Z","caller":"traceutil/trace.go:171","msg":"trace[1082067272] linearizableReadLoop","detail":"{readStateIndex:6753; appliedIndex:6750; }","duration":"176.689547ms","start":"2026-07-29T15:54:21.04366Z","end":"2026-07-29T15:54:21.22035Z","steps":["trace[1082067272] 'read index received' (duration: 44.292088ms)","trace[1082067272] 'applied index is now lower than readState.Index' (duration: 132.391959ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:54:21.2208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.11978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:54:21.220918Z","caller":"traceutil/trace.go:171","msg":"trace[2010851745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6493; }","duration":"177.290215ms","start":"2026-07-29T15:54:21.043581Z","end":"2026-07-29T15:54:21.220871Z","steps":["trace[2010851745] 'agreement among raft nodes before linearized reading' (duration: 176.910983ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:21.54077Z","caller":"traceutil/trace.go:171","msg":"trace[480230321] transaction","detail":"{read_only:false; response_revision:6495; number_of_response:1; }","duration":"298.823563ms","start":"2026-07-29T15:54:21.241905Z","end":"2026-07-29T15:54:21.540729Z","steps":["trace[480230321] 'process raft request' (duration: 295.567807ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:21.542668Z","caller":"traceutil/trace.go:171","msg":"trace[1385688145] transaction","detail":"{read_only:false; response_revision:6496; number_of_response:1; }","duration":"300.342139ms","start":"2026-07-29T15:54:21.242288Z","end":"2026-07-29T15:54:21.54263Z","steps":["trace[1385688145] 'process raft request' (duration: 299.637708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:54:21.542882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:54:21.242211Z","time spent":"300.552995ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:54:21.543061Z","caller":"traceutil/trace.go:171","msg":"trace[1119985131] transaction","detail":"{read_only:false; response_revision:6497; number_of_response:1; }","duration":"299.502653ms","start":"2026-07-29T15:54:21.243541Z","end":"2026-07-29T15:54:21.543043Z","steps":["trace[1119985131] 'process raft request' (duration: 298.594177ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:54:25.73031Z","caller":"traceutil/trace.go:171","msg":"trace[1547404287] transaction","detail":"{read_only:false; response_revision:6517; number_of_response:1; }","duration":"129.718999ms","start":"2026-07-29T15:54:25.600556Z","end":"2026-07-29T15:54:25.730275Z","steps":["trace[1547404287] 'process raft request' (duration: 129.537184ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:55:16.804533Z","caller":"traceutil/trace.go:171","msg":"trace[182374104] transaction","detail":"{read_only:false; response_revision:6812; number_of_response:1; }","duration":"126.339717ms","start":"2026-07-29T15:55:16.678167Z","end":"2026-07-29T15:55:16.804507Z","steps":["trace[182374104] 'process raft request' (duration: 126.040968ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:55:25.610742Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4287} {"level":"info","ts":"2026-07-29T15:55:25.685084Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4287,"took":"72.058111ms","hash":2655328401,"current-db-size-bytes":35856384,"current-db-size":"36 MB","current-db-size-in-use-bytes":29188096,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-29T15:55:25.685174Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2655328401,"revision":4287,"compact-revision":2468} {"level":"warn","ts":"2026-07-29T15:55:47.345529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.451988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:55:47.345676Z","caller":"traceutil/trace.go:171","msg":"trace[180772001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7128; }","duration":"298.689274ms","start":"2026-07-29T15:55:47.046953Z","end":"2026-07-29T15:55:47.345642Z","steps":["trace[180772001] 'range keys from in-memory index tree' (duration: 298.331984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:55:47.345833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.137016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-07-29T15:55:47.34598Z","caller":"traceutil/trace.go:171","msg":"trace[2122813144] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7128; }","duration":"290.29534ms","start":"2026-07-29T15:55:47.055658Z","end":"2026-07-29T15:55:47.345954Z","steps":["trace[2122813144] 'range keys from in-memory index tree' (duration: 289.92392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:55:47.345977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.840314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-07-29T15:55:47.346004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.907299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T15:55:47.346092Z","caller":"traceutil/trace.go:171","msg":"trace[1669465069] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7128; }","duration":"203.020669ms","start":"2026-07-29T15:55:47.143042Z","end":"2026-07-29T15:55:47.346063Z","steps":["trace[1669465069] 'range keys from in-memory index tree' (duration: 202.515646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:55:47.346116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.360347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-07-29T15:55:47.34617Z","caller":"traceutil/trace.go:171","msg":"trace[41815478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7128; }","duration":"310.124035ms","start":"2026-07-29T15:55:47.036019Z","end":"2026-07-29T15:55:47.346143Z","steps":["trace[41815478] 'range keys from in-memory index tree' (duration: 309.559499ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:55:47.346197Z","caller":"traceutil/trace.go:171","msg":"trace[1014679093] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7128; }","duration":"164.520382ms","start":"2026-07-29T15:55:47.181654Z","end":"2026-07-29T15:55:47.346175Z","steps":["trace[1014679093] 'range keys from in-memory index tree' (duration: 163.825622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:55:47.34623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:55:47.036Z","time spent":"310.217587ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T15:55:55.858278Z","caller":"traceutil/trace.go:171","msg":"trace[1704170041] transaction","detail":"{read_only:false; response_revision:7175; number_of_response:1; }","duration":"111.196227ms","start":"2026-07-29T15:55:55.747053Z","end":"2026-07-29T15:55:55.858249Z","steps":["trace[1704170041] 'process raft request' (duration: 110.833837ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:55:57.282902Z","caller":"traceutil/trace.go:171","msg":"trace[1714191554] linearizableReadLoop","detail":"{readStateIndex:7471; appliedIndex:7470; }","duration":"236.269794ms","start":"2026-07-29T15:55:57.046601Z","end":"2026-07-29T15:55:57.28287Z","steps":["trace[1714191554] 'read index received' (duration: 235.994236ms)","trace[1714191554] 'applied index is now lower than readState.Index' (duration: 273.698µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:55:57.283075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.431618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:55:57.283445Z","caller":"traceutil/trace.go:171","msg":"trace[1931244006] transaction","detail":"{read_only:false; response_revision:7184; number_of_response:1; }","duration":"397.11326ms","start":"2026-07-29T15:55:56.886292Z","end":"2026-07-29T15:55:57.283406Z","steps":["trace[1931244006] 'process raft request' (duration: 396.346669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:55:57.283643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:55:56.886261Z","time spent":"397.278096ms","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4769,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:55:57.28312Z","caller":"traceutil/trace.go:171","msg":"trace[779094046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7184; }","duration":"236.555491ms","start":"2026-07-29T15:55:57.046551Z","end":"2026-07-29T15:55:57.283107Z","steps":["trace[779094046] 'agreement among raft nodes before linearized reading' (duration: 236.447019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:02.585194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.968561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T15:56:02.585329Z","caller":"traceutil/trace.go:171","msg":"trace[1844543453] transaction","detail":"{read_only:false; response_revision:7215; number_of_response:1; }","duration":"263.250925ms","start":"2026-07-29T15:56:02.322054Z","end":"2026-07-29T15:56:02.585305Z","steps":["trace[1844543453] 'process raft request' (duration: 95.065498ms)","trace[1844543453] 'compare' (duration: 167.835857ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:56:03.030718Z","caller":"traceutil/trace.go:171","msg":"trace[1734409833] transaction","detail":"{read_only:false; response_revision:7217; number_of_response:1; }","duration":"179.290195ms","start":"2026-07-29T15:56:02.851389Z","end":"2026-07-29T15:56:03.030679Z","steps":["trace[1734409833] 'process raft request' (duration: 179.014307ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:56:03.340628Z","caller":"traceutil/trace.go:171","msg":"trace[1249740124] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7218; }","duration":"144.20795ms","start":"2026-07-29T15:56:03.196381Z","end":"2026-07-29T15:56:03.340589Z","steps":["trace[1249740124] 'process raft request' (duration: 143.939543ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:56:03.693742Z","caller":"traceutil/trace.go:171","msg":"trace[844354057] transaction","detail":"{read_only:false; response_revision:7219; number_of_response:1; }","duration":"104.115218ms","start":"2026-07-29T15:56:03.589593Z","end":"2026-07-29T15:56:03.693708Z","steps":["trace[844354057] 'process raft request' (duration: 103.898361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:03.950902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.843461ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-29T15:56:03.951059Z","caller":"traceutil/trace.go:171","msg":"trace[2108274287] linearizableReadLoop","detail":"{readStateIndex:7508; appliedIndex:7507; }","duration":"104.264132ms","start":"2026-07-29T15:56:03.846764Z","end":"2026-07-29T15:56:03.951029Z","steps":["trace[2108274287] 'read index received' (duration: 51.322µs)","trace[2108274287] 'applied index is now lower than readState.Index' (duration: 104.20981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:56:03.951446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.653693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-lcqc8\" ","response":"range_response_count:1 size:6608"} {"level":"info","ts":"2026-07-29T15:56:03.951553Z","caller":"traceutil/trace.go:171","msg":"trace[583964533] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-lcqc8; range_end:; response_count:1; response_revision:7219; }","duration":"104.817957ms","start":"2026-07-29T15:56:03.846709Z","end":"2026-07-29T15:56:03.951527Z","steps":["trace[583964533] 'agreement among raft nodes before linearized reading' (duration: 104.443656ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:56:04.213965Z","caller":"traceutil/trace.go:171","msg":"trace[365420278] linearizableReadLoop","detail":"{readStateIndex:7514; appliedIndex:7513; }","duration":"113.966479ms","start":"2026-07-29T15:56:04.099963Z","end":"2026-07-29T15:56:04.213929Z","steps":["trace[365420278] 'read index received' (duration: 103.19767ms)","trace[365420278] 'applied index is now lower than readState.Index' (duration: 10.764949ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:56:04.214237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.242386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-29T15:56:04.214272Z","caller":"traceutil/trace.go:171","msg":"trace[366455720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7225; }","duration":"114.350129ms","start":"2026-07-29T15:56:04.099913Z","end":"2026-07-29T15:56:04.214263Z","steps":["trace[366455720] 'agreement among raft nodes before linearized reading' (duration: 114.141213ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:56:04.216927Z","caller":"traceutil/trace.go:171","msg":"trace[1865302643] transaction","detail":"{read_only:false; response_revision:7225; number_of_response:1; }","duration":"117.100116ms","start":"2026-07-29T15:56:04.099805Z","end":"2026-07-29T15:56:04.216905Z","steps":["trace[1865302643] 'process raft request' (duration: 103.378525ms)","trace[1865302643] 'compare' (duration: 10.406628ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:56:15.248859Z","caller":"traceutil/trace.go:171","msg":"trace[1895399326] linearizableReadLoop","detail":"{readStateIndex:7623; appliedIndex:7622; }","duration":"501.491829ms","start":"2026-07-29T15:56:14.747346Z","end":"2026-07-29T15:56:15.248838Z","steps":["trace[1895399326] 'read index received' (duration: 501.284093ms)","trace[1895399326] 'applied index is now lower than readState.Index' (duration: 207.116µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:56:15.249125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.737856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:56:15.24923Z","caller":"traceutil/trace.go:171","msg":"trace[301073395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7329; }","duration":"501.90548ms","start":"2026-07-29T15:56:14.747302Z","end":"2026-07-29T15:56:15.249208Z","steps":["trace[301073395] 'agreement among raft nodes before linearized reading' (duration: 501.687864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:15.249266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.500235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T15:56:15.249282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:14.747282Z","time spent":"501.992722ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:56:15.249308Z","caller":"traceutil/trace.go:171","msg":"trace[1117699079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7329; }","duration":"461.598647ms","start":"2026-07-29T15:56:14.787698Z","end":"2026-07-29T15:56:15.249297Z","steps":["trace[1117699079] 'agreement among raft nodes before linearized reading' (duration: 461.459304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:15.249347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:14.787672Z","time spent":"461.663439ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T15:56:15.249341Z","caller":"traceutil/trace.go:171","msg":"trace[1680051770] transaction","detail":"{read_only:false; response_revision:7329; number_of_response:1; }","duration":"588.656982ms","start":"2026-07-29T15:56:14.660627Z","end":"2026-07-29T15:56:15.249284Z","steps":["trace[1680051770] 'process raft request' (duration: 588.059536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:15.249508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.196825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T15:56:15.249537Z","caller":"traceutil/trace.go:171","msg":"trace[1052859227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7329; }","duration":"202.272646ms","start":"2026-07-29T15:56:15.047256Z","end":"2026-07-29T15:56:15.249528Z","steps":["trace[1052859227] 'agreement among raft nodes before linearized reading' (duration: 202.226555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:15.249554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:14.66061Z","time spent":"588.823697ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:56:45.844475Z","caller":"traceutil/trace.go:171","msg":"trace[1735684984] linearizableReadLoop","detail":"{readStateIndex:7789; appliedIndex:7788; }","duration":"208.153479ms","start":"2026-07-29T15:56:45.636301Z","end":"2026-07-29T15:56:45.844455Z","steps":["trace[1735684984] 'read index received' (duration: 207.953864ms)","trace[1735684984] 'applied index is now lower than readState.Index' (duration: 199.125µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:56:45.844675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.343643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T15:56:45.844708Z","caller":"traceutil/trace.go:171","msg":"trace[16752051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7489; }","duration":"208.465087ms","start":"2026-07-29T15:56:45.636236Z","end":"2026-07-29T15:56:45.844701Z","steps":["trace[16752051] 'agreement among raft nodes before linearized reading' (duration: 208.297833ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:56:45.844962Z","caller":"traceutil/trace.go:171","msg":"trace[224722330] transaction","detail":"{read_only:false; response_revision:7489; number_of_response:1; }","duration":"307.850427ms","start":"2026-07-29T15:56:45.537074Z","end":"2026-07-29T15:56:45.844924Z","steps":["trace[224722330] 'process raft request' (duration: 307.255661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:45.845189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:56:45.537048Z","time spent":"307.994182ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:56:45.998186Z","caller":"traceutil/trace.go:171","msg":"trace[1583440780] transaction","detail":"{read_only:false; response_revision:7490; number_of_response:1; }","duration":"148.919147ms","start":"2026-07-29T15:56:45.849232Z","end":"2026-07-29T15:56:45.998152Z","steps":["trace[1583440780] 'process raft request' (duration: 135.932805ms)","trace[1583440780] 'compare' (duration: 12.842618ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:56:46.491302Z","caller":"traceutil/trace.go:171","msg":"trace[1257495235] linearizableReadLoop","detail":"{readStateIndex:7792; appliedIndex:7791; }","duration":"151.193618ms","start":"2026-07-29T15:56:46.340082Z","end":"2026-07-29T15:56:46.491275Z","steps":["trace[1257495235] 'read index received' (duration: 147.388774ms)","trace[1257495235] 'applied index is now lower than readState.Index' (duration: 3.803784ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:56:46.491427Z","caller":"traceutil/trace.go:171","msg":"trace[488800893] transaction","detail":"{read_only:false; response_revision:7492; number_of_response:1; }","duration":"208.67268ms","start":"2026-07-29T15:56:46.282739Z","end":"2026-07-29T15:56:46.491412Z","steps":["trace[488800893] 'process raft request' (duration: 204.863595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:46.491811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.705761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T15:56:46.491847Z","caller":"traceutil/trace.go:171","msg":"trace[65525465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7492; }","duration":"151.835666ms","start":"2026-07-29T15:56:46.340003Z","end":"2026-07-29T15:56:46.491838Z","steps":["trace[65525465] 'agreement among raft nodes before linearized reading' (duration: 151.726572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:56:46.491841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.634243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T15:56:46.492121Z","caller":"traceutil/trace.go:171","msg":"trace[828050844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7492; }","duration":"118.931052ms","start":"2026-07-29T15:56:46.373143Z","end":"2026-07-29T15:56:46.492074Z","steps":["trace[828050844] 'agreement among raft nodes before linearized reading' (duration: 118.390847ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:56:49.506155Z","caller":"traceutil/trace.go:171","msg":"trace[250848754] transaction","detail":"{read_only:false; response_revision:7509; number_of_response:1; }","duration":"107.778805ms","start":"2026-07-29T15:56:49.398342Z","end":"2026-07-29T15:56:49.506121Z","steps":["trace[250848754] 'process raft request' (duration: 107.59253ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:57:10.645241Z","caller":"traceutil/trace.go:171","msg":"trace[727830558] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"139.497802ms","start":"2026-07-29T15:57:10.505714Z","end":"2026-07-29T15:57:10.645212Z","steps":["trace[727830558] 'process raft request' (duration: 139.306696ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T16:00:25.617901Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6894} {"level":"info","ts":"2026-07-29T16:00:25.707983Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6894,"took":"87.769709ms","hash":3132589271,"current-db-size-bytes":35856384,"current-db-size":"36 MB","current-db-size-in-use-bytes":17231872,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-07-29T16:00:25.708354Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3132589271,"revision":6894,"compact-revision":4287}