{"level":"warn","ts":"2026-04-02T16:45:20.950069Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T16:45:20.950216Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.65:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.65:2380","--initial-cluster=instance=https://199.204.45.65:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.65:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.65:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T16:45:20.950343Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T16:45:20.950364Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-04-02T16:45:20.950393Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T16:45:20.951643Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"]} {"level":"info","ts":"2026-04-02T16:45:20.951765Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.65:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T16:45:20.956619Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.352414ms"} {"level":"info","ts":"2026-04-02T16:45:20.964912Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf8c3a138c9a77a2","cluster-id":"c278183e1f634dff"} {"level":"info","ts":"2026-04-02T16:45:20.965004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T16:45:20.965025Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 0"} {"level":"info","ts":"2026-04-02T16:45:20.965058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf8c3a138c9a77a2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T16:45:20.965072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 1"} {"level":"info","ts":"2026-04-02T16:45:20.965109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"warn","ts":"2026-04-02T16:45:20.970815Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T16:45:20.973104Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T16:45:20.975463Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T16:45:20.978411Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf8c3a138c9a77a2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T16:45:20.978549Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf8c3a138c9a77a2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T16:45:20.978756Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:45:20.978904Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:45:20.978932Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:45:20.982875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"info","ts":"2026-04-02T16:45:20.983088Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","added-peer-id":"cf8c3a138c9a77a2","added-peer-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-04-02T16:45:20.984536Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T16:45:20.98465Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-04-02T16:45:20.984723Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-04-02T16:45:20.984871Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf8c3a138c9a77a2","initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T16:45:20.984936Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T16:45:21.665849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T16:45:21.665938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T16:45:21.665961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgPreVoteResp from cf8c3a138c9a77a2 at term 1"} {"level":"info","ts":"2026-04-02T16:45:21.66598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became candidate at term 2"} {"level":"info","ts":"2026-04-02T16:45:21.665991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgVoteResp from cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-04-02T16:45:21.666022Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became leader at term 2"} {"level":"info","ts":"2026-04-02T16:45:21.666035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf8c3a138c9a77a2 elected leader cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-04-02T16:45:21.667191Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:45:21.668898Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:45:21.668963Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:45:21.668982Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:45:21.669031Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T16:45:21.669023Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf8c3a138c9a77a2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.65:2379]}","request-path":"/0/members/cf8c3a138c9a77a2/attributes","cluster-id":"c278183e1f634dff","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T16:45:21.669096Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T16:45:21.669383Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T16:45:21.669454Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T16:45:21.671127Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.65:2379"} {"level":"info","ts":"2026-04-02T16:45:21.67232Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T16:45:23.214771Z","caller":"traceutil/trace.go:171","msg":"trace[2055912633] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"301.547428ms","start":"2026-04-02T16:45:22.913196Z","end":"2026-04-02T16:45:23.214744Z","steps":["trace[2055912633] 'process raft request' (duration: 301.337172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:23.215454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.913178Z","time spent":"301.688852ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:45:23.640473Z","caller":"traceutil/trace.go:171","msg":"trace[157707969] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"727.195925ms","start":"2026-04-02T16:45:22.913231Z","end":"2026-04-02T16:45:23.640427Z","steps":["trace[157707969] 'process raft request' (duration: 726.762324ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:23.640508Z","caller":"traceutil/trace.go:171","msg":"trace[1542051731] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"641.790742ms","start":"2026-04-02T16:45:22.998675Z","end":"2026-04-02T16:45:23.640466Z","steps":["trace[1542051731] 'process raft request' (duration: 641.594136ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:23.640578Z","caller":"traceutil/trace.go:171","msg":"trace[125195744] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"641.619286ms","start":"2026-04-02T16:45:22.998874Z","end":"2026-04-02T16:45:23.640493Z","steps":["trace[125195744] 'process raft request' (duration: 641.487773ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:23.640618Z","caller":"traceutil/trace.go:171","msg":"trace[887304321] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"641.7462ms","start":"2026-04-02T16:45:22.998769Z","end":"2026-04-02T16:45:23.640515Z","steps":["trace[887304321] 'process raft request' (duration: 641.529855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:23.640745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.99876Z","time spent":"641.928834ms","remote":"127.0.0.1:51482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:23.640748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.998665Z","time spent":"641.994717ms","remote":"127.0.0.1:51482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:23.64078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.998868Z","time spent":"641.812941ms","remote":"127.0.0.1:51482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:45:23.640738Z","caller":"traceutil/trace.go:171","msg":"trace[2016175923] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"726.819784ms","start":"2026-04-02T16:45:22.913869Z","end":"2026-04-02T16:45:23.640689Z","steps":["trace[2016175923] 'read index received' (duration: 300.747297ms)","trace[2016175923] 'applied index is now lower than readState.Index' (duration: 426.070937ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:23.640807Z","caller":"traceutil/trace.go:171","msg":"trace[1641619494] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"635.393314ms","start":"2026-04-02T16:45:23.005372Z","end":"2026-04-02T16:45:23.640765Z","steps":["trace[1641619494] 'process raft request' (duration: 635.047565ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:23.640741Z","caller":"traceutil/trace.go:171","msg":"trace[287588246] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"641.860733ms","start":"2026-04-02T16:45:22.998814Z","end":"2026-04-02T16:45:23.640675Z","steps":["trace[287588246] 'process raft request' (duration: 641.522944ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:23.640869Z","caller":"traceutil/trace.go:171","msg":"trace[1137357424] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"631.189313ms","start":"2026-04-02T16:45:23.009669Z","end":"2026-04-02T16:45:23.640858Z","steps":["trace[1137357424] 'process raft request' (duration: 630.805813ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:23.640767Z","caller":"traceutil/trace.go:171","msg":"trace[1701392360] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"642.885921ms","start":"2026-04-02T16:45:22.997846Z","end":"2026-04-02T16:45:23.640732Z","steps":["trace[1701392360] 'process raft request' (duration: 642.382278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:23.640951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:23.00964Z","time spent":"631.266215ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:45:23.640907Z","caller":"traceutil/trace.go:171","msg":"trace[1167631667] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"641.893584ms","start":"2026-04-02T16:45:22.998914Z","end":"2026-04-02T16:45:23.640808Z","steps":["trace[1167631667] 'process raft request' (duration: 641.478514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:23.640964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:23.00536Z","time spent":"635.515557ms","remote":"127.0.0.1:51236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:23.641036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.998808Z","time spent":"642.093729ms","remote":"127.0.0.1:51482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:23.641123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.998909Z","time spent":"642.11393ms","remote":"127.0.0.1:51482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:23.641118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.233855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3174"} {"level":"warn","ts":"2026-04-02T16:45:23.641167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.258686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-02T16:45:23.641183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.025308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-02T16:45:23.641195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.142347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T16:45:23.641198Z","caller":"traceutil/trace.go:171","msg":"trace[690354156] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"727.336528ms","start":"2026-04-02T16:45:22.913848Z","end":"2026-04-02T16:45:23.641185Z","steps":["trace[690354156] 'agreement among raft nodes before linearized reading' (duration: 727.05532ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:23.641219Z","caller":"traceutil/trace.go:171","msg":"trace[1839831844] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"727.326698ms","start":"2026-04-02T16:45:22.913878Z","end":"2026-04-02T16:45:23.641204Z","steps":["trace[1839831844] 'agreement among raft nodes before linearized reading' (duration: 727.230426ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:23.641238Z","caller":"traceutil/trace.go:171","msg":"trace[761758146] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"643.198338ms","start":"2026-04-02T16:45:22.998024Z","end":"2026-04-02T16:45:23.641222Z","steps":["trace[761758146] 'agreement among raft nodes before linearized reading' (duration: 643.100056ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:23.641237Z","caller":"traceutil/trace.go:171","msg":"trace[1253846666] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:0; response_revision:11; }","duration":"645.113408ms","start":"2026-04-02T16:45:22.996106Z","end":"2026-04-02T16:45:23.64122Z","steps":["trace[1253846666] 'agreement among raft nodes before linearized reading' (duration: 645.020996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:23.641241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.913839Z","time spent":"727.39464ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3198,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T16:45:23.641263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.913871Z","time spent":"727.38627ms","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-04-02T16:45:23.641283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.996086Z","time spent":"645.186ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-04-02T16:45:23.641059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.99783Z","time spent":"643.122607ms","remote":"127.0.0.1:51402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:23.641284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.998018Z","time spent":"643.24886ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-02T16:45:23.641376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.671213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-02T16:45:23.641606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.631335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T16:45:23.64166Z","caller":"traceutil/trace.go:171","msg":"trace[461769566] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"679.688897ms","start":"2026-04-02T16:45:22.961948Z","end":"2026-04-02T16:45:23.641637Z","steps":["trace[461769566] 'agreement among raft nodes before linearized reading' (duration: 679.640166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:23.641696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.961934Z","time spent":"679.755698ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-02T16:45:23.641608Z","caller":"traceutil/trace.go:171","msg":"trace[437327847] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"592.940489ms","start":"2026-04-02T16:45:23.048653Z","end":"2026-04-02T16:45:23.641594Z","steps":["trace[437327847] 'agreement among raft nodes before linearized reading' (duration: 592.667711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:23.64176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:23.048642Z","time spent":"593.108023ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-02T16:45:23.641369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.097947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-02T16:45:23.641347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.784504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-02T16:45:23.640745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.913214Z","time spent":"727.40874ms","remote":"127.0.0.1:51034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:45:23.641917Z","caller":"traceutil/trace.go:171","msg":"trace[1126084012] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"644.38145ms","start":"2026-04-02T16:45:22.997519Z","end":"2026-04-02T16:45:23.641901Z","steps":["trace[1126084012] 'agreement among raft nodes before linearized reading' (duration: 643.782434ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:23.641909Z","caller":"traceutil/trace.go:171","msg":"trace[387394457] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:11; }","duration":"394.633162ms","start":"2026-04-02T16:45:23.247173Z","end":"2026-04-02T16:45:23.641806Z","steps":["trace[387394457] 'agreement among raft nodes before linearized reading' (duration: 394.108948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:23.641974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:22.997497Z","time spent":"644.460332ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-02T16:45:23.6421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:23.247146Z","time spent":"394.826906ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-04-02T16:45:24.070838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.895481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-02T16:45:24.071062Z","caller":"traceutil/trace.go:171","msg":"trace[1201765858] transaction","detail":"{read_only:false; response_revision:101; number_of_response:1; }","duration":"119.2424ms","start":"2026-04-02T16:45:23.951777Z","end":"2026-04-02T16:45:24.071019Z","steps":["trace[1201765858] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/kube-system/kube-controller-manager-instance.18a297fe1dc46c74; req_size:769; } (duration: 113.763627ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:24.071086Z","caller":"traceutil/trace.go:171","msg":"trace[658533915] linearizableReadLoop","detail":"{readStateIndex:107; appliedIndex:105; }","duration":"118.10427ms","start":"2026-04-02T16:45:23.952957Z","end":"2026-04-02T16:45:24.071061Z","steps":["trace[658533915] 'read index received' (duration: 3.759978ms)","trace[658533915] 'applied index is now lower than readState.Index' (duration: 114.342212ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:24.071214Z","caller":"traceutil/trace.go:171","msg":"trace[1777823038] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"119.341403ms","start":"2026-04-02T16:45:23.951846Z","end":"2026-04-02T16:45:24.071187Z","steps":["trace[1777823038] 'process raft request' (duration: 119.132597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:24.071351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.750801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-02T16:45:24.071293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.330736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T16:45:24.071469Z","caller":"traceutil/trace.go:171","msg":"trace[419431664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:102; }","duration":"112.896094ms","start":"2026-04-02T16:45:23.958526Z","end":"2026-04-02T16:45:24.071422Z","steps":["trace[419431664] 'agreement among raft nodes before linearized reading' (duration: 112.747189ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:24.071493Z","caller":"traceutil/trace.go:171","msg":"trace[1119811641] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:102; }","duration":"118.591554ms","start":"2026-04-02T16:45:23.952879Z","end":"2026-04-02T16:45:24.071471Z","steps":["trace[1119811641] 'agreement among raft nodes before linearized reading' (duration: 118.303697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:25.884728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.95156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:45:25.884855Z","caller":"traceutil/trace.go:171","msg":"trace[1818442164] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"206.711733ms","start":"2026-04-02T16:45:25.678125Z","end":"2026-04-02T16:45:25.884836Z","steps":["trace[1818442164] 'process raft request' (duration: 71.582619ms)","trace[1818442164] 'compare' (duration: 134.794455ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:28.962924Z","caller":"traceutil/trace.go:171","msg":"trace[483310145] linearizableReadLoop","detail":"{readStateIndex:341; appliedIndex:340; }","duration":"247.757042ms","start":"2026-04-02T16:45:28.715134Z","end":"2026-04-02T16:45:28.962891Z","steps":["trace[483310145] 'read index received' (duration: 247.497225ms)","trace[483310145] 'applied index is now lower than readState.Index' (duration: 258.607µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:28.962997Z","caller":"traceutil/trace.go:171","msg":"trace[600668243] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"379.458155ms","start":"2026-04-02T16:45:28.583493Z","end":"2026-04-02T16:45:28.962952Z","steps":["trace[600668243] 'process raft request' (duration: 379.208219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:28.963173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:28.583466Z","time spent":"379.632681ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:28.963228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.054719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:45:28.96325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.678884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:45:28.963347Z","caller":"traceutil/trace.go:171","msg":"trace[1895820211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:326; }","duration":"243.824248ms","start":"2026-04-02T16:45:28.7195Z","end":"2026-04-02T16:45:28.963324Z","steps":["trace[1895820211] 'agreement among raft nodes before linearized reading' (duration: 243.638502ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:28.963286Z","caller":"traceutil/trace.go:171","msg":"trace[1558178093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:326; }","duration":"248.177873ms","start":"2026-04-02T16:45:28.715091Z","end":"2026-04-02T16:45:28.963269Z","steps":["trace[1558178093] 'agreement among raft nodes before linearized reading' (duration: 248.008719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:30.154104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.895952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:45:30.154306Z","caller":"traceutil/trace.go:171","msg":"trace[379046020] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"1.070731103s","start":"2026-04-02T16:45:29.083528Z","end":"2026-04-02T16:45:30.154259Z","steps":["trace[379046020] 'process raft request' (duration: 113.308596ms)","trace[379046020] 'compare' (duration: 956.726099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:45:30.154464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:29.083511Z","time spent":"1.070883356s","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:30.660904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625599734007788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:45:32.070397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113134577s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:45:32.070523Z","caller":"traceutil/trace.go:171","msg":"trace[656798046] linearizableReadLoop","detail":"{readStateIndex:347; appliedIndex:346; }","duration":"1.909916133s","start":"2026-04-02T16:45:30.160589Z","end":"2026-04-02T16:45:32.070505Z","steps":["trace[656798046] 'read index received' (duration: 796.537129ms)","trace[656798046] 'applied index is now lower than readState.Index' (duration: 1.113377814s)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:32.070562Z","caller":"traceutil/trace.go:171","msg":"trace[1841278643] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"1.910322475s","start":"2026-04-02T16:45:30.160208Z","end":"2026-04-02T16:45:32.07053Z","steps":["trace[1841278643] 'process raft request' (duration: 796.971722ms)","trace[1841278643] 'compare' (duration: 1.113014123s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:45:32.070655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76048116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-04-02T16:45:32.070699Z","caller":"traceutil/trace.go:171","msg":"trace[225375499] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:332; }","duration":"1.760551252s","start":"2026-04-02T16:45:30.310131Z","end":"2026-04-02T16:45:32.070683Z","steps":["trace[225375499] 'agreement among raft nodes before linearized reading' (duration: 1.760471109s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:32.070716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:30.160187Z","time spent":"1.910445768s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:32.070747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:30.310113Z","time spent":"1.760622694s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4346,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-02T16:45:32.070737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.066859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-02T16:45:32.070744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910097008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:45:32.070819Z","caller":"traceutil/trace.go:171","msg":"trace[155355464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:332; }","duration":"899.193402ms","start":"2026-04-02T16:45:31.171605Z","end":"2026-04-02T16:45:32.070798Z","steps":["trace[155355464] 'agreement among raft nodes before linearized reading' (duration: 899.058978ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:32.070863Z","caller":"traceutil/trace.go:171","msg":"trace[200307426] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:0; response_revision:332; }","duration":"1.910271402s","start":"2026-04-02T16:45:30.160563Z","end":"2026-04-02T16:45:32.070835Z","steps":["trace[200307426] 'agreement among raft nodes before linearized reading' (duration: 1.910029336s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:32.070863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095414247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:45:32.070866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094964285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:45:32.07095Z","caller":"traceutil/trace.go:171","msg":"trace[1323256518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:332; }","duration":"1.095545701s","start":"2026-04-02T16:45:30.975388Z","end":"2026-04-02T16:45:32.070934Z","steps":["trace[1323256518] 'agreement among raft nodes before linearized reading' (duration: 1.095382867s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:32.070886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:31.17158Z","time spent":"899.288946ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:45:32.070991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:30.975367Z","time spent":"1.095616304s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:45:32.071013Z","caller":"traceutil/trace.go:171","msg":"trace[806120701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:332; }","duration":"1.095156001s","start":"2026-04-02T16:45:30.97582Z","end":"2026-04-02T16:45:32.070976Z","steps":["trace[806120701] 'agreement among raft nodes before linearized reading' (duration: 1.094877683s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:32.070928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:30.160552Z","time spent":"1.910366196s","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-04-02T16:45:32.071078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:30.975798Z","time spent":"1.095266944s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:45:33.24106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165767783s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:45:33.257189Z","caller":"traceutil/trace.go:171","msg":"trace[2032267193] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"1.181973394s","start":"2026-04-02T16:45:32.07519Z","end":"2026-04-02T16:45:33.257164Z","steps":["trace[2032267193] 'process raft request' (duration: 1.166100033s)","trace[2032267193] 'compare' (duration: 15.166623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:45:33.257313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:32.075166Z","time spent":"1.182083096s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:45:33.260779Z","caller":"traceutil/trace.go:171","msg":"trace[282290862] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"1.185087396s","start":"2026-04-02T16:45:32.075648Z","end":"2026-04-02T16:45:33.260735Z","steps":["trace[282290862] 'process raft request' (duration: 1.184898822s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:33.260857Z","caller":"traceutil/trace.go:171","msg":"trace[2021292703] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"1.184688796s","start":"2026-04-02T16:45:32.076097Z","end":"2026-04-02T16:45:33.260786Z","steps":["trace[2021292703] 'process raft request' (duration: 1.184538112s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:33.260956Z","caller":"traceutil/trace.go:171","msg":"trace[1156354969] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"1.18258458s","start":"2026-04-02T16:45:32.078341Z","end":"2026-04-02T16:45:33.260926Z","steps":["trace[1156354969] 'process raft request' (duration: 1.182505217s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:33.261111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:32.075604Z","time spent":"1.185352562s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:45:33.260964Z","caller":"traceutil/trace.go:171","msg":"trace[1005578167] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"1.183840473s","start":"2026-04-02T16:45:32.077095Z","end":"2026-04-02T16:45:33.260936Z","steps":["trace[1005578167] 'process raft request' (duration: 1.183570836s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:33.261299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:32.078332Z","time spent":"1.182712124s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:33.260986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:32.07608Z","time spent":"1.18485158s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:33.261355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:32.077071Z","time spent":"1.184231424s","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:45:42.259272Z","caller":"traceutil/trace.go:171","msg":"trace[164304463] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"105.402436ms","start":"2026-04-02T16:45:42.153842Z","end":"2026-04-02T16:45:42.259245Z","steps":["trace[164304463] 'process raft request' (duration: 105.2029ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.089356Z","caller":"traceutil/trace.go:171","msg":"trace[1851275549] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"143.954078ms","start":"2026-04-02T16:45:55.945379Z","end":"2026-04-02T16:45:56.089333Z","steps":["trace[1851275549] 'process raft request' (duration: 143.910638ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.089383Z","caller":"traceutil/trace.go:171","msg":"trace[278111366] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"145.13074ms","start":"2026-04-02T16:45:55.944217Z","end":"2026-04-02T16:45:56.089348Z","steps":["trace[278111366] 'process raft request' (duration: 144.889753ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.107006Z","caller":"traceutil/trace.go:171","msg":"trace[357703608] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"152.775551ms","start":"2026-04-02T16:45:55.954205Z","end":"2026-04-02T16:45:56.10698Z","steps":["trace[357703608] 'process raft request' (duration: 152.438033ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.107446Z","caller":"traceutil/trace.go:171","msg":"trace[683172521] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"152.094254ms","start":"2026-04-02T16:45:55.955311Z","end":"2026-04-02T16:45:56.107405Z","steps":["trace[683172521] 'process raft request' (duration: 151.905779ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.107627Z","caller":"traceutil/trace.go:171","msg":"trace[139583341] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"152.31331ms","start":"2026-04-02T16:45:55.955287Z","end":"2026-04-02T16:45:56.1076Z","steps":["trace[139583341] 'process raft request' (duration: 152.040432ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.10768Z","caller":"traceutil/trace.go:171","msg":"trace[315823036] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"152.300151ms","start":"2026-04-02T16:45:55.955365Z","end":"2026-04-02T16:45:56.107665Z","steps":["trace[315823036] 'process raft request' (duration: 152.114436ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.107787Z","caller":"traceutil/trace.go:171","msg":"trace[641196294] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"147.689638ms","start":"2026-04-02T16:45:55.960086Z","end":"2026-04-02T16:45:56.107776Z","steps":["trace[641196294] 'process raft request' (duration: 147.542594ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.10786Z","caller":"traceutil/trace.go:171","msg":"trace[473630844] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"148.836278ms","start":"2026-04-02T16:45:55.959015Z","end":"2026-04-02T16:45:56.107851Z","steps":["trace[473630844] 'process raft request' (duration: 148.53216ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.107914Z","caller":"traceutil/trace.go:171","msg":"trace[1912848783] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"147.607745ms","start":"2026-04-02T16:45:55.960293Z","end":"2026-04-02T16:45:56.107901Z","steps":["trace[1912848783] 'process raft request' (duration: 147.40484ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.108109Z","caller":"traceutil/trace.go:171","msg":"trace[1728527613] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"143.780265ms","start":"2026-04-02T16:45:55.964314Z","end":"2026-04-02T16:45:56.108094Z","steps":["trace[1728527613] 'process raft request' (duration: 143.488617ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.108214Z","caller":"traceutil/trace.go:171","msg":"trace[1873413312] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"137.188488ms","start":"2026-04-02T16:45:55.97101Z","end":"2026-04-02T16:45:56.108198Z","steps":["trace[1873413312] 'process raft request' (duration: 136.872621ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.108247Z","caller":"traceutil/trace.go:171","msg":"trace[1528125354] transaction","detail":"{read_only:false; number_of_response:1; response_revision:527; }","duration":"147.798041ms","start":"2026-04-02T16:45:55.960437Z","end":"2026-04-02T16:45:56.108235Z","steps":["trace[1528125354] 'process raft request' (duration: 147.300727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:56.583303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.144872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:45:56.583965Z","caller":"traceutil/trace.go:171","msg":"trace[1311637034] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"322.109035ms","start":"2026-04-02T16:45:56.261832Z","end":"2026-04-02T16:45:56.583941Z","steps":["trace[1311637034] 'process raft request' (duration: 321.807567ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.584011Z","caller":"traceutil/trace.go:171","msg":"trace[1422800940] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"330.59949ms","start":"2026-04-02T16:45:56.253354Z","end":"2026-04-02T16:45:56.583954Z","steps":["trace[1422800940] 'process raft request' (duration: 330.158858ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:56.583888Z","caller":"traceutil/trace.go:171","msg":"trace[1557187288] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"347.135558ms","start":"2026-04-02T16:45:56.236699Z","end":"2026-04-02T16:45:56.583834Z","steps":["trace[1557187288] 'process raft request' (duration: 118.291967ms)","trace[1557187288] 'compare' (duration: 227.823964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:45:56.584105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:56.261808Z","time spent":"322.217117ms","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:56.584275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:56.253306Z","time spent":"330.845936ms","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:56.584504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:56.236684Z","time spent":"347.467196ms","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:57.770441Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053123816s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T16:45:57.770618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053407553s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:45:57.770842Z","caller":"traceutil/trace.go:171","msg":"trace[953481308] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"1.472221224s","start":"2026-04-02T16:45:56.298581Z","end":"2026-04-02T16:45:57.770803Z","steps":["trace[953481308] 'process raft request' (duration: 418.541053ms)","trace[953481308] 'compare' (duration: 1.05329152s)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:57.770884Z","caller":"traceutil/trace.go:171","msg":"trace[395443201] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:572; }","duration":"1.422778311s","start":"2026-04-02T16:45:56.348061Z","end":"2026-04-02T16:45:57.77084Z","steps":["trace[395443201] 'read index received' (duration: 6.886363ms)","trace[395443201] 'applied index is now lower than readState.Index' (duration: 1.415886448s)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:57.770935Z","caller":"traceutil/trace.go:171","msg":"trace[166264876] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"1.173107819s","start":"2026-04-02T16:45:56.597798Z","end":"2026-04-02T16:45:57.770906Z","steps":["trace[166264876] 'process raft request' (duration: 1.172989495s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:57.77093Z","caller":"traceutil/trace.go:171","msg":"trace[1654333366] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"1.178634205s","start":"2026-04-02T16:45:56.592257Z","end":"2026-04-02T16:45:57.770891Z","steps":["trace[1654333366] 'process raft request' (duration: 1.178468641s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:57.771009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:56.597768Z","time spent":"1.173207232s","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:57.771023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:56.298557Z","time spent":"1.472359217s","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:57.771081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:56.592229Z","time spent":"1.178788929s","remote":"127.0.0.1:51482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:57.771195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.401512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:45:57.771215Z","caller":"traceutil/trace.go:171","msg":"trace[1388094793] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"1.089098291s","start":"2026-04-02T16:45:56.682101Z","end":"2026-04-02T16:45:57.771199Z","steps":["trace[1388094793] 'process raft request' (duration: 1.088763602s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:57.771246Z","caller":"traceutil/trace.go:171","msg":"trace[1723673489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"558.517255ms","start":"2026-04-02T16:45:57.212716Z","end":"2026-04-02T16:45:57.771233Z","steps":["trace[1723673489] 'agreement among raft nodes before linearized reading' (duration: 558.391781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:57.77124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423184483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T16:45:57.771279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:57.212684Z","time spent":"558.588448ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:45:57.771292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:56.682067Z","time spent":"1.089187683s","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:45:57.771313Z","caller":"traceutil/trace.go:171","msg":"trace[1699041676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:553; }","duration":"1.423324546s","start":"2026-04-02T16:45:56.347973Z","end":"2026-04-02T16:45:57.771297Z","steps":["trace[1699041676] 'agreement among raft nodes before linearized reading' (duration: 1.423004748s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:57.771345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:56.347948Z","time spent":"1.423390448s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:45:57.771391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.975523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:45:57.771411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.709186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:45:57.771452Z","caller":"traceutil/trace.go:171","msg":"trace[748321417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:554; }","duration":"392.869932ms","start":"2026-04-02T16:45:57.378568Z","end":"2026-04-02T16:45:57.771438Z","steps":["trace[748321417] 'agreement among raft nodes before linearized reading' (duration: 392.743128ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:57.771461Z","caller":"traceutil/trace.go:171","msg":"trace[1097320222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:554; }","duration":"385.087885ms","start":"2026-04-02T16:45:57.38636Z","end":"2026-04-02T16:45:57.771447Z","steps":["trace[1097320222] 'agreement among raft nodes before linearized reading' (duration: 384.889069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:57.771481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:57.37854Z","time spent":"392.935013ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:45:57.771389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.070265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T16:45:57.771496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:57.386337Z","time spent":"385.150507ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:45:57.771525Z","caller":"traceutil/trace.go:171","msg":"trace[1434677202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:554; }","duration":"379.253809ms","start":"2026-04-02T16:45:57.392262Z","end":"2026-04-02T16:45:57.771516Z","steps":["trace[1434677202] 'agreement among raft nodes before linearized reading' (duration: 378.91566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:57.771547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:57.392206Z","time spent":"379.333822ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T16:45:58.385108Z","caller":"traceutil/trace.go:171","msg":"trace[1353250100] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"138.398611ms","start":"2026-04-02T16:45:58.246679Z","end":"2026-04-02T16:45:58.385078Z","steps":["trace[1353250100] 'process raft request' (duration: 138.195357ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:58.392074Z","caller":"traceutil/trace.go:171","msg":"trace[59237541] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"112.762151ms","start":"2026-04-02T16:45:58.27924Z","end":"2026-04-02T16:45:58.392002Z","steps":["trace[59237541] 'process raft request' (duration: 111.906358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:59.045414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.874551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:45:59.045534Z","caller":"traceutil/trace.go:171","msg":"trace[308704602] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:617; }","duration":"374.479654ms","start":"2026-04-02T16:45:58.671037Z","end":"2026-04-02T16:45:59.045517Z","steps":["trace[308704602] 'read index received' (duration: 235.087697ms)","trace[308704602] 'applied index is now lower than readState.Index' (duration: 139.390867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:45:59.045688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.648148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-04-02T16:45:59.045719Z","caller":"traceutil/trace.go:171","msg":"trace[703236043] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:593; }","duration":"374.71576ms","start":"2026-04-02T16:45:58.670993Z","end":"2026-04-02T16:45:59.045709Z","steps":["trace[703236043] 'agreement among raft nodes before linearized reading' (duration: 374.577366ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:59.045582Z","caller":"traceutil/trace.go:171","msg":"trace[1413470548] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"391.995089ms","start":"2026-04-02T16:45:58.653557Z","end":"2026-04-02T16:45:59.045552Z","steps":["trace[1413470548] 'process raft request' (duration: 251.905363ms)","trace[1413470548] 'compare' (duration: 139.763717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:45:59.045751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:58.670973Z","time spent":"374.771422ms","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":29594,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-02T16:45:59.045826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:58.653534Z","time spent":"392.231874ms","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:45:59.049654Z","caller":"traceutil/trace.go:171","msg":"trace[1716087122] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"242.39587ms","start":"2026-04-02T16:45:58.807243Z","end":"2026-04-02T16:45:59.049639Z","steps":["trace[1716087122] 'process raft request' (duration: 241.234359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:59.550507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.998111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:45:59.550641Z","caller":"traceutil/trace.go:171","msg":"trace[289182637] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"459.070017ms","start":"2026-04-02T16:45:59.091544Z","end":"2026-04-02T16:45:59.550614Z","steps":["trace[289182637] 'process raft request' (duration: 257.877771ms)","trace[289182637] 'compare' (duration: 200.826027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:45:59.550714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:59.091525Z","time spent":"459.16041ms","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:45:59.557979Z","caller":"traceutil/trace.go:171","msg":"trace[1516270922] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:619; }","duration":"433.766857ms","start":"2026-04-02T16:45:59.124187Z","end":"2026-04-02T16:45:59.557954Z","steps":["trace[1516270922] 'read index received' (duration: 225.212715ms)","trace[1516270922] 'applied index is now lower than readState.Index' (duration: 208.553202ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:59.558098Z","caller":"traceutil/trace.go:171","msg":"trace[1197868569] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"460.451004ms","start":"2026-04-02T16:45:59.09762Z","end":"2026-04-02T16:45:59.558071Z","steps":["trace[1197868569] 'process raft request' (duration: 460.205998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:59.558132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.537856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:45:59.558176Z","caller":"traceutil/trace.go:171","msg":"trace[1189413336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"345.595317ms","start":"2026-04-02T16:45:59.212568Z","end":"2026-04-02T16:45:59.558163Z","steps":["trace[1189413336] 'agreement among raft nodes before linearized reading' (duration: 345.517665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:59.55818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:59.097602Z","time spent":"460.537126ms","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:59.558213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:59.212506Z","time spent":"345.69894ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:45:59.558232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.026884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-04-02T16:45:59.558306Z","caller":"traceutil/trace.go:171","msg":"trace[562996648] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:596; }","duration":"434.133386ms","start":"2026-04-02T16:45:59.124156Z","end":"2026-04-02T16:45:59.558289Z","steps":["trace[562996648] 'agreement among raft nodes before linearized reading' (duration: 433.92131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:59.558346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:59.12414Z","time spent":"434.197607ms","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":151260,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-02T16:46:01.53028Z","caller":"traceutil/trace.go:171","msg":"trace[1227929664] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"398.43284ms","start":"2026-04-02T16:46:01.131787Z","end":"2026-04-02T16:46:01.53022Z","steps":["trace[1227929664] 'process raft request' (duration: 398.219594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:01.530556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:01.131759Z","time spent":"398.605333ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1749,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:46:01.665057Z","caller":"traceutil/trace.go:171","msg":"trace[1431283878] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"533.133792ms","start":"2026-04-02T16:46:01.131882Z","end":"2026-04-02T16:46:01.665016Z","steps":["trace[1431283878] 'process raft request' (duration: 532.818353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:01.665213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:01.131863Z","time spent":"533.293026ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:46:01.665479Z","caller":"traceutil/trace.go:171","msg":"trace[1910945857] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:628; }","duration":"452.574405ms","start":"2026-04-02T16:46:01.212874Z","end":"2026-04-02T16:46:01.665448Z","steps":["trace[1910945857] 'read index received' (duration: 317.222545ms)","trace[1910945857] 'applied index is now lower than readState.Index' (duration: 135.35069ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:46:01.665609Z","caller":"traceutil/trace.go:171","msg":"trace[1557939851] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"163.64629ms","start":"2026-04-02T16:46:01.501914Z","end":"2026-04-02T16:46:01.66556Z","steps":["trace[1557939851] 'process raft request' (duration: 163.196908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:01.665651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.76423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:01.665855Z","caller":"traceutil/trace.go:171","msg":"trace[300612759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"452.993286ms","start":"2026-04-02T16:46:01.212826Z","end":"2026-04-02T16:46:01.665819Z","steps":["trace[300612759] 'agreement among raft nodes before linearized reading' (duration: 452.739038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:01.66593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:01.212807Z","time spent":"453.10017ms","remote":"127.0.0.1:50970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:46:01.940281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.743636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T16:46:01.940346Z","caller":"traceutil/trace.go:171","msg":"trace[2042746982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:605; }","duration":"142.833588ms","start":"2026-04-02T16:46:01.797499Z","end":"2026-04-02T16:46:01.940333Z","steps":["trace[2042746982] 'range keys from in-memory index tree' (duration: 142.681094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:01.940556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.326308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:46:01.940584Z","caller":"traceutil/trace.go:171","msg":"trace[574829489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:605; }","duration":"147.39796ms","start":"2026-04-02T16:46:01.793179Z","end":"2026-04-02T16:46:01.940577Z","steps":["trace[574829489] 'range keys from in-memory index tree' (duration: 147.203004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:01.940694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.825174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:46:01.940719Z","caller":"traceutil/trace.go:171","msg":"trace[307631347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:605; }","duration":"146.875475ms","start":"2026-04-02T16:46:01.793838Z","end":"2026-04-02T16:46:01.940713Z","steps":["trace[307631347] 'range keys from in-memory index tree' (duration: 146.732953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:01.940938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.838011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:46:01.940966Z","caller":"traceutil/trace.go:171","msg":"trace[807079588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:605; }","duration":"147.894854ms","start":"2026-04-02T16:46:01.793064Z","end":"2026-04-02T16:46:01.940959Z","steps":["trace[807079588] 'range keys from in-memory index tree' (duration: 146.968938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.735565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.478388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:05.735709Z","caller":"traceutil/trace.go:171","msg":"trace[770868650] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:625; }","duration":"934.699335ms","start":"2026-04-02T16:46:04.800978Z","end":"2026-04-02T16:46:05.735678Z","steps":["trace[770868650] 'range keys from in-memory index tree' (duration: 934.399198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.735761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.80096Z","time spent":"934.789757ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-02T16:46:05.735813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.583912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:05.735908Z","caller":"traceutil/trace.go:171","msg":"trace[181990998] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:625; }","duration":"934.705955ms","start":"2026-04-02T16:46:04.80118Z","end":"2026-04-02T16:46:05.735886Z","steps":["trace[181990998] 'count revisions from in-memory index tree' (duration: 934.485668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.73596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.801164Z","time spent":"934.783917ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:46:05.735815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00423723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:46:05.736145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029273834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:05.736109Z","caller":"traceutil/trace.go:171","msg":"trace[928664562] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:625; }","duration":"1.004577738s","start":"2026-04-02T16:46:04.731486Z","end":"2026-04-02T16:46:05.736064Z","steps":["trace[928664562] 'count revisions from in-memory index tree' (duration: 1.004145066s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.736127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030277341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:05.736186Z","caller":"traceutil/trace.go:171","msg":"trace[371814223] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:625; }","duration":"1.029317685s","start":"2026-04-02T16:46:04.706859Z","end":"2026-04-02T16:46:05.736176Z","steps":["trace[371814223] 'range keys from in-memory index tree' (duration: 1.029182411s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.736241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.706734Z","time spent":"1.02949809s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-02T16:46:05.736173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049840698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:46:05.736272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.731463Z","time spent":"1.004729512s","remote":"127.0.0.1:47614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:46:05.736313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.445345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:05.736327Z","caller":"traceutil/trace.go:171","msg":"trace[770000244] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:625; }","duration":"1.050037244s","start":"2026-04-02T16:46:04.686268Z","end":"2026-04-02T16:46:05.736305Z","steps":["trace[770000244] 'range keys from in-memory index tree' (duration: 1.049683385s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.736338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.127751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:05.736358Z","caller":"traceutil/trace.go:171","msg":"trace[978627871] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:625; }","duration":"952.531118ms","start":"2026-04-02T16:46:04.78381Z","end":"2026-04-02T16:46:05.736341Z","steps":["trace[978627871] 'range keys from in-memory index tree' (duration: 952.371683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.736354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.463692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:46:05.736442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.407898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:46:05.736425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.783779Z","time spent":"952.63278ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-02T16:46:05.736471Z","caller":"traceutil/trace.go:171","msg":"trace[1633384164] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:625; }","duration":"991.46361ms","start":"2026-04-02T16:46:04.744999Z","end":"2026-04-02T16:46:05.736463Z","steps":["trace[1633384164] 'range keys from in-memory index tree' (duration: 991.355967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.736467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.6285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:46:05.736473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.1165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:46:05.736323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.29275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-02T16:46:05.7365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.744987Z","time spent":"991.500362ms","remote":"127.0.0.1:47614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"info","ts":"2026-04-02T16:46:05.736505Z","caller":"traceutil/trace.go:171","msg":"trace[271488726] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:625; }","duration":"952.700201ms","start":"2026-04-02T16:46:04.783795Z","end":"2026-04-02T16:46:05.736495Z","steps":["trace[271488726] 'count revisions from in-memory index tree' (duration: 952.516667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.736393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.982888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T16:46:05.736477Z","caller":"traceutil/trace.go:171","msg":"trace[1725146658] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:625; }","duration":"976.571685ms","start":"2026-04-02T16:46:04.759853Z","end":"2026-04-02T16:46:05.736425Z","steps":["trace[1725146658] 'range keys from in-memory index tree' (duration: 976.398861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.73654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.783774Z","time spent":"952.756683ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:46:05.736548Z","caller":"traceutil/trace.go:171","msg":"trace[331026933] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"521.916234ms","start":"2026-04-02T16:46:05.214622Z","end":"2026-04-02T16:46:05.736538Z","steps":["trace[331026933] 'read index received' (duration: 164.755µs)","trace[331026933] 'applied index is now lower than readState.Index' (duration: 521.747209ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:46:05.736397Z","caller":"traceutil/trace.go:171","msg":"trace[779041811] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:625; }","duration":"977.192552ms","start":"2026-04-02T16:46:04.759186Z","end":"2026-04-02T16:46:05.736379Z","steps":["trace[779041811] 'range keys from in-memory index tree' (duration: 977.094208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.736578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.759844Z","time spent":"976.720319ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-02T16:46:05.736198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030414683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:46:05.736606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.996927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:05.736629Z","caller":"traceutil/trace.go:171","msg":"trace[243828584] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"629.348284ms","start":"2026-04-02T16:46:05.107267Z","end":"2026-04-02T16:46:05.736616Z","steps":["trace[243828584] 'process raft request' (duration: 99.590462ms)","trace[243828584] 'compare' (duration: 528.850059ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:46:05.736635Z","caller":"traceutil/trace.go:171","msg":"trace[798333674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"522.027277ms","start":"2026-04-02T16:46:05.214599Z","end":"2026-04-02T16:46:05.736626Z","steps":["trace[798333674] 'agreement among raft nodes before linearized reading' (duration: 521.974707ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:05.736647Z","caller":"traceutil/trace.go:171","msg":"trace[601743589] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:625; }","duration":"1.030909155s","start":"2026-04-02T16:46:04.705719Z","end":"2026-04-02T16:46:05.736628Z","steps":["trace[601743589] 'range keys from in-memory index tree' (duration: 1.030346312s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.736673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:05.214453Z","time spent":"522.212692ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:46:05.736588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.759182Z","time spent":"977.399088ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-02T16:46:05.736718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.705702Z","time spent":"1.030980338s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-02T16:46:05.735906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.718188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:05.736525Z","caller":"traceutil/trace.go:171","msg":"trace[1292996458] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:625; }","duration":"934.19534ms","start":"2026-04-02T16:46:04.802315Z","end":"2026-04-02T16:46:05.73651Z","steps":["trace[1292996458] 'range keys from in-memory index tree' (duration: 934.029446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.737326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.802302Z","time spent":"934.978351ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-02T16:46:05.736726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:05.107241Z","time spent":"629.410077ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:46:05.73742Z","caller":"traceutil/trace.go:171","msg":"trace[679105314] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:625; }","duration":"977.751307ms","start":"2026-04-02T16:46:04.759125Z","end":"2026-04-02T16:46:05.736876Z","steps":["trace[679105314] 'count revisions from in-memory index tree' (duration: 976.585526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.736387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.686249Z","time spent":"1.050122506s","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-02T16:46:05.73625Z","caller":"traceutil/trace.go:171","msg":"trace[1026864988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:625; }","duration":"1.030403073s","start":"2026-04-02T16:46:04.705789Z","end":"2026-04-02T16:46:05.736192Z","steps":["trace[1026864988] 'count revisions from in-memory index tree' (duration: 1.030161926s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.737489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.759117Z","time spent":"978.349652ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:46:05.737553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.705768Z","time spent":"1.03176021s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:46:05.7362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004810145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:05.737697Z","caller":"traceutil/trace.go:171","msg":"trace[630012532] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:625; }","duration":"1.006316504s","start":"2026-04-02T16:46:04.731355Z","end":"2026-04-02T16:46:05.737671Z","steps":["trace[630012532] 'range keys from in-memory index tree' (duration: 1.004727662s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.737754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.731317Z","time spent":"1.006417696s","remote":"127.0.0.1:47614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"info","ts":"2026-04-02T16:46:05.736591Z","caller":"traceutil/trace.go:171","msg":"trace[255999519] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:625; }","duration":"775.219045ms","start":"2026-04-02T16:46:04.961338Z","end":"2026-04-02T16:46:05.736557Z","steps":["trace[255999519] 'range keys from in-memory index tree' (duration: 774.697261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:05.737874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:04.961321Z","time spent":"776.506368ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"info","ts":"2026-04-02T16:46:05.876579Z","caller":"traceutil/trace.go:171","msg":"trace[180603211] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:652; }","duration":"136.569274ms","start":"2026-04-02T16:46:05.739979Z","end":"2026-04-02T16:46:05.876549Z","steps":["trace[180603211] 'read index received' (duration: 135.864715ms)","trace[180603211] 'applied index is now lower than readState.Index' (duration: 703.189µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:46:05.876744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.738558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:05.876798Z","caller":"traceutil/trace.go:171","msg":"trace[121388053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"136.834381ms","start":"2026-04-02T16:46:05.73994Z","end":"2026-04-02T16:46:05.876774Z","steps":["trace[121388053] 'agreement among raft nodes before linearized reading' (duration: 136.731778ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:06.536372Z","caller":"traceutil/trace.go:171","msg":"trace[1836643824] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"406.233816ms","start":"2026-04-02T16:46:06.130111Z","end":"2026-04-02T16:46:06.536344Z","steps":["trace[1836643824] 'process raft request' (duration: 405.572109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:06.53656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:06.130072Z","time spent":"406.390399ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:46:07.279863Z","caller":"traceutil/trace.go:171","msg":"trace[683789572] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"684.881628ms","start":"2026-04-02T16:46:06.594941Z","end":"2026-04-02T16:46:07.279822Z","steps":["trace[683789572] 'process raft request' (duration: 684.59037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:07.280136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:06.594912Z","time spent":"685.052212ms","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:46:08.525228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625599734008437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:46:08.570461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274158788s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T16:46:09.27473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147045467s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:09.274914Z","caller":"traceutil/trace.go:171","msg":"trace[2085648200] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:637; }","duration":"1.147261193s","start":"2026-04-02T16:46:08.127631Z","end":"2026-04-02T16:46:09.274892Z","steps":["trace[2085648200] 'range keys from in-memory index tree' (duration: 1.147024507s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:09.275618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.836226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:46:09.275885Z","caller":"traceutil/trace.go:171","msg":"trace[340471331] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:664; }","duration":"1.251286962s","start":"2026-04-02T16:46:08.024576Z","end":"2026-04-02T16:46:09.275863Z","steps":["trace[340471331] 'read index received' (duration: 546.076506ms)","trace[340471331] 'applied index is now lower than readState.Index' (duration: 705.208856ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:46:09.275948Z","caller":"traceutil/trace.go:171","msg":"trace[419195111] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.979710414s","start":"2026-04-02T16:46:07.296202Z","end":"2026-04-02T16:46:09.275913Z","steps":["trace[419195111] 'process raft request' (duration: 1.274456117s)","trace[419195111] 'compare' (duration: 704.527469ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:46:09.275983Z","caller":"traceutil/trace.go:171","msg":"trace[378867311] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"1.23464806s","start":"2026-04-02T16:46:08.041271Z","end":"2026-04-02T16:46:09.27592Z","steps":["trace[378867311] 'process raft request' (duration: 1.234485767s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:09.276142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062661629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:46:09.276208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231880748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T16:46:09.276227Z","caller":"traceutil/trace.go:171","msg":"trace[927500465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:639; }","duration":"1.062765131s","start":"2026-04-02T16:46:08.213442Z","end":"2026-04-02T16:46:09.276207Z","steps":["trace[927500465] 'agreement among raft nodes before linearized reading' (duration: 1.062585696s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:09.27623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251696364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T16:46:09.276265Z","caller":"traceutil/trace.go:171","msg":"trace[1233873541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:639; }","duration":"1.231965959s","start":"2026-04-02T16:46:08.044282Z","end":"2026-04-02T16:46:09.276248Z","steps":["trace[1233873541] 'agreement among raft nodes before linearized reading' (duration: 1.231736273s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:09.276282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:08.213377Z","time spent":"1.062891605s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:46:09.276318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:08.044268Z","time spent":"1.232037422s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T16:46:09.276314Z","caller":"traceutil/trace.go:171","msg":"trace[1089139843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:639; }","duration":"1.251872308s","start":"2026-04-02T16:46:08.024415Z","end":"2026-04-02T16:46:09.276288Z","steps":["trace[1089139843] 'agreement among raft nodes before linearized reading' (duration: 1.251554589s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:09.276203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231234261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-02T16:46:09.276472Z","caller":"traceutil/trace.go:171","msg":"trace[208837836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:639; }","duration":"1.231524618s","start":"2026-04-02T16:46:08.044935Z","end":"2026-04-02T16:46:09.276459Z","steps":["trace[208837836] 'agreement among raft nodes before linearized reading' (duration: 1.231134648s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:09.276542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231735794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-02T16:46:09.276503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:08.024385Z","time spent":"1.252052942s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:46:09.276544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:08.044928Z","time spent":"1.23160336s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T16:46:09.276612Z","caller":"traceutil/trace.go:171","msg":"trace[1340176116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:639; }","duration":"1.231843747s","start":"2026-04-02T16:46:08.044746Z","end":"2026-04-02T16:46:09.27659Z","steps":["trace[1340176116] 'agreement among raft nodes before linearized reading' (duration: 1.231516008s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:09.276648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:08.044722Z","time spent":"1.231918099s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:46:09.276815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:07.296183Z","time spent":"1.980533736s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:46:09.276828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:08.041227Z","time spent":"1.234895107s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:46:11.354617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.272584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:11.354733Z","caller":"traceutil/trace.go:171","msg":"trace[2123029906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"142.451429ms","start":"2026-04-02T16:46:11.212262Z","end":"2026-04-02T16:46:11.354713Z","steps":["trace[2123029906] 'range keys from in-memory index tree' (duration: 142.152661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:11.354641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.911188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:11.354956Z","caller":"traceutil/trace.go:171","msg":"trace[1332835895] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:675; }","duration":"187.257067ms","start":"2026-04-02T16:46:11.167652Z","end":"2026-04-02T16:46:11.354909Z","steps":["trace[1332835895] 'range keys from in-memory index tree' (duration: 186.823175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:27.650917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625599734008769,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:46:27.806999Z","caller":"traceutil/trace.go:171","msg":"trace[231931973] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:838; }","duration":"656.65368ms","start":"2026-04-02T16:46:27.15032Z","end":"2026-04-02T16:46:27.806974Z","steps":["trace[231931973] 'read index received' (duration: 656.385112ms)","trace[231931973] 'applied index is now lower than readState.Index' (duration: 267.678µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:46:27.807123Z","caller":"traceutil/trace.go:171","msg":"trace[955491350] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"743.968915ms","start":"2026-04-02T16:46:27.063121Z","end":"2026-04-02T16:46:27.80709Z","steps":["trace[955491350] 'process raft request' (duration: 743.707697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:27.80727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.936616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-ldfw6\" ","response":"range_response_count:1 size:3964"} {"level":"warn","ts":"2026-04-02T16:46:27.807291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:27.063091Z","time spent":"744.11052ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:46:27.807311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.013913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:46:27.807326Z","caller":"traceutil/trace.go:171","msg":"trace[243050152] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-ldfw6; range_end:; response_count:1; response_revision:806; }","duration":"657.040769ms","start":"2026-04-02T16:46:27.150271Z","end":"2026-04-02T16:46:27.807312Z","steps":["trace[243050152] 'agreement among raft nodes before linearized reading' (duration: 656.865344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:27.807377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:27.150257Z","time spent":"657.108981ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-ldfw6\" "} {"level":"info","ts":"2026-04-02T16:46:27.807377Z","caller":"traceutil/trace.go:171","msg":"trace[131602386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:806; }","duration":"362.115115ms","start":"2026-04-02T16:46:27.445242Z","end":"2026-04-02T16:46:27.807357Z","steps":["trace[131602386] 'agreement among raft nodes before linearized reading' (duration: 361.968762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:27.807425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:27.445215Z","time spent":"362.196927ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:46:27.80753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.887521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:46:27.80762Z","caller":"traceutil/trace.go:171","msg":"trace[2100034685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:806; }","duration":"356.014214ms","start":"2026-04-02T16:46:27.451586Z","end":"2026-04-02T16:46:27.8076Z","steps":["trace[2100034685] 'agreement among raft nodes before linearized reading' (duration: 355.663965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:27.807623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.096359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T16:46:27.807675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.74545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:46:27.80795Z","caller":"traceutil/trace.go:171","msg":"trace[1227085713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:806; }","duration":"354.879383ms","start":"2026-04-02T16:46:27.452869Z","end":"2026-04-02T16:46:27.807748Z","steps":["trace[1227085713] 'agreement among raft nodes before linearized reading' (duration: 354.567325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:27.807994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:27.452861Z","time spent":"355.12486ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:46:27.807682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:27.451564Z","time spent":"356.105867ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:46:27.807992Z","caller":"traceutil/trace.go:171","msg":"trace[46652852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:806; }","duration":"361.281534ms","start":"2026-04-02T16:46:27.446452Z","end":"2026-04-02T16:46:27.807734Z","steps":["trace[46652852] 'agreement among raft nodes before linearized reading' (duration: 360.871903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:27.808144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:27.446445Z","time spent":"361.678174ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T16:46:28.087276Z","caller":"traceutil/trace.go:171","msg":"trace[208481323] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"274.228534ms","start":"2026-04-02T16:46:27.813015Z","end":"2026-04-02T16:46:28.087244Z","steps":["trace[208481323] 'process raft request' (duration: 269.403146ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:28.088833Z","caller":"traceutil/trace.go:171","msg":"trace[900788698] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"275.797496ms","start":"2026-04-02T16:46:27.813017Z","end":"2026-04-02T16:46:28.088815Z","steps":["trace[900788698] 'process raft request' (duration: 275.654581ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:28.089137Z","caller":"traceutil/trace.go:171","msg":"trace[410755986] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"276.039982ms","start":"2026-04-02T16:46:27.813053Z","end":"2026-04-02T16:46:28.089093Z","steps":["trace[410755986] 'process raft request' (duration: 275.728383ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:28.089443Z","caller":"traceutil/trace.go:171","msg":"trace[1627421464] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"273.70423ms","start":"2026-04-02T16:46:27.815719Z","end":"2026-04-02T16:46:28.089424Z","steps":["trace[1627421464] 'process raft request' (duration: 273.609758ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:28.089472Z","caller":"traceutil/trace.go:171","msg":"trace[183207993] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"276.363942ms","start":"2026-04-02T16:46:27.813086Z","end":"2026-04-02T16:46:28.08945Z","steps":["trace[183207993] 'process raft request' (duration: 275.93047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:36.46408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.907374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:46:36.46422Z","caller":"traceutil/trace.go:171","msg":"trace[1443675603] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"158.572291ms","start":"2026-04-02T16:46:36.305627Z","end":"2026-04-02T16:46:36.4642Z","steps":["trace[1443675603] 'process raft request' (duration: 48.420642ms)","trace[1443675603] 'compare' (duration: 109.77461ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:46:36.682826Z","caller":"traceutil/trace.go:171","msg":"trace[1710980920] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"376.509869ms","start":"2026-04-02T16:46:36.306292Z","end":"2026-04-02T16:46:36.682802Z","steps":["trace[1710980920] 'process raft request' (duration: 376.302524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:36.68301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:36.30628Z","time spent":"376.627212ms","remote":"127.0.0.1:51250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1448,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:46:36.683107Z","caller":"traceutil/trace.go:171","msg":"trace[1712842926] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"371.572419ms","start":"2026-04-02T16:46:36.311481Z","end":"2026-04-02T16:46:36.683053Z","steps":["trace[1712842926] 'process raft request' (duration: 371.25749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:36.683377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:36.31145Z","time spent":"371.780623ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:46:36.707953Z","caller":"traceutil/trace.go:171","msg":"trace[1155363172] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"290.706619ms","start":"2026-04-02T16:46:36.417185Z","end":"2026-04-02T16:46:36.707892Z","steps":["trace[1155363172] 'process raft request' (duration: 290.512554ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:38.059948Z","caller":"traceutil/trace.go:171","msg":"trace[1984979624] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"136.512003ms","start":"2026-04-02T16:46:37.923409Z","end":"2026-04-02T16:46:38.059921Z","steps":["trace[1984979624] 'process raft request' (duration: 136.334769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:38.397972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.907494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T16:46:38.398063Z","caller":"traceutil/trace.go:171","msg":"trace[1938001031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:923; }","duration":"149.060808ms","start":"2026-04-02T16:46:38.248981Z","end":"2026-04-02T16:46:38.398042Z","steps":["trace[1938001031] 'range keys from in-memory index tree' (duration: 148.709349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:38.398459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.155591ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:38.398544Z","caller":"traceutil/trace.go:171","msg":"trace[37209172] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:923; }","duration":"270.246174ms","start":"2026-04-02T16:46:38.128289Z","end":"2026-04-02T16:46:38.398535Z","steps":["trace[37209172] 'range keys from in-memory index tree' (duration: 270.14408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:38.398888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.172717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-02T16:46:38.398928Z","caller":"traceutil/trace.go:171","msg":"trace[529855011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:923; }","duration":"217.245708ms","start":"2026-04-02T16:46:38.181673Z","end":"2026-04-02T16:46:38.398919Z","steps":["trace[529855011] 'range keys from in-memory index tree' (duration: 217.089343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:38.399069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.570844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:38.399103Z","caller":"traceutil/trace.go:171","msg":"trace[1943290683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:923; }","duration":"185.660496ms","start":"2026-04-02T16:46:38.213434Z","end":"2026-04-02T16:46:38.399094Z","steps":["trace[1943290683] 'range keys from in-memory index tree' (duration: 185.45984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:38.399408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.687779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-02T16:46:38.399463Z","caller":"traceutil/trace.go:171","msg":"trace[323270693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:923; }","duration":"151.796661ms","start":"2026-04-02T16:46:38.247657Z","end":"2026-04-02T16:46:38.399454Z","steps":["trace[323270693] 'range keys from in-memory index tree' (duration: 151.545244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:38.39963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.755384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T16:46:38.399664Z","caller":"traceutil/trace.go:171","msg":"trace[575659994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:923; }","duration":"150.824335ms","start":"2026-04-02T16:46:38.248832Z","end":"2026-04-02T16:46:38.399656Z","steps":["trace[575659994] 'range keys from in-memory index tree' (duration: 150.619549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:40.044317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.694739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:46:40.044456Z","caller":"traceutil/trace.go:171","msg":"trace[232024345] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"466.090601ms","start":"2026-04-02T16:46:39.578344Z","end":"2026-04-02T16:46:40.044435Z","steps":["trace[232024345] 'process raft request' (duration: 217.190887ms)","trace[232024345] 'compare' (duration: 248.435361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:46:40.044516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:39.5783Z","time spent":"466.192403ms","remote":"127.0.0.1:51440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:46:40.085668Z","caller":"traceutil/trace.go:171","msg":"trace[1274666529] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"504.919107ms","start":"2026-04-02T16:46:39.580725Z","end":"2026-04-02T16:46:40.085644Z","steps":["trace[1274666529] 'process raft request' (duration: 504.737662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:40.085969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:39.580703Z","time spent":"505.095241ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12736,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:46:40.237528Z","caller":"traceutil/trace.go:171","msg":"trace[747719695] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"200.271955ms","start":"2026-04-02T16:46:40.037235Z","end":"2026-04-02T16:46:40.237507Z","steps":["trace[747719695] 'process raft request' (duration: 200.052459ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:40.237835Z","caller":"traceutil/trace.go:171","msg":"trace[570126577] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"187.893106ms","start":"2026-04-02T16:46:40.049897Z","end":"2026-04-02T16:46:40.23779Z","steps":["trace[570126577] 'process raft request' (duration: 187.557117ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:40.237874Z","caller":"traceutil/trace.go:171","msg":"trace[1141474254] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"186.778786ms","start":"2026-04-02T16:46:40.051067Z","end":"2026-04-02T16:46:40.237846Z","steps":["trace[1141474254] 'process raft request' (duration: 186.652401ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:40.244719Z","caller":"traceutil/trace.go:171","msg":"trace[1379792426] linearizableReadLoop","detail":"{readStateIndex:976; appliedIndex:974; }","duration":"195.425896ms","start":"2026-04-02T16:46:40.04925Z","end":"2026-04-02T16:46:40.244676Z","steps":["trace[1379792426] 'read index received' (duration: 36.293929ms)","trace[1379792426] 'applied index is now lower than readState.Index' (duration: 159.129997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:46:40.244939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.662252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:46:40.245064Z","caller":"traceutil/trace.go:171","msg":"trace[2038627870] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:943; }","duration":"195.848787ms","start":"2026-04-02T16:46:40.049192Z","end":"2026-04-02T16:46:40.245041Z","steps":["trace[2038627870] 'agreement among raft nodes before linearized reading' (duration: 195.58688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:40.258571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.609544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:46:40.258679Z","caller":"traceutil/trace.go:171","msg":"trace[2061910400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:943; }","duration":"194.758799ms","start":"2026-04-02T16:46:40.063905Z","end":"2026-04-02T16:46:40.258664Z","steps":["trace[2061910400] 'agreement among raft nodes before linearized reading' (duration: 194.560603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:40.258711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.334298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12751"} {"level":"info","ts":"2026-04-02T16:46:40.2588Z","caller":"traceutil/trace.go:171","msg":"trace[1841983746] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:943; }","duration":"106.484592ms","start":"2026-04-02T16:46:40.152293Z","end":"2026-04-02T16:46:40.258777Z","steps":["trace[1841983746] 'agreement among raft nodes before linearized reading' (duration: 106.219874ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:42.796032Z","caller":"traceutil/trace.go:171","msg":"trace[1303510718] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"118.499923ms","start":"2026-04-02T16:46:42.677486Z","end":"2026-04-02T16:46:42.795986Z","steps":["trace[1303510718] 'process raft request' (duration: 117.505457ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:44.774353Z","caller":"traceutil/trace.go:171","msg":"trace[971877353] linearizableReadLoop","detail":"{readStateIndex:1017; appliedIndex:1016; }","duration":"139.39837ms","start":"2026-04-02T16:46:44.634931Z","end":"2026-04-02T16:46:44.77433Z","steps":["trace[971877353] 'read index received' (duration: 139.263216ms)","trace[971877353] 'applied index is now lower than readState.Index' (duration: 133.744µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:46:44.774415Z","caller":"traceutil/trace.go:171","msg":"trace[1827939615] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"374.583909ms","start":"2026-04-02T16:46:44.399804Z","end":"2026-04-02T16:46:44.774388Z","steps":["trace[1827939615] 'process raft request' (duration: 374.392073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:44.774568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.621106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:46:44.774567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:44.399768Z","time spent":"374.714942ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:46:44.774606Z","caller":"traceutil/trace.go:171","msg":"trace[953159322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:979; }","duration":"139.722469ms","start":"2026-04-02T16:46:44.634876Z","end":"2026-04-02T16:46:44.774598Z","steps":["trace[953159322] 'agreement among raft nodes before linearized reading' (duration: 139.582195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:44.774782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.585631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T16:46:44.774861Z","caller":"traceutil/trace.go:171","msg":"trace[1550384646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:979; }","duration":"101.668164ms","start":"2026-04-02T16:46:44.673168Z","end":"2026-04-02T16:46:44.774836Z","steps":["trace[1550384646] 'agreement among raft nodes before linearized reading' (duration: 101.501229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:44.774802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.924993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:46:44.774957Z","caller":"traceutil/trace.go:171","msg":"trace[5213067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:979; }","duration":"101.122899ms","start":"2026-04-02T16:46:44.673815Z","end":"2026-04-02T16:46:44.774938Z","steps":["trace[5213067] 'agreement among raft nodes before linearized reading' (duration: 100.77785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:44.774756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.121536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:46:44.775098Z","caller":"traceutil/trace.go:171","msg":"trace[1088708876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:979; }","duration":"102.547427ms","start":"2026-04-02T16:46:44.672532Z","end":"2026-04-02T16:46:44.775079Z","steps":["trace[1088708876] 'agreement among raft nodes before linearized reading' (duration: 102.010003ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:45.027415Z","caller":"traceutil/trace.go:171","msg":"trace[32970971] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"119.322616ms","start":"2026-04-02T16:46:44.908062Z","end":"2026-04-02T16:46:45.027385Z","steps":["trace[32970971] 'process raft request' (duration: 118.148224ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:45.250848Z","caller":"traceutil/trace.go:171","msg":"trace[1561406173] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"219.612543ms","start":"2026-04-02T16:46:45.031208Z","end":"2026-04-02T16:46:45.250821Z","steps":["trace[1561406173] 'process raft request' (duration: 219.408017ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:45.251045Z","caller":"traceutil/trace.go:171","msg":"trace[942711952] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"143.066688ms","start":"2026-04-02T16:46:45.107955Z","end":"2026-04-02T16:46:45.251022Z","steps":["trace[942711952] 'process raft request' (duration: 142.913925ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:45.251095Z","caller":"traceutil/trace.go:171","msg":"trace[1212716968] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"219.619052ms","start":"2026-04-02T16:46:45.031397Z","end":"2026-04-02T16:46:45.251016Z","steps":["trace[1212716968] 'process raft request' (duration: 219.341635ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:45.264147Z","caller":"traceutil/trace.go:171","msg":"trace[1110997095] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"145.067822ms","start":"2026-04-02T16:46:45.119039Z","end":"2026-04-02T16:46:45.264107Z","steps":["trace[1110997095] 'process raft request' (duration: 144.854656ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:45.492363Z","caller":"traceutil/trace.go:171","msg":"trace[609428373] linearizableReadLoop","detail":"{readStateIndex:1083; appliedIndex:1082; }","duration":"105.301381ms","start":"2026-04-02T16:46:45.387033Z","end":"2026-04-02T16:46:45.492335Z","steps":["trace[609428373] 'read index received' (duration: 103.418691ms)","trace[609428373] 'applied index is now lower than readState.Index' (duration: 1.88157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:46:45.4926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.538187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:109064"} {"level":"info","ts":"2026-04-02T16:46:45.492711Z","caller":"traceutil/trace.go:171","msg":"trace[217874311] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1043; }","duration":"105.632929ms","start":"2026-04-02T16:46:45.386997Z","end":"2026-04-02T16:46:45.49263Z","steps":["trace[217874311] 'agreement among raft nodes before linearized reading' (duration: 105.445404ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:45.492703Z","caller":"traceutil/trace.go:171","msg":"trace[1018137703] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"113.587751ms","start":"2026-04-02T16:46:45.379082Z","end":"2026-04-02T16:46:45.49267Z","steps":["trace[1018137703] 'process raft request' (duration: 111.351221ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:45.495459Z","caller":"traceutil/trace.go:171","msg":"trace[932613610] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"108.197678ms","start":"2026-04-02T16:46:45.387212Z","end":"2026-04-02T16:46:45.495409Z","steps":["trace[932613610] 'process raft request' (duration: 107.849918ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:59.203452Z","caller":"traceutil/trace.go:171","msg":"trace[2094096175] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"202.505785ms","start":"2026-04-02T16:46:59.000909Z","end":"2026-04-02T16:46:59.203415Z","steps":["trace[2094096175] 'process raft request' (duration: 202.269388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:00.648909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220287171s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:47:00.649438Z","caller":"traceutil/trace.go:171","msg":"trace[2099667351] linearizableReadLoop","detail":"{readStateIndex:1255; appliedIndex:1254; }","duration":"436.085049ms","start":"2026-04-02T16:47:00.213328Z","end":"2026-04-02T16:47:00.649413Z","steps":["trace[2099667351] 'read index received' (duration: 435.858863ms)","trace[2099667351] 'applied index is now lower than readState.Index' (duration: 225.186µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:00.649574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.232243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:00.649554Z","caller":"traceutil/trace.go:171","msg":"trace[1904722473] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"1.221032651s","start":"2026-04-02T16:46:59.428486Z","end":"2026-04-02T16:47:00.649519Z","steps":["trace[1904722473] 'process raft request' (duration: 1.220730503s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:00.649613Z","caller":"traceutil/trace.go:171","msg":"trace[214390626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1213; }","duration":"436.339826ms","start":"2026-04-02T16:47:00.213263Z","end":"2026-04-02T16:47:00.649603Z","steps":["trace[214390626] 'agreement among raft nodes before linearized reading' (duration: 436.228643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:00.649663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:00.213241Z","time spent":"436.411508ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:47:00.64971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:59.428465Z","time spent":"1.221165385s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6388,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:16.806017Z","caller":"traceutil/trace.go:171","msg":"trace[2127142970] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"151.657158ms","start":"2026-04-02T16:47:16.654319Z","end":"2026-04-02T16:47:16.805976Z","steps":["trace[2127142970] 'process raft request' (duration: 151.335679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:21.484652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.099556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:47:21.484804Z","caller":"traceutil/trace.go:171","msg":"trace[2052183500] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"329.660289ms","start":"2026-04-02T16:47:21.155121Z","end":"2026-04-02T16:47:21.484781Z","steps":["trace[2052183500] 'process raft request' (duration: 85.332458ms)","trace[2052183500] 'compare' (duration: 243.771387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:21.484887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:21.155086Z","time spent":"329.771252ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:21.490486Z","caller":"traceutil/trace.go:171","msg":"trace[128087710] linearizableReadLoop","detail":"{readStateIndex:1522; appliedIndex:1520; }","duration":"277.518937ms","start":"2026-04-02T16:47:21.212939Z","end":"2026-04-02T16:47:21.490458Z","steps":["trace[128087710] 'read index received' (duration: 27.517214ms)","trace[128087710] 'applied index is now lower than readState.Index' (duration: 250.000243ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:21.490541Z","caller":"traceutil/trace.go:171","msg":"trace[1951942556] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"316.055975ms","start":"2026-04-02T16:47:21.174449Z","end":"2026-04-02T16:47:21.490505Z","steps":["trace[1951942556] 'process raft request' (duration: 315.885841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:21.490677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.727943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:21.490727Z","caller":"traceutil/trace.go:171","msg":"trace[1591749173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1469; }","duration":"277.828486ms","start":"2026-04-02T16:47:21.212883Z","end":"2026-04-02T16:47:21.490712Z","steps":["trace[1591749173] 'agreement among raft nodes before linearized reading' (duration: 277.710012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:21.490744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:21.174417Z","time spent":"316.233981ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:47:21.491517Z","caller":"traceutil/trace.go:171","msg":"trace[491895699] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"206.448369ms","start":"2026-04-02T16:47:21.285047Z","end":"2026-04-02T16:47:21.491495Z","steps":["trace[491895699] 'process raft request' (duration: 206.203543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:21.49155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.775827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:21.491624Z","caller":"traceutil/trace.go:171","msg":"trace[1726157411] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1470; }","duration":"252.90498ms","start":"2026-04-02T16:47:21.238698Z","end":"2026-04-02T16:47:21.491603Z","steps":["trace[1726157411] 'agreement among raft nodes before linearized reading' (duration: 252.709296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:21.492012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.860025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"info","ts":"2026-04-02T16:47:21.492109Z","caller":"traceutil/trace.go:171","msg":"trace[878268049] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1470; }","duration":"200.015109ms","start":"2026-04-02T16:47:21.292078Z","end":"2026-04-02T16:47:21.492094Z","steps":["trace[878268049] 'agreement among raft nodes before linearized reading' (duration: 199.529446ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:42.322269Z","caller":"traceutil/trace.go:171","msg":"trace[1363381546] linearizableReadLoop","detail":"{readStateIndex:1871; appliedIndex:1870; }","duration":"287.1604ms","start":"2026-04-02T16:47:42.035079Z","end":"2026-04-02T16:47:42.322239Z","steps":["trace[1363381546] 'read index received' (duration: 286.933204ms)","trace[1363381546] 'applied index is now lower than readState.Index' (duration: 226.476µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:42.322327Z","caller":"traceutil/trace.go:171","msg":"trace[144867655] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"292.268647ms","start":"2026-04-02T16:47:42.030013Z","end":"2026-04-02T16:47:42.322282Z","steps":["trace[144867655] 'process raft request' (duration: 292.073812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:42.322476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.344986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:47:42.322554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.400027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:47:42.322542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.093031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:42.322574Z","caller":"traceutil/trace.go:171","msg":"trace[1001161183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1791; }","duration":"287.511899ms","start":"2026-04-02T16:47:42.035039Z","end":"2026-04-02T16:47:42.322551Z","steps":["trace[1001161183] 'agreement among raft nodes before linearized reading' (duration: 287.308463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:42.322541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.359696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:42.322624Z","caller":"traceutil/trace.go:171","msg":"trace[380205037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1791; }","duration":"111.226485ms","start":"2026-04-02T16:47:42.21138Z","end":"2026-04-02T16:47:42.322606Z","steps":["trace[380205037] 'agreement among raft nodes before linearized reading' (duration: 111.101522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:42.322618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.256719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:47:42.322658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.764742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:42.322666Z","caller":"traceutil/trace.go:171","msg":"trace[1989130429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1791; }","duration":"287.519781ms","start":"2026-04-02T16:47:42.035124Z","end":"2026-04-02T16:47:42.322644Z","steps":["trace[1989130429] 'agreement among raft nodes before linearized reading' (duration: 287.316415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:42.322676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.659315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:42.322699Z","caller":"traceutil/trace.go:171","msg":"trace[2033285262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1791; }","duration":"227.826044ms","start":"2026-04-02T16:47:42.094865Z","end":"2026-04-02T16:47:42.322691Z","steps":["trace[2033285262] 'agreement among raft nodes before linearized reading' (duration: 227.769872ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:42.32261Z","caller":"traceutil/trace.go:171","msg":"trace[203423784] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1791; }","duration":"262.515182ms","start":"2026-04-02T16:47:42.060082Z","end":"2026-04-02T16:47:42.322597Z","steps":["trace[203423784] 'agreement among raft nodes before linearized reading' (duration: 262.409249ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:42.322719Z","caller":"traceutil/trace.go:171","msg":"trace[1402331338] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1791; }","duration":"262.711147ms","start":"2026-04-02T16:47:42.059996Z","end":"2026-04-02T16:47:42.322708Z","steps":["trace[1402331338] 'agreement among raft nodes before linearized reading' (duration: 262.635364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:42.322568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.598607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:42.322822Z","caller":"traceutil/trace.go:171","msg":"trace[124494829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1791; }","duration":"227.911786ms","start":"2026-04-02T16:47:42.094898Z","end":"2026-04-02T16:47:42.32281Z","steps":["trace[124494829] 'agreement among raft nodes before linearized reading' (duration: 227.562956ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:42.322712Z","caller":"traceutil/trace.go:171","msg":"trace[1589417401] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1791; }","duration":"227.394862ms","start":"2026-04-02T16:47:42.095294Z","end":"2026-04-02T16:47:42.322689Z","steps":["trace[1589417401] 'agreement among raft nodes before linearized reading' (duration: 227.230647ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:47.669716Z","caller":"traceutil/trace.go:171","msg":"trace[639045502] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"116.655401ms","start":"2026-04-02T16:47:47.553032Z","end":"2026-04-02T16:47:47.669687Z","steps":["trace[639045502] 'process raft request' (duration: 114.729019ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:47.71707Z","caller":"traceutil/trace.go:171","msg":"trace[714971836] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"127.314105ms","start":"2026-04-02T16:47:47.589735Z","end":"2026-04-02T16:47:47.717049Z","steps":["trace[714971836] 'process raft request' (duration: 127.172861ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:47.860141Z","caller":"traceutil/trace.go:171","msg":"trace[1355342935] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"128.536187ms","start":"2026-04-02T16:47:47.731563Z","end":"2026-04-02T16:47:47.860099Z","steps":["trace[1355342935] 'process raft request' (duration: 101.7049ms)","trace[1355342935] 'compare' (duration: 26.620672ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:47.877887Z","caller":"traceutil/trace.go:171","msg":"trace[279904977] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"100.9737ms","start":"2026-04-02T16:47:47.776886Z","end":"2026-04-02T16:47:47.877859Z","steps":["trace[279904977] 'process raft request' (duration: 100.846867ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:48.10563Z","caller":"traceutil/trace.go:171","msg":"trace[1271360959] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"234.549743ms","start":"2026-04-02T16:47:47.87103Z","end":"2026-04-02T16:47:48.10558Z","steps":["trace[1271360959] 'process raft request' (duration: 179.218113ms)","trace[1271360959] 'compare' (duration: 55.124755ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:48.348541Z","caller":"traceutil/trace.go:171","msg":"trace[1958736782] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"461.41722ms","start":"2026-04-02T16:47:47.887094Z","end":"2026-04-02T16:47:48.348511Z","steps":["trace[1958736782] 'process raft request' (duration: 461.363749ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:48.348557Z","caller":"traceutil/trace.go:171","msg":"trace[1663647359] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"466.360053ms","start":"2026-04-02T16:47:47.882137Z","end":"2026-04-02T16:47:48.348498Z","steps":["trace[1663647359] 'process raft request' (duration: 397.80249ms)","trace[1663647359] 'compare' (duration: 68.136032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:48.348707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:47.887083Z","time spent":"461.549545ms","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17833,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:47:48.348555Z","caller":"traceutil/trace.go:171","msg":"trace[2001371500] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"464.995287ms","start":"2026-04-02T16:47:47.883535Z","end":"2026-04-02T16:47:48.34853Z","steps":["trace[2001371500] 'process raft request' (duration: 464.847222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:48.348858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:47.88211Z","time spent":"466.546758ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:47:48.348941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:47.883506Z","time spent":"465.267444ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3012,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:48.548463Z","caller":"traceutil/trace.go:171","msg":"trace[1048264564] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"437.03628ms","start":"2026-04-02T16:47:48.111374Z","end":"2026-04-02T16:47:48.54841Z","steps":["trace[1048264564] 'process raft request' (duration: 436.774292ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:48.548524Z","caller":"traceutil/trace.go:171","msg":"trace[2006869050] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"436.876644ms","start":"2026-04-02T16:47:48.111612Z","end":"2026-04-02T16:47:48.548489Z","steps":["trace[2006869050] 'process raft request' (duration: 436.671888ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:48.548503Z","caller":"traceutil/trace.go:171","msg":"trace[881945665] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1919; }","duration":"334.741223ms","start":"2026-04-02T16:47:48.213736Z","end":"2026-04-02T16:47:48.548477Z","steps":["trace[881945665] 'read index received' (duration: 66.338644ms)","trace[881945665] 'applied index is now lower than readState.Index' (duration: 268.401299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:48.548653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:48.111336Z","time spent":"437.225854ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:47:48.54879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:48.111598Z","time spent":"436.998917ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9232,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:48.548807Z","caller":"traceutil/trace.go:171","msg":"trace[294777865] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"433.71275ms","start":"2026-04-02T16:47:48.115065Z","end":"2026-04-02T16:47:48.548778Z","steps":["trace[294777865] 'process raft request' (duration: 433.327689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:48.548958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:48.115042Z","time spent":"433.839163ms","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15304,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:47:48.54896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.196734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:48.54911Z","caller":"traceutil/trace.go:171","msg":"trace[767534681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1844; }","duration":"335.415882ms","start":"2026-04-02T16:47:48.21368Z","end":"2026-04-02T16:47:48.549096Z","steps":["trace[767534681] 'agreement among raft nodes before linearized reading' (duration: 335.209816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:48.549166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:48.213659Z","time spent":"335.491592ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:47:48.689079Z","caller":"traceutil/trace.go:171","msg":"trace[1178074869] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1925; }","duration":"140.446067ms","start":"2026-04-02T16:47:48.548609Z","end":"2026-04-02T16:47:48.689055Z","steps":["trace[1178074869] 'read index received' (duration: 140.19619ms)","trace[1178074869] 'applied index is now lower than readState.Index' (duration: 248.557µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:48.689104Z","caller":"traceutil/trace.go:171","msg":"trace[1976184986] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"332.496004ms","start":"2026-04-02T16:47:48.356582Z","end":"2026-04-02T16:47:48.689078Z","steps":["trace[1976184986] 'process raft request' (duration: 332.36981ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:48.689286Z","caller":"traceutil/trace.go:171","msg":"trace[1067232651] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"232.91302ms","start":"2026-04-02T16:47:48.456301Z","end":"2026-04-02T16:47:48.689214Z","steps":["trace[1067232651] 'process raft request' (duration: 232.706034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:48.689358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.634342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-02T16:47:48.689407Z","caller":"traceutil/trace.go:171","msg":"trace[206000473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1847; }","duration":"201.762326ms","start":"2026-04-02T16:47:48.487629Z","end":"2026-04-02T16:47:48.689391Z","steps":["trace[206000473] 'agreement among raft nodes before linearized reading' (duration: 201.567041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:48.689416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:48.35656Z","time spent":"332.75508ms","remote":"127.0.0.1:51446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:47:48.689374Z","caller":"traceutil/trace.go:171","msg":"trace[567136128] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"334.286421ms","start":"2026-04-02T16:47:48.354752Z","end":"2026-04-02T16:47:48.689038Z","steps":["trace[567136128] 'process raft request' (duration: 333.989854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:48.689647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:48.354729Z","time spent":"334.823285ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3032,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:48.902612Z","caller":"traceutil/trace.go:171","msg":"trace[1889162936] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1928; }","duration":"213.421508ms","start":"2026-04-02T16:47:48.689166Z","end":"2026-04-02T16:47:48.902588Z","steps":["trace[1889162936] 'read index received' (duration: 139.671335ms)","trace[1889162936] 'applied index is now lower than readState.Index' (duration: 73.749123ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:48.902706Z","caller":"traceutil/trace.go:171","msg":"trace[1325272452] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"348.942303ms","start":"2026-04-02T16:47:48.55373Z","end":"2026-04-02T16:47:48.902672Z","steps":["trace[1325272452] 'process raft request' (duration: 275.092978ms)","trace[1325272452] 'compare' (duration: 73.500566ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:48.90276Z","caller":"traceutil/trace.go:171","msg":"trace[1130820427] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"336.681025ms","start":"2026-04-02T16:47:48.566064Z","end":"2026-04-02T16:47:48.902745Z","steps":["trace[1130820427] 'process raft request' (duration: 336.439849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:48.90286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:48.55371Z","time spent":"349.066376ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:47:48.90288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:48.566018Z","time spent":"336.774057ms","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15368,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:47:48.903055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.526005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9247"} {"level":"warn","ts":"2026-04-02T16:47:48.9031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.763965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:48.903111Z","caller":"traceutil/trace.go:171","msg":"trace[1998421806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1849; }","duration":"347.609138ms","start":"2026-04-02T16:47:48.555492Z","end":"2026-04-02T16:47:48.903101Z","steps":["trace[1998421806] 'agreement among raft nodes before linearized reading' (duration: 347.413952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:48.903138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:48.555476Z","time spent":"347.655688ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9271,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-04-02T16:47:48.903134Z","caller":"traceutil/trace.go:171","msg":"trace[1413624609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1849; }","duration":"352.836767ms","start":"2026-04-02T16:47:48.550287Z","end":"2026-04-02T16:47:48.903124Z","steps":["trace[1413624609] 'agreement among raft nodes before linearized reading' (duration: 352.778306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:48.903171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:48.550264Z","time spent":"352.898279ms","remote":"127.0.0.1:50970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:47:48.94729Z","caller":"traceutil/trace.go:171","msg":"trace[578541909] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"253.169672ms","start":"2026-04-02T16:47:48.694096Z","end":"2026-04-02T16:47:48.947266Z","steps":["trace[578541909] 'process raft request' (duration: 252.997588ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:48.947461Z","caller":"traceutil/trace.go:171","msg":"trace[701905229] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"247.997833ms","start":"2026-04-02T16:47:48.69944Z","end":"2026-04-02T16:47:48.947438Z","steps":["trace[701905229] 'process raft request' (duration: 247.804607ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:48.94729Z","caller":"traceutil/trace.go:171","msg":"trace[1845270178] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"253.349996ms","start":"2026-04-02T16:47:48.693904Z","end":"2026-04-02T16:47:48.947254Z","steps":["trace[1845270178] 'process raft request' (duration: 253.049927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:48.947565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.477642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-04-02T16:47:48.947665Z","caller":"traceutil/trace.go:171","msg":"trace[3924733] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1853; }","duration":"114.639306ms","start":"2026-04-02T16:47:48.833008Z","end":"2026-04-02T16:47:48.947647Z","steps":["trace[3924733] 'agreement among raft nodes before linearized reading' (duration: 114.299947ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:48.947582Z","caller":"traceutil/trace.go:171","msg":"trace[1802942731] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"253.398787ms","start":"2026-04-02T16:47:48.694136Z","end":"2026-04-02T16:47:48.947534Z","steps":["trace[1802942731] 'process raft request' (duration: 253.043407ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:49.055557Z","caller":"traceutil/trace.go:171","msg":"trace[1952775307] linearizableReadLoop","detail":"{readStateIndex:1935; appliedIndex:1934; }","duration":"105.811759ms","start":"2026-04-02T16:47:48.949724Z","end":"2026-04-02T16:47:49.055536Z","steps":["trace[1952775307] 'read index received' (duration: 105.725828ms)","trace[1952775307] 'applied index is now lower than readState.Index' (duration: 84.891µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:49.055652Z","caller":"traceutil/trace.go:171","msg":"trace[404037100] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"142.642435ms","start":"2026-04-02T16:47:48.912999Z","end":"2026-04-02T16:47:49.055641Z","steps":["trace[404037100] 'process raft request' (duration: 142.412519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:49.055898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.138658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10667"} {"level":"info","ts":"2026-04-02T16:47:49.056068Z","caller":"traceutil/trace.go:171","msg":"trace[1040476876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1854; }","duration":"106.313074ms","start":"2026-04-02T16:47:48.949699Z","end":"2026-04-02T16:47:49.056012Z","steps":["trace[1040476876] 'agreement among raft nodes before linearized reading' (duration: 106.051336ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:49.059803Z","caller":"traceutil/trace.go:171","msg":"trace[1987336932] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"106.125119ms","start":"2026-04-02T16:47:48.953654Z","end":"2026-04-02T16:47:49.059779Z","steps":["trace[1987336932] 'process raft request' (duration: 105.923614ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:49.059902Z","caller":"traceutil/trace.go:171","msg":"trace[2105443440] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"106.132569ms","start":"2026-04-02T16:47:48.953747Z","end":"2026-04-02T16:47:49.05988Z","steps":["trace[2105443440] 'process raft request' (duration: 105.950954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:49.060234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.732161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-02T16:47:49.060313Z","caller":"traceutil/trace.go:171","msg":"trace[105811794] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"106.422767ms","start":"2026-04-02T16:47:48.953869Z","end":"2026-04-02T16:47:49.060292Z","steps":["trace[105811794] 'process raft request' (duration: 105.904213ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:49.060304Z","caller":"traceutil/trace.go:171","msg":"trace[176437874] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1859; }","duration":"107.854325ms","start":"2026-04-02T16:47:48.952433Z","end":"2026-04-02T16:47:49.060287Z","steps":["trace[176437874] 'agreement among raft nodes before linearized reading' (duration: 107.65964ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:49.059788Z","caller":"traceutil/trace.go:171","msg":"trace[1108099545] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"106.129748ms","start":"2026-04-02T16:47:48.953583Z","end":"2026-04-02T16:47:49.059712Z","steps":["trace[1108099545] 'process raft request' (duration: 105.83023ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:49.060797Z","caller":"traceutil/trace.go:171","msg":"trace[1490687117] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"105.232695ms","start":"2026-04-02T16:47:48.955545Z","end":"2026-04-02T16:47:49.060777Z","steps":["trace[1490687117] 'process raft request' (duration: 104.316841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:49.061074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.889989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123785"} {"level":"info","ts":"2026-04-02T16:47:49.06113Z","caller":"traceutil/trace.go:171","msg":"trace[492192781] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1859; }","duration":"106.983591ms","start":"2026-04-02T16:47:48.954133Z","end":"2026-04-02T16:47:49.061117Z","steps":["trace[492192781] 'agreement among raft nodes before linearized reading' (duration: 106.689873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:51.626371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625599734010887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:47:52.084241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015771817s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:47:52.084735Z","caller":"traceutil/trace.go:171","msg":"trace[682322813] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.016374504s","start":"2026-04-02T16:47:51.068335Z","end":"2026-04-02T16:47:52.08471Z","steps":["trace[682322813] 'process raft request' (duration: 1.016171149s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.084895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.068308Z","time spent":"1.016505438s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:52.104977Z","caller":"traceutil/trace.go:171","msg":"trace[278777809] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"518.481628ms","start":"2026-04-02T16:47:51.586469Z","end":"2026-04-02T16:47:52.104951Z","steps":["trace[278777809] 'process raft request' (duration: 518.22699ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:52.105024Z","caller":"traceutil/trace.go:171","msg":"trace[912111598] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"376.818469ms","start":"2026-04-02T16:47:51.728132Z","end":"2026-04-02T16:47:52.10495Z","steps":["trace[912111598] 'process raft request' (duration: 376.708446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.105137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.586444Z","time spent":"518.589321ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:52.105206Z","caller":"traceutil/trace.go:171","msg":"trace[2080749099] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1989; }","duration":"979.397465ms","start":"2026-04-02T16:47:51.125792Z","end":"2026-04-02T16:47:52.105189Z","steps":["trace[2080749099] 'read index received' (duration: 958.689641ms)","trace[2080749099] 'applied index is now lower than readState.Index' (duration: 20.707094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:52.105179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.72811Z","time spent":"376.956912ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:52.105276Z","caller":"traceutil/trace.go:171","msg":"trace[1226429890] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"376.794698ms","start":"2026-04-02T16:47:51.728455Z","end":"2026-04-02T16:47:52.105249Z","steps":["trace[1226429890] 'process raft request' (duration: 376.450868ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:52.105322Z","caller":"traceutil/trace.go:171","msg":"trace[463059203] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"182.805859ms","start":"2026-04-02T16:47:51.922493Z","end":"2026-04-02T16:47:52.105299Z","steps":["trace[463059203] 'process raft request' (duration: 182.630124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.105429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.728433Z","time spent":"376.9123ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:47:52.105452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.117594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T16:47:52.105471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.776669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T16:47:52.105502Z","caller":"traceutil/trace.go:171","msg":"trace[627504330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1912; }","duration":"857.203707ms","start":"2026-04-02T16:47:51.248286Z","end":"2026-04-02T16:47:52.10549Z","steps":["trace[627504330] 'agreement among raft nodes before linearized reading' (duration: 857.073094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.105455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.655381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-117ef95b-0b3d-4aee-9e9f-711b9d1e20bf\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-02T16:47:52.105521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.54088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T16:47:52.105535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.248265Z","time spent":"857.262119ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T16:47:52.105532Z","caller":"traceutil/trace.go:171","msg":"trace[1039131129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"394.868322ms","start":"2026-04-02T16:47:51.710641Z","end":"2026-04-02T16:47:52.10551Z","steps":["trace[1039131129] 'agreement among raft nodes before linearized reading' (duration: 394.728908ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:52.105557Z","caller":"traceutil/trace.go:171","msg":"trace[1197220850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1912; }","duration":"862.606891ms","start":"2026-04-02T16:47:51.24294Z","end":"2026-04-02T16:47:52.105547Z","steps":["trace[1197220850] 'agreement among raft nodes before linearized reading' (duration: 862.477918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.105533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.763039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-02T16:47:52.105581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.710622Z","time spent":"394.946774ms","remote":"127.0.0.1:38384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T16:47:52.105587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.242929Z","time spent":"862.651053ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:47:52.105588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.151213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-117ef95b-0b3d-4aee-9e9f-711b9d1e20bf\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-02T16:47:52.105563Z","caller":"traceutil/trace.go:171","msg":"trace[173907009] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-117ef95b-0b3d-4aee-9e9f-711b9d1e20bf; range_end:; response_count:1; response_revision:1912; }","duration":"979.794756ms","start":"2026-04-02T16:47:51.12575Z","end":"2026-04-02T16:47:52.105544Z","steps":["trace[173907009] 'agreement among raft nodes before linearized reading' (duration: 979.583681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.105622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.72298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T16:47:52.105645Z","caller":"traceutil/trace.go:171","msg":"trace[532621177] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-117ef95b-0b3d-4aee-9e9f-711b9d1e20bf; range_end:; response_count:1; response_revision:1912; }","duration":"440.253665ms","start":"2026-04-02T16:47:51.665376Z","end":"2026-04-02T16:47:52.105629Z","steps":["trace[532621177] 'agreement among raft nodes before linearized reading' (duration: 440.102801ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:52.105654Z","caller":"traceutil/trace.go:171","msg":"trace[1053699247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1912; }","duration":"978.930213ms","start":"2026-04-02T16:47:51.126702Z","end":"2026-04-02T16:47:52.105632Z","steps":["trace[1053699247] 'agreement among raft nodes before linearized reading' (duration: 978.636125ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:52.10567Z","caller":"traceutil/trace.go:171","msg":"trace[2056495745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1912; }","duration":"857.805483ms","start":"2026-04-02T16:47:51.247854Z","end":"2026-04-02T16:47:52.105659Z","steps":["trace[2056495745] 'agreement among raft nodes before linearized reading' (duration: 857.68741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.105685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.665343Z","time spent":"440.331427ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-117ef95b-0b3d-4aee-9e9f-711b9d1e20bf\" "} {"level":"warn","ts":"2026-04-02T16:47:52.1057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.247833Z","time spent":"857.859945ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:47:52.105659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.125731Z","time spent":"979.910729ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-117ef95b-0b3d-4aee-9e9f-711b9d1e20bf\" "} {"level":"warn","ts":"2026-04-02T16:47:52.105719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.5495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-02T16:47:52.105741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.126672Z","time spent":"979.054006ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:47:52.105745Z","caller":"traceutil/trace.go:171","msg":"trace[205227121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1912; }","duration":"933.616391ms","start":"2026-04-02T16:47:51.172121Z","end":"2026-04-02T16:47:52.105737Z","steps":["trace[205227121] 'agreement among raft nodes before linearized reading' (duration: 933.540628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.105628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.614814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:47:52.105778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.172102Z","time spent":"933.669872ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T16:47:52.105791Z","caller":"traceutil/trace.go:171","msg":"trace[2095468724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1912; }","duration":"892.79519ms","start":"2026-04-02T16:47:51.212985Z","end":"2026-04-02T16:47:52.10578Z","steps":["trace[2095468724] 'agreement among raft nodes before linearized reading' (duration: 892.621315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.105824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.212973Z","time spent":"892.843511ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:47:52.404893Z","caller":"traceutil/trace.go:171","msg":"trace[1435412928] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"291.958948ms","start":"2026-04-02T16:47:52.112903Z","end":"2026-04-02T16:47:52.404862Z","steps":["trace[1435412928] 'process raft request' (duration: 197.205664ms)","trace[1435412928] 'compare' (duration: 94.437896ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:52.404984Z","caller":"traceutil/trace.go:171","msg":"trace[1331432056] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"291.380674ms","start":"2026-04-02T16:47:52.113577Z","end":"2026-04-02T16:47:52.404958Z","steps":["trace[1331432056] 'process raft request' (duration: 291.308542ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:52.40496Z","caller":"traceutil/trace.go:171","msg":"trace[878081416] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"291.369873ms","start":"2026-04-02T16:47:52.113571Z","end":"2026-04-02T16:47:52.404941Z","steps":["trace[878081416] 'process raft request' (duration: 291.211939ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:52.405288Z","caller":"traceutil/trace.go:171","msg":"trace[1351232801] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"290.650334ms","start":"2026-04-02T16:47:52.114606Z","end":"2026-04-02T16:47:52.405256Z","steps":["trace[1351232801] 'process raft request' (duration: 290.319386ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:52.405503Z","caller":"traceutil/trace.go:171","msg":"trace[956131790] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"288.703961ms","start":"2026-04-02T16:47:52.116784Z","end":"2026-04-02T16:47:52.405488Z","steps":["trace[956131790] 'process raft request' (duration: 288.335262ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:52.405536Z","caller":"traceutil/trace.go:171","msg":"trace[846004111] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1995; }","duration":"192.290392ms","start":"2026-04-02T16:47:52.213189Z","end":"2026-04-02T16:47:52.40548Z","steps":["trace[846004111] 'read index received' (duration: 96.85258ms)","trace[846004111] 'applied index is now lower than readState.Index' (duration: 95.434682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:52.405696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.494478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:52.405759Z","caller":"traceutil/trace.go:171","msg":"trace[684773705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"192.609052ms","start":"2026-04-02T16:47:52.213139Z","end":"2026-04-02T16:47:52.405748Z","steps":["trace[684773705] 'agreement among raft nodes before linearized reading' (duration: 192.502529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:53.285422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.164959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-117ef95b-0b3d-4aee-9e9f-711b9d1e20bf\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-04-02T16:47:53.285541Z","caller":"traceutil/trace.go:171","msg":"trace[1360036287] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-117ef95b-0b3d-4aee-9e9f-711b9d1e20bf; range_end:; response_count:1; response_revision:1918; }","duration":"171.340813ms","start":"2026-04-02T16:47:53.114172Z","end":"2026-04-02T16:47:53.285513Z","steps":["trace[1360036287] 'range keys from in-memory index tree' (duration: 171.027655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:53.285659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.14584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:47:53.285684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.10745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T16:47:53.285782Z","caller":"traceutil/trace.go:171","msg":"trace[659459626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1918; }","duration":"170.254704ms","start":"2026-04-02T16:47:53.115503Z","end":"2026-04-02T16:47:53.285758Z","steps":["trace[659459626] 'range keys from in-memory index tree' (duration: 169.870694ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:53.285725Z","caller":"traceutil/trace.go:171","msg":"trace[1906773950] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1918; }","duration":"250.224833ms","start":"2026-04-02T16:47:53.035483Z","end":"2026-04-02T16:47:53.285708Z","steps":["trace[1906773950] 'count revisions from in-memory index tree' (duration: 250.053648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:53.285658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.920251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-02T16:47:53.285987Z","caller":"traceutil/trace.go:171","msg":"trace[1700017147] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1918; }","duration":"457.2769ms","start":"2026-04-02T16:47:52.828675Z","end":"2026-04-02T16:47:53.285952Z","steps":["trace[1700017147] 'range keys from in-memory index tree' (duration: 456.740656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:53.286077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:52.828653Z","time spent":"457.392984ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-02T16:47:58.685649Z","caller":"traceutil/trace.go:171","msg":"trace[2145096863] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"582.900211ms","start":"2026-04-02T16:47:58.102721Z","end":"2026-04-02T16:47:58.685621Z","steps":["trace[2145096863] 'process raft request' (duration: 582.755057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:58.685836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.102694Z","time spent":"583.039014ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:58.687044Z","caller":"traceutil/trace.go:171","msg":"trace[1354942321] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"559.620978ms","start":"2026-04-02T16:47:58.127398Z","end":"2026-04-02T16:47:58.687019Z","steps":["trace[1354942321] 'process raft request' (duration: 559.445663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:58.68717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.127373Z","time spent":"559.73287ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:58.687539Z","caller":"traceutil/trace.go:171","msg":"trace[829094218] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"559.045712ms","start":"2026-04-02T16:47:58.128454Z","end":"2026-04-02T16:47:58.687499Z","steps":["trace[829094218] 'process raft request' (duration: 558.472867ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:58.688295Z","caller":"traceutil/trace.go:171","msg":"trace[1195060305] linearizableReadLoop","detail":"{readStateIndex:2052; appliedIndex:2048; }","duration":"475.814225ms","start":"2026-04-02T16:47:58.212463Z","end":"2026-04-02T16:47:58.688278Z","steps":["trace[1195060305] 'read index received' (duration: 473.065283ms)","trace[1195060305] 'applied index is now lower than readState.Index' (duration: 2.748012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:58.688394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.128442Z","time spent":"559.841213ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:58.688393Z","caller":"traceutil/trace.go:171","msg":"trace[439206094] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"559.096883ms","start":"2026-04-02T16:47:58.129275Z","end":"2026-04-02T16:47:58.688372Z","steps":["trace[439206094] 'process raft request' (duration: 557.940802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:58.688438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.978071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:58.688505Z","caller":"traceutil/trace.go:171","msg":"trace[242855557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1968; }","duration":"476.108544ms","start":"2026-04-02T16:47:58.212382Z","end":"2026-04-02T16:47:58.688491Z","steps":["trace[242855557] 'agreement among raft nodes before linearized reading' (duration: 475.995231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:58.688511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.129265Z","time spent":"559.187555ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:47:58.688557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.212348Z","time spent":"476.193856ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:47:58.688629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.437778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-02T16:47:58.688685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.152638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:47:58.688696Z","caller":"traceutil/trace.go:171","msg":"trace[48407957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1968; }","duration":"459.561231ms","start":"2026-04-02T16:47:58.229119Z","end":"2026-04-02T16:47:58.688681Z","steps":["trace[48407957] 'agreement among raft nodes before linearized reading' (duration: 459.366336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:58.688705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.462838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-02T16:47:58.688692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.168025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T16:47:58.688742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.229095Z","time spent":"459.635383ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:47:58.688766Z","caller":"traceutil/trace.go:171","msg":"trace[1027496960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1968; }","duration":"364.51883ms","start":"2026-04-02T16:47:58.324231Z","end":"2026-04-02T16:47:58.68875Z","steps":["trace[1027496960] 'agreement among raft nodes before linearized reading' (duration: 364.382035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:58.688792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.256022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:58.688788Z","caller":"traceutil/trace.go:171","msg":"trace[406597872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1968; }","duration":"261.308889ms","start":"2026-04-02T16:47:58.42746Z","end":"2026-04-02T16:47:58.688769Z","steps":["trace[406597872] 'agreement among raft nodes before linearized reading' (duration: 261.084733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:58.68882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.324156Z","time spent":"364.651353ms","remote":"127.0.0.1:38384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T16:47:58.688831Z","caller":"traceutil/trace.go:171","msg":"trace[1898781864] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1968; }","duration":"401.346384ms","start":"2026-04-02T16:47:58.287475Z","end":"2026-04-02T16:47:58.688822Z","steps":["trace[1898781864] 'agreement among raft nodes before linearized reading' (duration: 401.287023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:58.688863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.163482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T16:47:58.688878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.287443Z","time spent":"401.423997ms","remote":"127.0.0.1:37770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:47:58.688703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.684279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:47:58.68892Z","caller":"traceutil/trace.go:171","msg":"trace[1340242215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1968; }","duration":"262.253854ms","start":"2026-04-02T16:47:58.426652Z","end":"2026-04-02T16:47:58.688906Z","steps":["trace[1340242215] 'agreement among raft nodes before linearized reading' (duration: 262.112481ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:58.688939Z","caller":"traceutil/trace.go:171","msg":"trace[602372006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1968; }","duration":"258.944476ms","start":"2026-04-02T16:47:58.42998Z","end":"2026-04-02T16:47:58.688924Z","steps":["trace[602372006] 'agreement among raft nodes before linearized reading' (duration: 258.605657ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:58.688721Z","caller":"traceutil/trace.go:171","msg":"trace[2014838145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1968; }","duration":"257.207969ms","start":"2026-04-02T16:47:58.431502Z","end":"2026-04-02T16:47:58.68871Z","steps":["trace[2014838145] 'agreement among raft nodes before linearized reading' (duration: 257.054795ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:06.856398Z","caller":"traceutil/trace.go:171","msg":"trace[47316784] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"141.949957ms","start":"2026-04-02T16:48:06.714419Z","end":"2026-04-02T16:48:06.856369Z","steps":["trace[47316784] 'process raft request' (duration: 141.754401ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:06.856585Z","caller":"traceutil/trace.go:171","msg":"trace[347497604] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"135.70165ms","start":"2026-04-02T16:48:06.720852Z","end":"2026-04-02T16:48:06.856554Z","steps":["trace[347497604] 'process raft request' (duration: 135.457434ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:06.884924Z","caller":"traceutil/trace.go:171","msg":"trace[1942604213] linearizableReadLoop","detail":"{readStateIndex:2121; appliedIndex:2118; }","duration":"158.366236ms","start":"2026-04-02T16:48:06.726509Z","end":"2026-04-02T16:48:06.884876Z","steps":["trace[1942604213] 'read index received' (duration: 129.765991ms)","trace[1942604213] 'applied index is now lower than readState.Index' (duration: 28.598565ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:06.884998Z","caller":"traceutil/trace.go:171","msg":"trace[525072650] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"163.321229ms","start":"2026-04-02T16:48:06.721641Z","end":"2026-04-02T16:48:06.884962Z","steps":["trace[525072650] 'process raft request' (duration: 163.027271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:06.885238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.941974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T16:48:06.885251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.725425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T16:48:06.885329Z","caller":"traceutil/trace.go:171","msg":"trace[783579429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2035; }","duration":"158.841999ms","start":"2026-04-02T16:48:06.726469Z","end":"2026-04-02T16:48:06.885311Z","steps":["trace[783579429] 'agreement among raft nodes before linearized reading' (duration: 158.586732ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:06.885283Z","caller":"traceutil/trace.go:171","msg":"trace[184796031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2035; }","duration":"152.017016ms","start":"2026-04-02T16:48:06.733257Z","end":"2026-04-02T16:48:06.885274Z","steps":["trace[184796031] 'agreement among raft nodes before linearized reading' (duration: 151.859321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:06.885393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.829858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T16:48:06.885417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.473802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:48:06.885451Z","caller":"traceutil/trace.go:171","msg":"trace[625036485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2035; }","duration":"152.9374ms","start":"2026-04-02T16:48:06.7325Z","end":"2026-04-02T16:48:06.885437Z","steps":["trace[625036485] 'agreement among raft nodes before linearized reading' (duration: 152.790316ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:06.885479Z","caller":"traceutil/trace.go:171","msg":"trace[1373738285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2035; }","duration":"157.566605ms","start":"2026-04-02T16:48:06.727896Z","end":"2026-04-02T16:48:06.885463Z","steps":["trace[1373738285] 'agreement among raft nodes before linearized reading' (duration: 157.411731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:06.885499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.59771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T16:48:06.8856Z","caller":"traceutil/trace.go:171","msg":"trace[676482121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2035; }","duration":"131.764083ms","start":"2026-04-02T16:48:06.753813Z","end":"2026-04-02T16:48:06.885578Z","steps":["trace[676482121] 'agreement among raft nodes before linearized reading' (duration: 131.363924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:06.885258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.881043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:48:06.885724Z","caller":"traceutil/trace.go:171","msg":"trace[1031660131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2035; }","duration":"158.370957ms","start":"2026-04-02T16:48:06.72734Z","end":"2026-04-02T16:48:06.885711Z","steps":["trace[1031660131] 'agreement among raft nodes before linearized reading' (duration: 157.75892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:10.712643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625599734011180,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:48:10.802276Z","caller":"traceutil/trace.go:171","msg":"trace[517241098] linearizableReadLoop","detail":"{readStateIndex:2140; appliedIndex:2139; }","duration":"589.715183ms","start":"2026-04-02T16:48:10.212525Z","end":"2026-04-02T16:48:10.802241Z","steps":["trace[517241098] 'read index received' (duration: 539.836588ms)","trace[517241098] 'applied index is now lower than readState.Index' (duration: 49.872615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:10.802535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.539242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:48:10.802515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.964409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:10.802576Z","caller":"traceutil/trace.go:171","msg":"trace[985354174] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2054; }","duration":"505.605164ms","start":"2026-04-02T16:48:10.296957Z","end":"2026-04-02T16:48:10.802562Z","steps":["trace[985354174] 'agreement among raft nodes before linearized reading' (duration: 505.440969ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:10.802603Z","caller":"traceutil/trace.go:171","msg":"trace[1102538748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2054; }","duration":"590.111264ms","start":"2026-04-02T16:48:10.212472Z","end":"2026-04-02T16:48:10.802584Z","steps":["trace[1102538748] 'agreement among raft nodes before linearized reading' (duration: 589.854387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:10.802626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:10.296901Z","time spent":"505.699736ms","remote":"127.0.0.1:51482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:48:10.802658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:10.21245Z","time spent":"590.200745ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:48:11.409599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625599734011185,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:48:11.490537Z","caller":"traceutil/trace.go:171","msg":"trace[1972450691] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"620.169127ms","start":"2026-04-02T16:48:10.870337Z","end":"2026-04-02T16:48:11.490506Z","steps":["trace[1972450691] 'process raft request' (duration: 619.969672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:11.490717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:10.870304Z","time spent":"620.323371ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:11.500624Z","caller":"traceutil/trace.go:171","msg":"trace[1173390290] linearizableReadLoop","detail":"{readStateIndex:2144; appliedIndex:2141; }","duration":"591.703006ms","start":"2026-04-02T16:48:10.908879Z","end":"2026-04-02T16:48:11.500582Z","steps":["trace[1173390290] 'read index received' (duration: 581.461882ms)","trace[1173390290] 'applied index is now lower than readState.Index' (duration: 10.239864ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:11.500622Z","caller":"traceutil/trace.go:171","msg":"trace[1366529828] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"630.179064ms","start":"2026-04-02T16:48:10.870421Z","end":"2026-04-02T16:48:11.5006Z","steps":["trace[1366529828] 'process raft request' (duration: 629.922928ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:11.500681Z","caller":"traceutil/trace.go:171","msg":"trace[1311263948] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"603.157023ms","start":"2026-04-02T16:48:10.89749Z","end":"2026-04-02T16:48:11.500647Z","steps":["trace[1311263948] 'process raft request' (duration: 603.04687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:11.500855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.976702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T16:48:11.500844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:10.897454Z","time spent":"603.301646ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:11.500871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:10.870376Z","time spent":"630.368491ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:11.500895Z","caller":"traceutil/trace.go:171","msg":"trace[1718197052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2057; }","duration":"592.064856ms","start":"2026-04-02T16:48:10.908822Z","end":"2026-04-02T16:48:11.500887Z","steps":["trace[1718197052] 'agreement among raft nodes before linearized reading' (duration: 591.868601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:11.500919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:10.908803Z","time spent":"592.110677ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:48:11.50098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.104434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T16:48:11.501001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.69252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T16:48:11.501033Z","caller":"traceutil/trace.go:171","msg":"trace[22509657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2057; }","duration":"559.185096ms","start":"2026-04-02T16:48:10.941833Z","end":"2026-04-02T16:48:11.501018Z","steps":["trace[22509657] 'agreement among raft nodes before linearized reading' (duration: 559.059453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:11.501051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.984851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:48:11.501068Z","caller":"traceutil/trace.go:171","msg":"trace[34573691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2057; }","duration":"584.794931ms","start":"2026-04-02T16:48:10.916256Z","end":"2026-04-02T16:48:11.501051Z","steps":["trace[34573691] 'agreement among raft nodes before linearized reading' (duration: 584.556985ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:11.501095Z","caller":"traceutil/trace.go:171","msg":"trace[1348091278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2057; }","duration":"559.056693ms","start":"2026-04-02T16:48:10.942031Z","end":"2026-04-02T16:48:11.501088Z","steps":["trace[1348091278] 'agreement among raft nodes before linearized reading' (duration: 558.96152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:11.501069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:10.94182Z","time spent":"559.240877ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:11.501109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:10.916238Z","time spent":"584.863874ms","remote":"127.0.0.1:38384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T16:48:11.501122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:10.942015Z","time spent":"559.101854ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:48:11.500974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.074404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:48:11.501191Z","caller":"traceutil/trace.go:171","msg":"trace[2104471002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2057; }","duration":"559.30514ms","start":"2026-04-02T16:48:10.941876Z","end":"2026-04-02T16:48:11.501181Z","steps":["trace[2104471002] 'agreement among raft nodes before linearized reading' (duration: 558.9557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:11.501171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.874083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:11.501284Z","caller":"traceutil/trace.go:171","msg":"trace[383932821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2057; }","duration":"287.045207ms","start":"2026-04-02T16:48:11.214212Z","end":"2026-04-02T16:48:11.501258Z","steps":["trace[383932821] 'agreement among raft nodes before linearized reading' (duration: 286.78685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:11.501224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:10.941869Z","time spent":"559.346941ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:11.501344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.984108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:48:11.501528Z","caller":"traceutil/trace.go:171","msg":"trace[1161919984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2057; }","duration":"563.230094ms","start":"2026-04-02T16:48:10.938261Z","end":"2026-04-02T16:48:11.501491Z","steps":["trace[1161919984] 'agreement among raft nodes before linearized reading' (duration: 562.683559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:11.501611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:10.938243Z","time spent":"563.352667ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:48:43.355748Z","caller":"traceutil/trace.go:171","msg":"trace[828224009] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2325; }","duration":"181.937181ms","start":"2026-04-02T16:48:43.173782Z","end":"2026-04-02T16:48:43.355719Z","steps":["trace[828224009] 'read index received' (duration: 181.696835ms)","trace[828224009] 'applied index is now lower than readState.Index' (duration: 239.206µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:43.355902Z","caller":"traceutil/trace.go:171","msg":"trace[904103129] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"324.103864ms","start":"2026-04-02T16:48:43.031789Z","end":"2026-04-02T16:48:43.355893Z","steps":["trace[904103129] 'process raft request' (duration: 323.747144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:43.356017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:43.031745Z","time spent":"324.181125ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:43.35622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.445424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:48:43.356252Z","caller":"traceutil/trace.go:171","msg":"trace[82217412] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2232; }","duration":"182.523087ms","start":"2026-04-02T16:48:43.17372Z","end":"2026-04-02T16:48:43.356243Z","steps":["trace[82217412] 'agreement among raft nodes before linearized reading' (duration: 182.448605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:43.356318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.977497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:43.356377Z","caller":"traceutil/trace.go:171","msg":"trace[581628901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2232; }","duration":"142.09305ms","start":"2026-04-02T16:48:43.214269Z","end":"2026-04-02T16:48:43.356362Z","steps":["trace[581628901] 'agreement among raft nodes before linearized reading' (duration: 142.003057ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:43.756713Z","caller":"traceutil/trace.go:171","msg":"trace[1748153084] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"110.255174ms","start":"2026-04-02T16:48:43.646427Z","end":"2026-04-02T16:48:43.756683Z","steps":["trace[1748153084] 'process raft request' (duration: 77.36645ms)","trace[1748153084] 'compare' (duration: 32.746751ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:44.021187Z","caller":"traceutil/trace.go:171","msg":"trace[1226383478] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2330; }","duration":"193.133518ms","start":"2026-04-02T16:48:43.828017Z","end":"2026-04-02T16:48:44.02115Z","steps":["trace[1226383478] 'read index received' (duration: 161.367033ms)","trace[1226383478] 'applied index is now lower than readState.Index' (duration: 31.764935ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:44.021237Z","caller":"traceutil/trace.go:171","msg":"trace[521093871] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"194.400182ms","start":"2026-04-02T16:48:43.826784Z","end":"2026-04-02T16:48:44.021184Z","steps":["trace[521093871] 'process raft request' (duration: 162.593946ms)","trace[521093871] 'compare' (duration: 31.60763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:44.021523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.477848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T16:48:44.02159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.725252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:48:44.021598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.425927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:48:44.021658Z","caller":"traceutil/trace.go:171","msg":"trace[2095461606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2237; }","duration":"193.656182ms","start":"2026-04-02T16:48:43.827971Z","end":"2026-04-02T16:48:44.021627Z","steps":["trace[2095461606] 'agreement among raft nodes before linearized reading' (duration: 193.364975ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:44.021677Z","caller":"traceutil/trace.go:171","msg":"trace[1688845938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2237; }","duration":"185.857825ms","start":"2026-04-02T16:48:43.8358Z","end":"2026-04-02T16:48:44.021658Z","steps":["trace[1688845938] 'agreement among raft nodes before linearized reading' (duration: 185.588307ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:44.021708Z","caller":"traceutil/trace.go:171","msg":"trace[1899859110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2237; }","duration":"184.572421ms","start":"2026-04-02T16:48:43.837107Z","end":"2026-04-02T16:48:44.021679Z","steps":["trace[1899859110] 'agreement among raft nodes before linearized reading' (duration: 184.288883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:44.521197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.268049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a29827a6559ede\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-02T16:48:44.521319Z","caller":"traceutil/trace.go:171","msg":"trace[1237153987] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a29827a6559ede; range_end:; response_count:1; response_revision:2240; }","duration":"315.468323ms","start":"2026-04-02T16:48:44.205817Z","end":"2026-04-02T16:48:44.521285Z","steps":["trace[1237153987] 'range keys from in-memory index tree' (duration: 314.974281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:44.521369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:44.205789Z","time spent":"315.569807ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a29827a6559ede\" "} {"level":"warn","ts":"2026-04-02T16:48:45.295115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:44.974006Z","time spent":"321.100753ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T16:48:45.598649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.98315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:48:45.598815Z","caller":"traceutil/trace.go:171","msg":"trace[1129000342] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"302.345834ms","start":"2026-04-02T16:48:45.296445Z","end":"2026-04-02T16:48:45.598791Z","steps":["trace[1129000342] 'process raft request' (duration: 199.094587ms)","trace[1129000342] 'compare' (duration: 102.823796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:45.598885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:45.296412Z","time spent":"302.443697ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:45.97275Z","caller":"traceutil/trace.go:171","msg":"trace[281964647] linearizableReadLoop","detail":"{readStateIndex:2338; appliedIndex:2337; }","duration":"371.150685ms","start":"2026-04-02T16:48:45.601571Z","end":"2026-04-02T16:48:45.972722Z","steps":["trace[281964647] 'read index received' (duration: 371.092974ms)","trace[281964647] 'applied index is now lower than readState.Index' (duration: 56.491µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:45.972853Z","caller":"traceutil/trace.go:171","msg":"trace[1461137179] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"610.847562ms","start":"2026-04-02T16:48:45.361953Z","end":"2026-04-02T16:48:45.972801Z","steps":["trace[1461137179] 'process raft request' (duration: 610.592116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:45.97297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.389951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-02T16:48:45.973093Z","caller":"traceutil/trace.go:171","msg":"trace[353532729] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2243; }","duration":"371.589286ms","start":"2026-04-02T16:48:45.601486Z","end":"2026-04-02T16:48:45.973075Z","steps":["trace[353532729] 'agreement among raft nodes before linearized reading' (duration: 371.37379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:45.973128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:45.601454Z","time spent":"371.666719ms","remote":"127.0.0.1:51162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-02T16:48:45.9732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:45.361931Z","time spent":"611.080669ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:45.996455Z","caller":"traceutil/trace.go:171","msg":"trace[863451854] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"233.554864ms","start":"2026-04-02T16:48:45.762888Z","end":"2026-04-02T16:48:45.996443Z","steps":["trace[863451854] 'process raft request' (duration: 233.39538ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:45.996585Z","caller":"traceutil/trace.go:171","msg":"trace[824962933] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"220.734813ms","start":"2026-04-02T16:48:45.775844Z","end":"2026-04-02T16:48:45.996579Z","steps":["trace[824962933] 'process raft request' (duration: 220.563228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:45.996921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.390591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:45.996924Z","caller":"traceutil/trace.go:171","msg":"trace[1911565738] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"218.241006ms","start":"2026-04-02T16:48:45.778612Z","end":"2026-04-02T16:48:45.996853Z","steps":["trace[1911565738] 'process raft request' (duration: 217.940778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:45.997082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.137131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T16:48:45.997173Z","caller":"traceutil/trace.go:171","msg":"trace[877860462] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2246; }","duration":"210.270964ms","start":"2026-04-02T16:48:45.786881Z","end":"2026-04-02T16:48:45.997152Z","steps":["trace[877860462] 'agreement among raft nodes before linearized reading' (duration: 209.994857ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:45.997063Z","caller":"traceutil/trace.go:171","msg":"trace[71852414] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2246; }","duration":"280.485852ms","start":"2026-04-02T16:48:45.716465Z","end":"2026-04-02T16:48:45.996951Z","steps":["trace[71852414] 'agreement among raft nodes before linearized reading' (duration: 280.387589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:45.997078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.424583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T16:48:45.997301Z","caller":"traceutil/trace.go:171","msg":"trace[148106120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2246; }","duration":"206.745022ms","start":"2026-04-02T16:48:45.790532Z","end":"2026-04-02T16:48:45.997277Z","steps":["trace[148106120] 'agreement among raft nodes before linearized reading' (duration: 206.32565ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:46.158632Z","caller":"traceutil/trace.go:171","msg":"trace[1882226994] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"114.497996ms","start":"2026-04-02T16:48:46.044101Z","end":"2026-04-02T16:48:46.158599Z","steps":["trace[1882226994] 'process raft request' (duration: 32.34083ms)","trace[1882226994] 'compare' (duration: 81.94604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:52.540425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625599734011715,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:48:52.792729Z","caller":"traceutil/trace.go:171","msg":"trace[592317115] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"795.821274ms","start":"2026-04-02T16:48:51.996879Z","end":"2026-04-02T16:48:52.7927Z","steps":["trace[592317115] 'process raft request' (duration: 795.64675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:52.792938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:51.99685Z","time spent":"795.958219ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:53.8899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.644077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:48:53.890213Z","caller":"traceutil/trace.go:171","msg":"trace[1567076172] linearizableReadLoop","detail":"{readStateIndex:2373; appliedIndex:2369; }","duration":"1.85022343s","start":"2026-04-02T16:48:52.039967Z","end":"2026-04-02T16:48:53.890191Z","steps":["trace[1567076172] 'read index received' (duration: 752.595985ms)","trace[1567076172] 'applied index is now lower than readState.Index' (duration: 1.097626085s)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:53.890295Z","caller":"traceutil/trace.go:171","msg":"trace[1458211057] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"1.877601678s","start":"2026-04-02T16:48:52.012646Z","end":"2026-04-02T16:48:53.890248Z","steps":["trace[1458211057] 'process raft request' (duration: 1.425498259s)","trace[1458211057] 'compare' (duration: 451.377421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:53.890484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:52.012616Z","time spent":"1.877768284s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:53.890326Z","caller":"traceutil/trace.go:171","msg":"trace[708453404] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"1.869483332s","start":"2026-04-02T16:48:52.020824Z","end":"2026-04-02T16:48:53.890308Z","steps":["trace[708453404] 'process raft request' (duration: 1.869314197s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:53.890572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85060261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T16:48:53.890642Z","caller":"traceutil/trace.go:171","msg":"trace[72000126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2277; }","duration":"1.850706894s","start":"2026-04-02T16:48:52.039916Z","end":"2026-04-02T16:48:53.890623Z","steps":["trace[72000126] 'agreement among raft nodes before linearized reading' (duration: 1.850437136s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:53.890696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:52.039901Z","time spent":"1.850780715s","remote":"127.0.0.1:38384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T16:48:53.890714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:52.020807Z","time spent":"1.869761879s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:53.890876Z","caller":"traceutil/trace.go:171","msg":"trace[1995531582] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"1.870641253s","start":"2026-04-02T16:48:52.02018Z","end":"2026-04-02T16:48:53.890822Z","steps":["trace[1995531582] 'process raft request' (duration: 1.869847801s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:53.891006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:52.020163Z","time spent":"1.870781817s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:53.976194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910272489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-02T16:48:53.976226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.244257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:48:53.97628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76338704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:53.976295Z","caller":"traceutil/trace.go:171","msg":"trace[170789638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2278; }","duration":"1.910377112s","start":"2026-04-02T16:48:52.065895Z","end":"2026-04-02T16:48:53.976272Z","steps":["trace[170789638] 'agreement among raft nodes before linearized reading' (duration: 1.910132875s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:53.976312Z","caller":"traceutil/trace.go:171","msg":"trace[1185559489] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2278; }","duration":"439.389921ms","start":"2026-04-02T16:48:53.536902Z","end":"2026-04-02T16:48:53.976292Z","steps":["trace[1185559489] 'agreement among raft nodes before linearized reading' (duration: 439.216437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:53.976305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729623091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-02T16:48:53.976341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:52.065861Z","time spent":"1.910471364s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:48:53.976374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:53.536879Z","time spent":"439.483144ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:48:53.976334Z","caller":"traceutil/trace.go:171","msg":"trace[494030135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2278; }","duration":"1.763482962s","start":"2026-04-02T16:48:52.212837Z","end":"2026-04-02T16:48:53.97632Z","steps":["trace[494030135] 'agreement among raft nodes before linearized reading' (duration: 1.763373569s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:53.976396Z","caller":"traceutil/trace.go:171","msg":"trace[606837540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2278; }","duration":"1.729783666s","start":"2026-04-02T16:48:52.246586Z","end":"2026-04-02T16:48:53.976369Z","steps":["trace[606837540] 'agreement among raft nodes before linearized reading' (duration: 1.729473118s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:53.97639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732062716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-02T16:48:53.976409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788864788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T16:48:53.976402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361397634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:48:53.976446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:52.246576Z","time spent":"1.729860578s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:48:53.976439Z","caller":"traceutil/trace.go:171","msg":"trace[1441232992] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"1.164512946s","start":"2026-04-02T16:48:52.811885Z","end":"2026-04-02T16:48:53.976398Z","steps":["trace[1441232992] 'process raft request' (duration: 1.163998243s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:53.97647Z","caller":"traceutil/trace.go:171","msg":"trace[284544532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2278; }","duration":"1.7321921s","start":"2026-04-02T16:48:52.244258Z","end":"2026-04-02T16:48:53.976451Z","steps":["trace[284544532] 'agreement among raft nodes before linearized reading' (duration: 1.732007384s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:53.976474Z","caller":"traceutil/trace.go:171","msg":"trace[624875023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2278; }","duration":"1.788962811s","start":"2026-04-02T16:48:52.187496Z","end":"2026-04-02T16:48:53.976459Z","steps":["trace[624875023] 'agreement among raft nodes before linearized reading' (duration: 1.788753065s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:53.976512Z","caller":"traceutil/trace.go:171","msg":"trace[1546072521] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2278; }","duration":"1.361546499s","start":"2026-04-02T16:48:52.614925Z","end":"2026-04-02T16:48:53.976472Z","steps":["trace[1546072521] 'agreement among raft nodes before linearized reading' (duration: 1.361380055s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:53.976528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:52.187485Z","time spent":"1.789035954s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:53.976452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:52.212824Z","time spent":"1.763607876s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:48:53.97658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:52.614905Z","time spent":"1.361658012s","remote":"127.0.0.1:47578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:48:53.976587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:52.811858Z","time spent":"1.164656499s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:53.976579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:52.244237Z","time spent":"1.732319883s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:48:53.976706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.305292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-02T16:48:53.976791Z","caller":"traceutil/trace.go:171","msg":"trace[730484762] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2278; }","duration":"615.486016ms","start":"2026-04-02T16:48:53.361283Z","end":"2026-04-02T16:48:53.976769Z","steps":["trace[730484762] 'agreement among raft nodes before linearized reading' (duration: 614.961702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:53.976863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:53.361262Z","time spent":"615.58954ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T16:48:53.97688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74007425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T16:48:53.976933Z","caller":"traceutil/trace.go:171","msg":"trace[1194326289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2278; }","duration":"1.740163012s","start":"2026-04-02T16:48:52.236759Z","end":"2026-04-02T16:48:53.976922Z","steps":["trace[1194326289] 'agreement among raft nodes before linearized reading' (duration: 1.739399522s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:53.976967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:52.236739Z","time spent":"1.740221503s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:54.465278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.99651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:48:54.465417Z","caller":"traceutil/trace.go:171","msg":"trace[1954945965] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"484.035509ms","start":"2026-04-02T16:48:53.981362Z","end":"2026-04-02T16:48:54.465397Z","steps":["trace[1954945965] 'process raft request' (duration: 253.817164ms)","trace[1954945965] 'compare' (duration: 229.584618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:54.465485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:53.981347Z","time spent":"484.105772ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:54.489592Z","caller":"traceutil/trace.go:171","msg":"trace[1066124599] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"508.206991ms","start":"2026-04-02T16:48:53.981361Z","end":"2026-04-02T16:48:54.489568Z","steps":["trace[1066124599] 'process raft request' (duration: 508.025397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:54.489749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:53.981338Z","time spent":"508.330355ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:54.489976Z","caller":"traceutil/trace.go:171","msg":"trace[1301067225] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"508.066119ms","start":"2026-04-02T16:48:53.981872Z","end":"2026-04-02T16:48:54.489938Z","steps":["trace[1301067225] 'process raft request' (duration: 507.643317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:54.490127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:53.981864Z","time spent":"508.185972ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:54.49028Z","caller":"traceutil/trace.go:171","msg":"trace[322214301] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"508.331975ms","start":"2026-04-02T16:48:53.981926Z","end":"2026-04-02T16:48:54.490258Z","steps":["trace[322214301] 'process raft request' (duration: 507.994646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:54.490424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:53.981922Z","time spent":"508.425828ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:54.490659Z","caller":"traceutil/trace.go:171","msg":"trace[1492990073] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"508.321095ms","start":"2026-04-02T16:48:53.982316Z","end":"2026-04-02T16:48:54.490637Z","steps":["trace[1492990073] 'process raft request' (duration: 508.079579ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:54.490646Z","caller":"traceutil/trace.go:171","msg":"trace[470307179] linearizableReadLoop","detail":"{readStateIndex:2380; appliedIndex:2374; }","duration":"505.609423ms","start":"2026-04-02T16:48:53.98501Z","end":"2026-04-02T16:48:54.490619Z","steps":["trace[470307179] 'read index received' (duration: 250.28331ms)","trace[470307179] 'applied index is now lower than readState.Index' (duration: 255.324993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:54.490758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:53.982293Z","time spent":"508.412157ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:54.490809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.798399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:54.490861Z","caller":"traceutil/trace.go:171","msg":"trace[1378681571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2284; }","duration":"505.848429ms","start":"2026-04-02T16:48:53.984996Z","end":"2026-04-02T16:48:54.490844Z","steps":["trace[1378681571] 'agreement among raft nodes before linearized reading' (duration: 505.769278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:54.490913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:53.984963Z","time spent":"505.939251ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:48:54.490933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.165669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a29827a6559ede\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-02T16:48:54.490481Z","caller":"traceutil/trace.go:171","msg":"trace[738406213] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"508.50843ms","start":"2026-04-02T16:48:53.981956Z","end":"2026-04-02T16:48:54.490464Z","steps":["trace[738406213] 'process raft request' (duration: 508.227352ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:54.490996Z","caller":"traceutil/trace.go:171","msg":"trace[2144014387] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a29827a6559ede; range_end:; response_count:1; response_revision:2284; }","duration":"293.278734ms","start":"2026-04-02T16:48:54.1977Z","end":"2026-04-02T16:48:54.490979Z","steps":["trace[2144014387] 'agreement among raft nodes before linearized reading' (duration: 293.082278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:54.491085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:53.981952Z","time spent":"509.053284ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:49:51.253868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625599734012752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:49:51.754746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625599734012752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:49:51.921463Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179340783s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:49:51.921895Z","caller":"traceutil/trace.go:171","msg":"trace[838711514] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"1.179838927s","start":"2026-04-02T16:49:50.742031Z","end":"2026-04-02T16:49:51.92187Z","steps":["trace[838711514] 'process raft request' (duration: 1.179665763s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:51.922038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:50.742014Z","time spent":"1.17994028s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:49:51.976511Z","caller":"traceutil/trace.go:171","msg":"trace[302467487] linearizableReadLoop","detail":"{readStateIndex:2872; appliedIndex:2870; }","duration":"1.223608041s","start":"2026-04-02T16:49:50.752876Z","end":"2026-04-02T16:49:51.976484Z","steps":["trace[302467487] 'read index received' (duration: 1.168912947s)","trace[302467487] 'applied index is now lower than readState.Index' (duration: 54.694044ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:49:51.976607Z","caller":"traceutil/trace.go:171","msg":"trace[52907713] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"907.652834ms","start":"2026-04-02T16:49:51.068927Z","end":"2026-04-02T16:49:51.97658Z","steps":["trace[52907713] 'process raft request' (duration: 907.408698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:51.976718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:51.068908Z","time spent":"907.759637ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:49:51.976771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22387866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T16:49:51.976816Z","caller":"traceutil/trace.go:171","msg":"trace[246771253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2755; }","duration":"1.223976941s","start":"2026-04-02T16:49:50.752827Z","end":"2026-04-02T16:49:51.976803Z","steps":["trace[246771253] 'agreement among raft nodes before linearized reading' (duration: 1.223809917s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:51.976962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:50.752808Z","time spent":"1.224141337s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:49:51.976959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216964536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:49:51.977044Z","caller":"traceutil/trace.go:171","msg":"trace[561363896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2755; }","duration":"1.217077588s","start":"2026-04-02T16:49:50.759944Z","end":"2026-04-02T16:49:51.977022Z","steps":["trace[561363896] 'agreement among raft nodes before linearized reading' (duration: 1.216862712s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:51.9771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:50.759932Z","time spent":"1.217157751s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:49:51.977104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204133614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T16:49:51.97712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.252662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:49:51.977155Z","caller":"traceutil/trace.go:171","msg":"trace[1428722895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2755; }","duration":"1.204202436s","start":"2026-04-02T16:49:50.772937Z","end":"2026-04-02T16:49:51.97714Z","steps":["trace[1428722895] 'agreement among raft nodes before linearized reading' (duration: 1.204037841s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:51.977232Z","caller":"traceutil/trace.go:171","msg":"trace[2066240152] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2755; }","duration":"556.375505ms","start":"2026-04-02T16:49:51.420838Z","end":"2026-04-02T16:49:51.977213Z","steps":["trace[2066240152] 'agreement among raft nodes before linearized reading' (duration: 556.200881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:51.977271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:50.772927Z","time spent":"1.204335639s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:49:51.977258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128316386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:49:51.977289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:51.42077Z","time spent":"556.49943ms","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:49:51.977328Z","caller":"traceutil/trace.go:171","msg":"trace[1565397012] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2755; }","duration":"1.128415849s","start":"2026-04-02T16:49:50.848895Z","end":"2026-04-02T16:49:51.97731Z","steps":["trace[1565397012] 'agreement among raft nodes before linearized reading' (duration: 1.128240485s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:51.977325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.8712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:49:51.977374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:50.848882Z","time spent":"1.128482181s","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:49:51.977343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209111407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:49:51.977416Z","caller":"traceutil/trace.go:171","msg":"trace[362189499] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2755; }","duration":"775.035615ms","start":"2026-04-02T16:49:51.202365Z","end":"2026-04-02T16:49:51.9774Z","steps":["trace[362189499] 'agreement among raft nodes before linearized reading' (duration: 774.791659ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:51.977431Z","caller":"traceutil/trace.go:171","msg":"trace[1558422771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2755; }","duration":"1.209323312s","start":"2026-04-02T16:49:50.76809Z","end":"2026-04-02T16:49:51.977413Z","steps":["trace[1558422771] 'agreement among raft nodes before linearized reading' (duration: 1.208980213s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:51.977352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12362247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-02T16:49:51.977483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:50.768072Z","time spent":"1.209394414s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:49:51.977491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:51.202345Z","time spent":"775.133448ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":30,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:49:51.977643Z","caller":"traceutil/trace.go:171","msg":"trace[1883445839] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2755; }","duration":"1.123901699s","start":"2026-04-02T16:49:50.853629Z","end":"2026-04-02T16:49:51.97753Z","steps":["trace[1883445839] 'agreement among raft nodes before linearized reading' (duration: 1.123242571s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:51.977729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:50.853607Z","time spent":"1.124107384s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-02T16:50:26.769915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.07463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a29842dfc38e7e\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-02T16:50:26.770002Z","caller":"traceutil/trace.go:171","msg":"trace[2048634325] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a29842dfc38e7e; range_end:; response_count:1; response_revision:2961; }","duration":"644.220883ms","start":"2026-04-02T16:50:26.12576Z","end":"2026-04-02T16:50:26.769981Z","steps":["trace[2048634325] 'range keys from in-memory index tree' (duration: 643.850433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:26.770038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.125739Z","time spent":"644.290235ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a29842dfc38e7e\" "} {"level":"warn","ts":"2026-04-02T16:50:26.770041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.918646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:26.770141Z","caller":"traceutil/trace.go:171","msg":"trace[834862936] linearizableReadLoop","detail":"{readStateIndex:3086; appliedIndex:3085; }","duration":"556.652833ms","start":"2026-04-02T16:50:26.213471Z","end":"2026-04-02T16:50:26.770124Z","steps":["trace[834862936] 'read index received' (duration: 39.604024ms)","trace[834862936] 'applied index is now lower than readState.Index' (duration: 517.047649ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:26.770354Z","caller":"traceutil/trace.go:171","msg":"trace[159064993] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"565.718354ms","start":"2026-04-02T16:50:26.204623Z","end":"2026-04-02T16:50:26.770341Z","steps":["trace[159064993] 'process raft request' (duration: 48.392077ms)","trace[159064993] 'compare' (duration: 516.786933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:26.770425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.204596Z","time spent":"565.795236ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:26.770952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.037343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:26.77106Z","caller":"traceutil/trace.go:171","msg":"trace[685060809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2962; }","duration":"557.611628ms","start":"2026-04-02T16:50:26.213422Z","end":"2026-04-02T16:50:26.771034Z","steps":["trace[685060809] 'agreement among raft nodes before linearized reading' (duration: 557.027013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:26.771212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.213398Z","time spent":"557.755663ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:50:27.816297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.066833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:27.816546Z","caller":"traceutil/trace.go:171","msg":"trace[1814781834] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"1.568729095s","start":"2026-04-02T16:50:26.247799Z","end":"2026-04-02T16:50:27.816528Z","steps":["trace[1814781834] 'process raft request' (duration: 1.568657384s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:27.816576Z","caller":"traceutil/trace.go:171","msg":"trace[1349747363] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"1.569187327s","start":"2026-04-02T16:50:26.247344Z","end":"2026-04-02T16:50:27.816531Z","steps":["trace[1349747363] 'process raft request' (duration: 1.569052994s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:27.816622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.24779Z","time spent":"1.568799647s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:27.816768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.24733Z","time spent":"1.569333632s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:27.816813Z","caller":"traceutil/trace.go:171","msg":"trace[1629995944] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"1.570204725s","start":"2026-04-02T16:50:26.246549Z","end":"2026-04-02T16:50:27.816754Z","steps":["trace[1629995944] 'process raft request' (duration: 743.586618ms)","trace[1629995944] 'compare' (duration: 825.59519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:27.817044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.246534Z","time spent":"1.57038186s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:27.817183Z","caller":"traceutil/trace.go:171","msg":"trace[162084531] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"1.511092881s","start":"2026-04-02T16:50:26.306077Z","end":"2026-04-02T16:50:27.81717Z","steps":["trace[162084531] 'process raft request' (duration: 1.510417584s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:27.817254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.306054Z","time spent":"1.511164994s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:27.817354Z","caller":"traceutil/trace.go:171","msg":"trace[1670750432] linearizableReadLoop","detail":"{readStateIndex:3090; appliedIndex:3086; }","duration":"1.047165617s","start":"2026-04-02T16:50:26.770179Z","end":"2026-04-02T16:50:27.817344Z","steps":["trace[1670750432] 'read index received' (duration: 219.971705ms)","trace[1670750432] 'applied index is now lower than readState.Index' (duration: 827.192902ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:27.817503Z","caller":"traceutil/trace.go:171","msg":"trace[448873462] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"1.044140866s","start":"2026-04-02T16:50:26.773347Z","end":"2026-04-02T16:50:27.817488Z","steps":["trace[448873462] 'process raft request' (duration: 1.043613082s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:27.817521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57006947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:50:27.81774Z","caller":"traceutil/trace.go:171","msg":"trace[1235633736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2967; }","duration":"1.570141264s","start":"2026-04-02T16:50:26.247405Z","end":"2026-04-02T16:50:27.817546Z","steps":["trace[1235633736] 'agreement among raft nodes before linearized reading' (duration: 1.569997569s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:27.817759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.773332Z","time spent":"1.044205668s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:27.817777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.247386Z","time spent":"1.57038085s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:50:27.817779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571314465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T16:50:27.817807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568341426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T16:50:27.817802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571375976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T16:50:27.817898Z","caller":"traceutil/trace.go:171","msg":"trace[1305642386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2967; }","duration":"1.568452029s","start":"2026-04-02T16:50:26.249423Z","end":"2026-04-02T16:50:27.817875Z","steps":["trace[1305642386] 'agreement among raft nodes before linearized reading' (duration: 1.567975815s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:27.817918Z","caller":"traceutil/trace.go:171","msg":"trace[1042062031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2967; }","duration":"1.57153198s","start":"2026-04-02T16:50:26.246365Z","end":"2026-04-02T16:50:27.817897Z","steps":["trace[1042062031] 'agreement among raft nodes before linearized reading' (duration: 1.571086338s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:27.817943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.249418Z","time spent":"1.56851596s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:50:27.81796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.24635Z","time spent":"1.571601853s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T16:50:27.817855Z","caller":"traceutil/trace.go:171","msg":"trace[1777837417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2967; }","duration":"1.571424247s","start":"2026-04-02T16:50:26.246411Z","end":"2026-04-02T16:50:27.817835Z","steps":["trace[1777837417] 'agreement among raft nodes before linearized reading' (duration: 1.571020777s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:27.818027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.246391Z","time spent":"1.571623152s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:50:27.817777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570481482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:50:27.818224Z","caller":"traceutil/trace.go:171","msg":"trace[1383708167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2967; }","duration":"1.570947514s","start":"2026-04-02T16:50:26.247261Z","end":"2026-04-02T16:50:27.818208Z","steps":["trace[1383708167] 'agreement among raft nodes before linearized reading' (duration: 1.570223695s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:27.818259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.247256Z","time spent":"1.570993215s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:50:27.826703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.100442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:50:27.826731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.728118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1980"} {"level":"info","ts":"2026-04-02T16:50:27.826706Z","caller":"traceutil/trace.go:171","msg":"trace[1190395117] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"226.144948ms","start":"2026-04-02T16:50:27.600529Z","end":"2026-04-02T16:50:27.826674Z","steps":["trace[1190395117] 'process raft request' (duration: 225.87868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:27.826787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054192334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:27.826782Z","caller":"traceutil/trace.go:171","msg":"trace[889879153] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2968; }","duration":"806.81869ms","start":"2026-04-02T16:50:27.019948Z","end":"2026-04-02T16:50:27.826766Z","steps":["trace[889879153] 'agreement among raft nodes before linearized reading' (duration: 806.625515ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:27.826809Z","caller":"traceutil/trace.go:171","msg":"trace[1988368331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2968; }","duration":"1.054248635s","start":"2026-04-02T16:50:26.772555Z","end":"2026-04-02T16:50:27.826804Z","steps":["trace[1988368331] 'agreement among raft nodes before linearized reading' (duration: 1.054218874s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:27.826819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:27.019929Z","time spent":"806.881461ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2004,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-02T16:50:27.826753Z","caller":"traceutil/trace.go:171","msg":"trace[1943155150] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2968; }","duration":"313.158473ms","start":"2026-04-02T16:50:27.513584Z","end":"2026-04-02T16:50:27.826743Z","steps":["trace[1943155150] 'agreement among raft nodes before linearized reading' (duration: 313.078821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:27.826822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.168144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-02T16:50:27.826884Z","caller":"traceutil/trace.go:171","msg":"trace[601724438] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2968; }","duration":"974.259596ms","start":"2026-04-02T16:50:26.85261Z","end":"2026-04-02T16:50:27.82687Z","steps":["trace[601724438] 'agreement among raft nodes before linearized reading' (duration: 974.093712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:27.826892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:27.513526Z","time spent":"313.343367ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:27.826915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.852593Z","time spent":"974.316418ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-02T16:50:27.82684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:26.772535Z","time spent":"1.054297717s","remote":"127.0.0.1:50970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:50:33.080569Z","caller":"traceutil/trace.go:171","msg":"trace[1666928347] linearizableReadLoop","detail":"{readStateIndex:3120; appliedIndex:3119; }","duration":"227.205476ms","start":"2026-04-02T16:50:32.853341Z","end":"2026-04-02T16:50:33.080547Z","steps":["trace[1666928347] 'read index received' (duration: 227.007811ms)","trace[1666928347] 'applied index is now lower than readState.Index' (duration: 196.855µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:33.080855Z","caller":"traceutil/trace.go:171","msg":"trace[1190092220] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"288.98392ms","start":"2026-04-02T16:50:32.791859Z","end":"2026-04-02T16:50:33.080843Z","steps":["trace[1190092220] 'process raft request' (duration: 288.552008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:33.08104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.668118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-02T16:50:33.081137Z","caller":"traceutil/trace.go:171","msg":"trace[1846780041] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2995; }","duration":"227.813622ms","start":"2026-04-02T16:50:32.853296Z","end":"2026-04-02T16:50:33.08111Z","steps":["trace[1846780041] 'agreement among raft nodes before linearized reading' (duration: 227.560325ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:55.904646Z","caller":"traceutil/trace.go:171","msg":"trace[1806828832] linearizableReadLoop","detail":"{readStateIndex:3249; appliedIndex:3248; }","duration":"108.495878ms","start":"2026-04-02T16:50:55.796128Z","end":"2026-04-02T16:50:55.904624Z","steps":["trace[1806828832] 'read index received' (duration: 108.347154ms)","trace[1806828832] 'applied index is now lower than readState.Index' (duration: 147.554µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:55.904798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.650223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:50:55.904843Z","caller":"traceutil/trace.go:171","msg":"trace[2121033706] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3118; }","duration":"108.723104ms","start":"2026-04-02T16:50:55.796106Z","end":"2026-04-02T16:50:55.904829Z","steps":["trace[2121033706] 'agreement among raft nodes before linearized reading' (duration: 108.611031ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:55.90507Z","caller":"traceutil/trace.go:171","msg":"trace[2128249446] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"119.888532ms","start":"2026-04-02T16:50:55.784859Z","end":"2026-04-02T16:50:55.904747Z","steps":["trace[2128249446] 'process raft request' (duration: 119.622505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:56.239961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.591551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:56.240147Z","caller":"traceutil/trace.go:171","msg":"trace[463121078] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"287.205955ms","start":"2026-04-02T16:50:55.952913Z","end":"2026-04-02T16:50:56.240119Z","steps":["trace[463121078] 'process raft request' (duration: 128.344496ms)","trace[463121078] 'compare' (duration: 158.311994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:56.774407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.105586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:56.774617Z","caller":"traceutil/trace.go:171","msg":"trace[2045187228] linearizableReadLoop","detail":"{readStateIndex:3252; appliedIndex:3249; }","duration":"762.904807ms","start":"2026-04-02T16:50:56.011691Z","end":"2026-04-02T16:50:56.774595Z","steps":["trace[2045187228] 'read index received' (duration: 69.587732ms)","trace[2045187228] 'applied index is now lower than readState.Index' (duration: 693.315825ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:56.774735Z","caller":"traceutil/trace.go:171","msg":"trace[1375310211] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"804.488764ms","start":"2026-04-02T16:50:55.970216Z","end":"2026-04-02T16:50:56.774705Z","steps":["trace[1375310211] 'process raft request' (duration: 804.304209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:56.774844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:55.97019Z","time spent":"804.598708ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:56.774867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.176124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-02T16:50:56.774988Z","caller":"traceutil/trace.go:171","msg":"trace[1152690912] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"804.791742ms","start":"2026-04-02T16:50:55.970152Z","end":"2026-04-02T16:50:56.774943Z","steps":["trace[1152690912] 'process raft request' (duration: 373.034759ms)","trace[1152690912] 'compare' (duration: 430.988953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:56.775075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.557319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:50:56.775125Z","caller":"traceutil/trace.go:171","msg":"trace[558422742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3121; }","duration":"670.624661ms","start":"2026-04-02T16:50:56.104488Z","end":"2026-04-02T16:50:56.775113Z","steps":["trace[558422742] 'agreement among raft nodes before linearized reading' (duration: 670.492898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:56.775122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.874047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T16:50:56.775147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:55.97013Z","time spent":"804.930536ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:56.775163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:56.10448Z","time spent":"670.676203ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:50:56.775175Z","caller":"traceutil/trace.go:171","msg":"trace[735811293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3121; }","duration":"673.94621ms","start":"2026-04-02T16:50:56.101214Z","end":"2026-04-02T16:50:56.77516Z","steps":["trace[735811293] 'agreement among raft nodes before linearized reading' (duration: 673.808157ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:56.775071Z","caller":"traceutil/trace.go:171","msg":"trace[1396164479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3121; }","duration":"763.377701ms","start":"2026-04-02T16:50:56.011647Z","end":"2026-04-02T16:50:56.775024Z","steps":["trace[1396164479] 'agreement among raft nodes before linearized reading' (duration: 763.051262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:56.775232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.835567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T16:50:56.775233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.097165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a29842dfc38e7e\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-02T16:50:56.775335Z","caller":"traceutil/trace.go:171","msg":"trace[2092444320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3121; }","duration":"676.987651ms","start":"2026-04-02T16:50:56.098332Z","end":"2026-04-02T16:50:56.77532Z","steps":["trace[2092444320] 'agreement among raft nodes before linearized reading' (duration: 676.696074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:56.775336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:56.011634Z","time spent":"763.680748ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:50:56.775223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:56.101202Z","time spent":"674.008921ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T16:50:56.775375Z","caller":"traceutil/trace.go:171","msg":"trace[1434795887] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a29842dfc38e7e; range_end:; response_count:1; response_revision:3121; }","duration":"647.27655ms","start":"2026-04-02T16:50:56.12807Z","end":"2026-04-02T16:50:56.775347Z","steps":["trace[1434795887] 'agreement among raft nodes before linearized reading' (duration: 646.950402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:56.775409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:56.098319Z","time spent":"677.049033ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:50:56.775428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:56.128027Z","time spent":"647.390973ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a29842dfc38e7e\" "} {"level":"warn","ts":"2026-04-02T16:50:56.775508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.630448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T16:50:56.775567Z","caller":"traceutil/trace.go:171","msg":"trace[1881205036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3121; }","duration":"680.72828ms","start":"2026-04-02T16:50:56.094824Z","end":"2026-04-02T16:50:56.775552Z","steps":["trace[1881205036] 'agreement among raft nodes before linearized reading' (duration: 679.965619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:56.77562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:56.094802Z","time spent":"680.801973ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:50:57.243452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.431467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:57.243754Z","caller":"traceutil/trace.go:171","msg":"trace[627409728] linearizableReadLoop","detail":"{readStateIndex:3258; appliedIndex:3253; }","duration":"390.788742ms","start":"2026-04-02T16:50:56.852949Z","end":"2026-04-02T16:50:57.243737Z","steps":["trace[627409728] 'read index received' (duration: 98.906973ms)","trace[627409728] 'applied index is now lower than readState.Index' (duration: 291.880819ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:57.243835Z","caller":"traceutil/trace.go:171","msg":"trace[2128706961] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"463.922499ms","start":"2026-04-02T16:50:56.779901Z","end":"2026-04-02T16:50:57.243824Z","steps":["trace[2128706961] 'process raft request' (duration: 172.049169ms)","trace[2128706961] 'compare' (duration: 291.117709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:57.243894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:56.779884Z","time spent":"463.97701ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:57.244012Z","caller":"traceutil/trace.go:171","msg":"trace[536182422] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"463.416956ms","start":"2026-04-02T16:50:56.780586Z","end":"2026-04-02T16:50:57.244003Z","steps":["trace[536182422] 'process raft request' (duration: 463.085197ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:57.244065Z","caller":"traceutil/trace.go:171","msg":"trace[281507398] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"463.289271ms","start":"2026-04-02T16:50:56.780723Z","end":"2026-04-02T16:50:57.244013Z","steps":["trace[281507398] 'process raft request' (duration: 462.979743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:57.244095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:56.780576Z","time spent":"463.490128ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:57.244019Z","caller":"traceutil/trace.go:171","msg":"trace[1307336679] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"463.654691ms","start":"2026-04-02T16:50:56.780334Z","end":"2026-04-02T16:50:57.243989Z","steps":["trace[1307336679] 'process raft request' (duration: 463.299732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:57.244178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.224314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-02T16:50:57.24423Z","caller":"traceutil/trace.go:171","msg":"trace[354752998] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3127; }","duration":"391.313075ms","start":"2026-04-02T16:50:56.852905Z","end":"2026-04-02T16:50:57.244218Z","steps":["trace[354752998] 'agreement among raft nodes before linearized reading' (duration: 391.11081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:57.244244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:56.780318Z","time spent":"463.826326ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:57.244262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:56.852888Z","time spent":"391.365418ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-02T16:50:57.244238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:56.780709Z","time spent":"463.417485ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:57.244477Z","caller":"traceutil/trace.go:171","msg":"trace[1837035579] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"464.251338ms","start":"2026-04-02T16:50:56.779948Z","end":"2026-04-02T16:50:57.244199Z","steps":["trace[1837035579] 'process raft request' (duration: 463.607001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:57.244694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:56.779924Z","time spent":"464.664069ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:57.280484Z","caller":"traceutil/trace.go:171","msg":"trace[1958533544] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"123.341003ms","start":"2026-04-02T16:50:57.157118Z","end":"2026-04-02T16:50:57.280459Z","steps":["trace[1958533544] 'process raft request' (duration: 123.200259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:57.280755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.268727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a2983f9ec66bce\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-02T16:50:57.280834Z","caller":"traceutil/trace.go:171","msg":"trace[1461737643] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a2983f9ec66bce; range_end:; response_count:1; response_revision:3128; }","duration":"127.35431ms","start":"2026-04-02T16:50:57.153461Z","end":"2026-04-02T16:50:57.280816Z","steps":["trace[1461737643] 'agreement among raft nodes before linearized reading' (duration: 127.055792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:58.513277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.628971ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:58.513481Z","caller":"traceutil/trace.go:171","msg":"trace[1878352359] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3128; }","duration":"386.840367ms","start":"2026-04-02T16:50:58.126616Z","end":"2026-04-02T16:50:58.513457Z","steps":["trace[1878352359] 'range keys from in-memory index tree' (duration: 386.613281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:58.513464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.975706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:58.51364Z","caller":"traceutil/trace.go:171","msg":"trace[613570817] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"1.230333329s","start":"2026-04-02T16:50:57.283267Z","end":"2026-04-02T16:50:58.5136Z","steps":["trace[613570817] 'process raft request' (duration: 289.134477ms)","trace[613570817] 'compare' (duration: 940.493424ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:58.513699Z","caller":"traceutil/trace.go:171","msg":"trace[1608135562] linearizableReadLoop","detail":"{readStateIndex:3260; appliedIndex:3259; }","duration":"1.229928009s","start":"2026-04-02T16:50:57.283748Z","end":"2026-04-02T16:50:58.513676Z","steps":["trace[1608135562] 'read index received' (duration: 288.662544ms)","trace[1608135562] 'applied index is now lower than readState.Index' (duration: 941.262855ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:58.513728Z","caller":"traceutil/trace.go:171","msg":"trace[1821095979] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"268.597589ms","start":"2026-04-02T16:50:58.245117Z","end":"2026-04-02T16:50:58.513714Z","steps":["trace[1821095979] 'process raft request' (duration: 268.561659ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:58.51379Z","caller":"traceutil/trace.go:171","msg":"trace[798965604] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"649.241922ms","start":"2026-04-02T16:50:57.864529Z","end":"2026-04-02T16:50:58.513771Z","steps":["trace[798965604] 'process raft request' (duration: 649.029927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:58.513822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:57.28325Z","time spent":"1.230476082s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:58.513847Z","caller":"traceutil/trace.go:171","msg":"trace[40817434] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"285.337484ms","start":"2026-04-02T16:50:58.228486Z","end":"2026-04-02T16:50:58.513823Z","steps":["trace[40817434] 'process raft request' (duration: 285.15665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:58.513916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230166546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-04-02T16:50:58.513925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:57.864501Z","time spent":"649.334913ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:58.513948Z","caller":"traceutil/trace.go:171","msg":"trace[136980048] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3132; }","duration":"1.230225946s","start":"2026-04-02T16:50:57.283712Z","end":"2026-04-02T16:50:58.513938Z","steps":["trace[136980048] 'agreement among raft nodes before linearized reading' (duration: 1.230073732s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:58.513986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:57.283693Z","time spent":"1.230284688s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-02T16:50:58.514196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185764123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:50:58.514228Z","caller":"traceutil/trace.go:171","msg":"trace[1775116514] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3132; }","duration":"1.185825175s","start":"2026-04-02T16:50:57.328391Z","end":"2026-04-02T16:50:58.514216Z","steps":["trace[1775116514] 'agreement among raft nodes before linearized reading' (duration: 1.185773363s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:58.514257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:57.328378Z","time spent":"1.185870586s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:58.51454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099110686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:50:58.514577Z","caller":"traceutil/trace.go:171","msg":"trace[437315306] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3132; }","duration":"1.099192678s","start":"2026-04-02T16:50:57.415377Z","end":"2026-04-02T16:50:58.514569Z","steps":["trace[437315306] 'agreement among raft nodes before linearized reading' (duration: 1.099101856s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:58.514597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:57.415354Z","time spent":"1.09923756s","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:58.866206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.023996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T16:50:58.866288Z","caller":"traceutil/trace.go:171","msg":"trace[309065470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3132; }","duration":"217.14115ms","start":"2026-04-02T16:50:58.64913Z","end":"2026-04-02T16:50:58.866272Z","steps":["trace[309065470] 'range keys from in-memory index tree' (duration: 216.843431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:58.866265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.940016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:58.866352Z","caller":"traceutil/trace.go:171","msg":"trace[1242396983] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3132; }","duration":"169.084061ms","start":"2026-04-02T16:50:58.697247Z","end":"2026-04-02T16:50:58.866331Z","steps":["trace[1242396983] 'count revisions from in-memory index tree' (duration: 168.839153ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:58.897966Z","caller":"traceutil/trace.go:171","msg":"trace[960685227] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"118.015152ms","start":"2026-04-02T16:50:58.77993Z","end":"2026-04-02T16:50:58.897945Z","steps":["trace[960685227] 'process raft request' (duration: 117.597961ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:58.900183Z","caller":"traceutil/trace.go:171","msg":"trace[606900787] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"119.273725ms","start":"2026-04-02T16:50:58.780895Z","end":"2026-04-02T16:50:58.900168Z","steps":["trace[606900787] 'process raft request' (duration: 119.153022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:59.185959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.943698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-02T16:50:59.186054Z","caller":"traceutil/trace.go:171","msg":"trace[1228073636] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3134; }","duration":"216.064211ms","start":"2026-04-02T16:50:58.969973Z","end":"2026-04-02T16:50:59.186037Z","steps":["trace[1228073636] 'range keys from in-memory index tree' (duration: 215.817505ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:03.016834Z","caller":"traceutil/trace.go:171","msg":"trace[75499919] linearizableReadLoop","detail":"{readStateIndex:3284; appliedIndex:3283; }","duration":"163.663897ms","start":"2026-04-02T16:51:02.853145Z","end":"2026-04-02T16:51:03.016809Z","steps":["trace[75499919] 'read index received' (duration: 163.593565ms)","trace[75499919] 'applied index is now lower than readState.Index' (duration: 69.232µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:51:03.017041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.882902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-02T16:51:03.017081Z","caller":"traceutil/trace.go:171","msg":"trace[1171366075] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3152; }","duration":"163.968674ms","start":"2026-04-02T16:51:02.853102Z","end":"2026-04-02T16:51:03.017071Z","steps":["trace[1171366075] 'agreement among raft nodes before linearized reading' (duration: 163.80322ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:03.017089Z","caller":"traceutil/trace.go:171","msg":"trace[351373867] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"455.342131ms","start":"2026-04-02T16:51:02.561684Z","end":"2026-04-02T16:51:03.017026Z","steps":["trace[351373867] 'process raft request' (duration: 454.992991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:03.017796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:02.561659Z","time spent":"456.043429ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:51:03.0184Z","caller":"traceutil/trace.go:171","msg":"trace[950391379] transaction","detail":"{read_only:false; response_revision:3154; number_of_response:1; }","duration":"106.921266ms","start":"2026-04-02T16:51:02.911459Z","end":"2026-04-02T16:51:03.018381Z","steps":["trace[950391379] 'process raft request' (duration: 106.879665ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:03.018827Z","caller":"traceutil/trace.go:171","msg":"trace[1653511472] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"107.535012ms","start":"2026-04-02T16:51:02.911264Z","end":"2026-04-02T16:51:03.018799Z","steps":["trace[1653511472] 'process raft request' (duration: 107.004318ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:04.531561Z","caller":"traceutil/trace.go:171","msg":"trace[1991006056] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"184.031019ms","start":"2026-04-02T16:51:04.347504Z","end":"2026-04-02T16:51:04.531535Z","steps":["trace[1991006056] 'process raft request' (duration: 183.883925ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:05.309742Z","caller":"traceutil/trace.go:171","msg":"trace[1362953963] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"286.170278ms","start":"2026-04-02T16:51:05.023549Z","end":"2026-04-02T16:51:05.30972Z","steps":["trace[1362953963] 'process raft request' (duration: 286.057725ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:05.309776Z","caller":"traceutil/trace.go:171","msg":"trace[1799267157] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"286.295151ms","start":"2026-04-02T16:51:05.023446Z","end":"2026-04-02T16:51:05.309741Z","steps":["trace[1799267157] 'process raft request' (duration: 286.016784ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:05.31018Z","caller":"traceutil/trace.go:171","msg":"trace[1952866738] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"286.269499ms","start":"2026-04-02T16:51:05.023872Z","end":"2026-04-02T16:51:05.310142Z","steps":["trace[1952866738] 'process raft request' (duration: 285.808457ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:05.350432Z","caller":"traceutil/trace.go:171","msg":"trace[2065427978] linearizableReadLoop","detail":"{readStateIndex:3298; appliedIndex:3294; }","duration":"136.804471ms","start":"2026-04-02T16:51:05.213603Z","end":"2026-04-02T16:51:05.350408Z","steps":["trace[2065427978] 'read index received' (duration: 95.858022ms)","trace[2065427978] 'applied index is now lower than readState.Index' (duration: 40.945079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:51:05.350716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.104799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:51:05.350759Z","caller":"traceutil/trace.go:171","msg":"trace[1036393311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3166; }","duration":"137.234253ms","start":"2026-04-02T16:51:05.213513Z","end":"2026-04-02T16:51:05.350747Z","steps":["trace[1036393311] 'agreement among raft nodes before linearized reading' (duration: 137.154531ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:05.350834Z","caller":"traceutil/trace.go:171","msg":"trace[487559413] transaction","detail":"{read_only:false; response_revision:3165; number_of_response:1; }","duration":"206.398024ms","start":"2026-04-02T16:51:05.144422Z","end":"2026-04-02T16:51:05.35082Z","steps":["trace[487559413] 'process raft request' (duration: 205.822439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:05.551797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.627281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:51:05.552062Z","caller":"traceutil/trace.go:171","msg":"trace[79064982] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"197.307832ms","start":"2026-04-02T16:51:05.354683Z","end":"2026-04-02T16:51:05.551991Z","steps":["trace[79064982] 'process raft request' (duration: 82.396744ms)","trace[79064982] 'compare' (duration: 114.492527ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:51:05.552174Z","caller":"traceutil/trace.go:171","msg":"trace[2094848683] linearizableReadLoop","detail":"{readStateIndex:3301; appliedIndex:3299; }","duration":"196.930512ms","start":"2026-04-02T16:51:05.355225Z","end":"2026-04-02T16:51:05.552156Z","steps":["trace[2094848683] 'read index received' (duration: 81.871949ms)","trace[2094848683] 'applied index is now lower than readState.Index' (duration: 115.057403ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:51:05.552196Z","caller":"traceutil/trace.go:171","msg":"trace[1413747567] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"196.45206ms","start":"2026-04-02T16:51:05.35572Z","end":"2026-04-02T16:51:05.552172Z","steps":["trace[1413747567] 'process raft request' (duration: 196.294625ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:05.552098Z","caller":"traceutil/trace.go:171","msg":"trace[702226677] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"196.955802ms","start":"2026-04-02T16:51:05.355063Z","end":"2026-04-02T16:51:05.552019Z","steps":["trace[702226677] 'process raft request' (duration: 196.842519ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:05.552281Z","caller":"traceutil/trace.go:171","msg":"trace[1628003816] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"196.48576ms","start":"2026-04-02T16:51:05.355785Z","end":"2026-04-02T16:51:05.552271Z","steps":["trace[1628003816] 'process raft request' (duration: 196.316225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:05.552284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.053055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T16:51:05.552347Z","caller":"traceutil/trace.go:171","msg":"trace[1596581566] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3171; }","duration":"197.149587ms","start":"2026-04-02T16:51:05.355177Z","end":"2026-04-02T16:51:05.552326Z","steps":["trace[1596581566] 'agreement among raft nodes before linearized reading' (duration: 197.049175ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:05.552441Z","caller":"traceutil/trace.go:171","msg":"trace[458901833] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"196.690306ms","start":"2026-04-02T16:51:05.355684Z","end":"2026-04-02T16:51:05.552375Z","steps":["trace[458901833] 'process raft request' (duration: 196.282295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:10.944216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.001603ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-02T16:51:11.518829Z","caller":"traceutil/trace.go:171","msg":"trace[2004152816] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"213.714188ms","start":"2026-04-02T16:51:11.305091Z","end":"2026-04-02T16:51:11.518805Z","steps":["trace[2004152816] 'process raft request' (duration: 213.543143ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:11.534805Z","caller":"traceutil/trace.go:171","msg":"trace[614130271] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"208.407547ms","start":"2026-04-02T16:51:11.326374Z","end":"2026-04-02T16:51:11.534782Z","steps":["trace[614130271] 'process raft request' (duration: 208.227613ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:11.535145Z","caller":"traceutil/trace.go:171","msg":"trace[1076539618] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"208.379366ms","start":"2026-04-02T16:51:11.326735Z","end":"2026-04-02T16:51:11.535114Z","steps":["trace[1076539618] 'process raft request' (duration: 208.006386ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:11.535179Z","caller":"traceutil/trace.go:171","msg":"trace[425321821] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"165.032772ms","start":"2026-04-02T16:51:11.370129Z","end":"2026-04-02T16:51:11.535161Z","steps":["trace[425321821] 'process raft request' (duration: 164.95741ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:11.535244Z","caller":"traceutil/trace.go:171","msg":"trace[1384337731] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"207.999676ms","start":"2026-04-02T16:51:11.327221Z","end":"2026-04-02T16:51:11.535221Z","steps":["trace[1384337731] 'process raft request' (duration: 207.75888ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:11.823194Z","caller":"traceutil/trace.go:171","msg":"trace[1706598043] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"206.334262ms","start":"2026-04-02T16:51:11.616829Z","end":"2026-04-02T16:51:11.823163Z","steps":["trace[1706598043] 'process raft request' (duration: 206.132647ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:11.823492Z","caller":"traceutil/trace.go:171","msg":"trace[1998511910] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"206.548688ms","start":"2026-04-02T16:51:11.616926Z","end":"2026-04-02T16:51:11.823474Z","steps":["trace[1998511910] 'process raft request' (duration: 206.186169ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:11.823945Z","caller":"traceutil/trace.go:171","msg":"trace[645164115] linearizableReadLoop","detail":"{readStateIndex:3339; appliedIndex:3334; }","duration":"190.244894ms","start":"2026-04-02T16:51:11.633673Z","end":"2026-04-02T16:51:11.823918Z","steps":["trace[645164115] 'read index received' (duration: 15.492792ms)","trace[645164115] 'applied index is now lower than readState.Index' (duration: 174.751012ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:51:11.824075Z","caller":"traceutil/trace.go:171","msg":"trace[139276451] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"207.022511ms","start":"2026-04-02T16:51:11.616965Z","end":"2026-04-02T16:51:11.823988Z","steps":["trace[139276451] 'process raft request' (duration: 206.442235ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:11.824168Z","caller":"traceutil/trace.go:171","msg":"trace[395982759] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"207.160375ms","start":"2026-04-02T16:51:11.616961Z","end":"2026-04-02T16:51:11.824121Z","steps":["trace[395982759] 'process raft request' (duration: 206.869787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:11.824865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.165598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:51:11.824932Z","caller":"traceutil/trace.go:171","msg":"trace[1326844246] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3205; }","duration":"191.278122ms","start":"2026-04-02T16:51:11.633636Z","end":"2026-04-02T16:51:11.824915Z","steps":["trace[1326844246] 'agreement among raft nodes before linearized reading' (duration: 190.366658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:28.406383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.586534ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:52:28.406577Z","caller":"traceutil/trace.go:171","msg":"trace[1273760476] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3714; }","duration":"279.78543ms","start":"2026-04-02T16:52:28.126764Z","end":"2026-04-02T16:52:28.406549Z","steps":["trace[1273760476] 'range keys from in-memory index tree' (duration: 279.570484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:28.447338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625599734015281,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:52:28.518335Z","caller":"traceutil/trace.go:171","msg":"trace[723729379] transaction","detail":"{read_only:false; response_revision:3715; number_of_response:1; }","duration":"659.085763ms","start":"2026-04-02T16:52:27.859221Z","end":"2026-04-02T16:52:28.518307Z","steps":["trace[723729379] 'process raft request' (duration: 658.881837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:28.518572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:27.859193Z","time spent":"659.288708ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:52:28.529179Z","caller":"traceutil/trace.go:171","msg":"trace[9399812] transaction","detail":"{read_only:false; response_revision:3716; number_of_response:1; }","duration":"668.216706ms","start":"2026-04-02T16:52:27.860933Z","end":"2026-04-02T16:52:28.52915Z","steps":["trace[9399812] 'process raft request' (duration: 667.97701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:28.529412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:27.860911Z","time spent":"668.37397ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:52:28.529409Z","caller":"traceutil/trace.go:171","msg":"trace[1945223384] linearizableReadLoop","detail":"{readStateIndex:3872; appliedIndex:3869; }","duration":"582.50053ms","start":"2026-04-02T16:52:27.946877Z","end":"2026-04-02T16:52:28.529377Z","steps":["trace[1945223384] 'read index received' (duration: 571.319782ms)","trace[1945223384] 'applied index is now lower than readState.Index' (duration: 11.179358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:52:28.529581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.689346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:52:28.529613Z","caller":"traceutil/trace.go:171","msg":"trace[1424413185] transaction","detail":"{read_only:false; response_revision:3717; number_of_response:1; }","duration":"668.493183ms","start":"2026-04-02T16:52:27.861088Z","end":"2026-04-02T16:52:28.529582Z","steps":["trace[1424413185] 'process raft request' (duration: 668.008159ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:28.529669Z","caller":"traceutil/trace.go:171","msg":"trace[702811598] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3717; }","duration":"582.819829ms","start":"2026-04-02T16:52:27.946834Z","end":"2026-04-02T16:52:28.529653Z","steps":["trace[702811598] 'agreement among raft nodes before linearized reading' (duration: 582.691145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:28.529703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.279603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:52:28.529754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:27.946813Z","time spent":"582.931231ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces/secretgen-controller\" "} {"level":"warn","ts":"2026-04-02T16:52:28.529774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.900687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:52:28.529791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.225178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:52:28.529787Z","caller":"traceutil/trace.go:171","msg":"trace[186041416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3717; }","duration":"316.411296ms","start":"2026-04-02T16:52:28.213357Z","end":"2026-04-02T16:52:28.529768Z","steps":["trace[186041416] 'agreement among raft nodes before linearized reading' (duration: 316.283902ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:28.529856Z","caller":"traceutil/trace.go:171","msg":"trace[1439657570] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3717; }","duration":"189.03823ms","start":"2026-04-02T16:52:28.3408Z","end":"2026-04-02T16:52:28.529838Z","steps":["trace[1439657570] 'agreement among raft nodes before linearized reading' (duration: 188.887997ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:28.529866Z","caller":"traceutil/trace.go:171","msg":"trace[76611782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3717; }","duration":"512.33923ms","start":"2026-04-02T16:52:28.017509Z","end":"2026-04-02T16:52:28.529848Z","steps":["trace[76611782] 'agreement among raft nodes before linearized reading' (duration: 512.025071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:28.52988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:28.213334Z","time spent":"316.537771ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:52:28.529941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.102098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T16:52:28.529942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.477729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:52:28.52999Z","caller":"traceutil/trace.go:171","msg":"trace[1785290405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3717; }","duration":"340.185501ms","start":"2026-04-02T16:52:28.18979Z","end":"2026-04-02T16:52:28.529976Z","steps":["trace[1785290405] 'agreement among raft nodes before linearized reading' (duration: 340.034466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:28.53002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:28.189769Z","time spent":"340.245261ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:52:28.530026Z","caller":"traceutil/trace.go:171","msg":"trace[1620591533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3717; }","duration":"337.593171ms","start":"2026-04-02T16:52:28.192412Z","end":"2026-04-02T16:52:28.530005Z","steps":["trace[1620591533] 'agreement among raft nodes before linearized reading' (duration: 337.318604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:28.529913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:28.017488Z","time spent":"512.414703ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:52:28.53007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:28.192405Z","time spent":"337.656652ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:52:28.530074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.53694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T16:52:28.530087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.527386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T16:52:28.529777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:27.861069Z","time spent":"668.625678ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:52:28.530174Z","caller":"traceutil/trace.go:171","msg":"trace[129361782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3717; }","duration":"337.695463ms","start":"2026-04-02T16:52:28.192456Z","end":"2026-04-02T16:52:28.530152Z","steps":["trace[129361782] 'agreement among raft nodes before linearized reading' (duration: 337.381234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:28.530231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:28.192446Z","time spent":"337.776367ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T16:52:28.530184Z","caller":"traceutil/trace.go:171","msg":"trace[2029248139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3717; }","duration":"338.679779ms","start":"2026-04-02T16:52:28.191485Z","end":"2026-04-02T16:52:28.530164Z","steps":["trace[2029248139] 'agreement among raft nodes before linearized reading' (duration: 338.289039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:28.530319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:28.191466Z","time spent":"338.836635ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T16:52:31.866648Z","caller":"traceutil/trace.go:171","msg":"trace[1155289889] transaction","detail":"{read_only:false; response_revision:3795; number_of_response:1; }","duration":"125.532197ms","start":"2026-04-02T16:52:31.741087Z","end":"2026-04-02T16:52:31.86662Z","steps":["trace[1155289889] 'process raft request' (duration: 125.217719ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:32.055913Z","caller":"traceutil/trace.go:171","msg":"trace[410078159] transaction","detail":"{read_only:false; response_revision:3797; number_of_response:1; }","duration":"177.524033ms","start":"2026-04-02T16:52:31.878362Z","end":"2026-04-02T16:52:32.055886Z","steps":["trace[410078159] 'process raft request' (duration: 165.591726ms)","trace[410078159] 'compare' (duration: 11.588029ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:32.7182Z","caller":"traceutil/trace.go:171","msg":"trace[632741707] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"168.77237ms","start":"2026-04-02T16:52:32.549398Z","end":"2026-04-02T16:52:32.718171Z","steps":["trace[632741707] 'process raft request' (duration: 79.624483ms)","trace[632741707] 'compare' (duration: 88.959802ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:32.718358Z","caller":"traceutil/trace.go:171","msg":"trace[253986028] linearizableReadLoop","detail":"{readStateIndex:3956; appliedIndex:3953; }","duration":"150.492594ms","start":"2026-04-02T16:52:32.567837Z","end":"2026-04-02T16:52:32.718329Z","steps":["trace[253986028] 'read index received' (duration: 8.341193ms)","trace[253986028] 'applied index is now lower than readState.Index' (duration: 142.149281ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:32.718389Z","caller":"traceutil/trace.go:171","msg":"trace[1455961562] transaction","detail":"{read_only:false; response_revision:3800; number_of_response:1; }","duration":"154.636233ms","start":"2026-04-02T16:52:32.563714Z","end":"2026-04-02T16:52:32.71835Z","steps":["trace[1455961562] 'process raft request' (duration: 154.412477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:32.718686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.341508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T16:52:32.718746Z","caller":"traceutil/trace.go:171","msg":"trace[108512362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3800; }","duration":"129.442462ms","start":"2026-04-02T16:52:32.589291Z","end":"2026-04-02T16:52:32.718733Z","steps":["trace[108512362] 'agreement among raft nodes before linearized reading' (duration: 129.237886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:32.718811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.609149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T16:52:32.718834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.905477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T16:52:32.718825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.688992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T16:52:32.718878Z","caller":"traceutil/trace.go:171","msg":"trace[849233856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3800; }","duration":"125.753613ms","start":"2026-04-02T16:52:32.593107Z","end":"2026-04-02T16:52:32.71886Z","steps":["trace[849233856] 'agreement among raft nodes before linearized reading' (duration: 125.533586ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:32.718946Z","caller":"traceutil/trace.go:171","msg":"trace[1972499760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3800; }","duration":"125.877347ms","start":"2026-04-02T16:52:32.593046Z","end":"2026-04-02T16:52:32.718923Z","steps":["trace[1972499760] 'agreement among raft nodes before linearized reading' (duration: 125.531828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:32.718888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.039618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T16:52:32.718878Z","caller":"traceutil/trace.go:171","msg":"trace[357355464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3800; }","duration":"125.986569ms","start":"2026-04-02T16:52:32.59288Z","end":"2026-04-02T16:52:32.718866Z","steps":["trace[357355464] 'agreement among raft nodes before linearized reading' (duration: 125.732892ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:32.719048Z","caller":"traceutil/trace.go:171","msg":"trace[108238824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3800; }","duration":"151.213692ms","start":"2026-04-02T16:52:32.567783Z","end":"2026-04-02T16:52:32.718997Z","steps":["trace[108238824] 'agreement among raft nodes before linearized reading' (duration: 150.672338ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:32.865306Z","caller":"traceutil/trace.go:171","msg":"trace[1912718343] transaction","detail":"{read_only:false; response_revision:3802; number_of_response:1; }","duration":"141.356228ms","start":"2026-04-02T16:52:32.723922Z","end":"2026-04-02T16:52:32.865278Z","steps":["trace[1912718343] 'process raft request' (duration: 93.940365ms)","trace[1912718343] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 47.143427ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:32.865624Z","caller":"traceutil/trace.go:171","msg":"trace[1519165560] transaction","detail":"{read_only:false; response_revision:3803; number_of_response:1; }","duration":"140.929068ms","start":"2026-04-02T16:52:32.724656Z","end":"2026-04-02T16:52:32.865585Z","steps":["trace[1519165560] 'process raft request' (duration: 140.580869ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:32.865586Z","caller":"traceutil/trace.go:171","msg":"trace[553268628] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"140.886636ms","start":"2026-04-02T16:52:32.724677Z","end":"2026-04-02T16:52:32.865563Z","steps":["trace[553268628] 'process raft request' (duration: 140.747872ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:32.865826Z","caller":"traceutil/trace.go:171","msg":"trace[961410267] transaction","detail":"{read_only:false; response_revision:3805; number_of_response:1; }","duration":"139.929841ms","start":"2026-04-02T16:52:32.725853Z","end":"2026-04-02T16:52:32.865783Z","steps":["trace[961410267] 'process raft request' (duration: 139.670504ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:40.937597Z","caller":"traceutil/trace.go:171","msg":"trace[152566044] linearizableReadLoop","detail":"{readStateIndex:4009; appliedIndex:4007; }","duration":"170.762873ms","start":"2026-04-02T16:52:40.76678Z","end":"2026-04-02T16:52:40.937543Z","steps":["trace[152566044] 'read index received' (duration: 110.167226ms)","trace[152566044] 'applied index is now lower than readState.Index' (duration: 60.594467ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:40.937753Z","caller":"traceutil/trace.go:171","msg":"trace[224483046] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"178.192292ms","start":"2026-04-02T16:52:40.759536Z","end":"2026-04-02T16:52:40.937728Z","steps":["trace[224483046] 'process raft request' (duration: 177.948826ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:40.937841Z","caller":"traceutil/trace.go:171","msg":"trace[1213498323] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"178.550491ms","start":"2026-04-02T16:52:40.759262Z","end":"2026-04-02T16:52:40.937813Z","steps":["trace[1213498323] 'process raft request' (duration: 117.674207ms)","trace[1213498323] 'compare' (duration: 60.381531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:52:40.937891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.103982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-04-02T16:52:40.937932Z","caller":"traceutil/trace.go:171","msg":"trace[1495192314] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:3851; }","duration":"171.207275ms","start":"2026-04-02T16:52:40.766713Z","end":"2026-04-02T16:52:40.937921Z","steps":["trace[1495192314] 'agreement among raft nodes before linearized reading' (duration: 171.03579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:40.93837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.896831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T16:52:40.938417Z","caller":"traceutil/trace.go:171","msg":"trace[1687350085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3851; }","duration":"103.976842ms","start":"2026-04-02T16:52:40.83443Z","end":"2026-04-02T16:52:40.938407Z","steps":["trace[1687350085] 'agreement among raft nodes before linearized reading' (duration: 103.865679ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:41.063129Z","caller":"traceutil/trace.go:171","msg":"trace[773142373] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"120.290478ms","start":"2026-04-02T16:52:40.942811Z","end":"2026-04-02T16:52:41.063101Z","steps":["trace[773142373] 'process raft request' (duration: 120.220265ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:41.063138Z","caller":"traceutil/trace.go:171","msg":"trace[1995914652] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"120.721158ms","start":"2026-04-02T16:52:40.942368Z","end":"2026-04-02T16:52:41.063089Z","steps":["trace[1995914652] 'process raft request' (duration: 107.894887ms)","trace[1995914652] 'compare' (duration: 12.586315ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:41.063251Z","caller":"traceutil/trace.go:171","msg":"trace[1425447526] linearizableReadLoop","detail":"{readStateIndex:4014; appliedIndex:4009; }","duration":"119.585378ms","start":"2026-04-02T16:52:40.943646Z","end":"2026-04-02T16:52:41.063231Z","steps":["trace[1425447526] 'read index received' (duration: 106.631543ms)","trace[1425447526] 'applied index is now lower than readState.Index' (duration: 12.952755ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:41.063272Z","caller":"traceutil/trace.go:171","msg":"trace[1308742251] transaction","detail":"{read_only:false; response_revision:3855; number_of_response:1; }","duration":"120.40111ms","start":"2026-04-02T16:52:40.942844Z","end":"2026-04-02T16:52:41.063245Z","steps":["trace[1308742251] 'process raft request' (duration: 120.218106ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:41.063333Z","caller":"traceutil/trace.go:171","msg":"trace[1597868438] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"120.535713ms","start":"2026-04-02T16:52:40.942785Z","end":"2026-04-02T16:52:41.06332Z","steps":["trace[1597868438] 'process raft request' (duration: 120.205445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:41.063529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.860006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T16:52:41.063321Z","caller":"traceutil/trace.go:171","msg":"trace[1678144222] transaction","detail":"{read_only:false; response_revision:3856; number_of_response:1; }","duration":"120.37921ms","start":"2026-04-02T16:52:40.942914Z","end":"2026-04-02T16:52:41.063293Z","steps":["trace[1678144222] 'process raft request' (duration: 120.243237ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:41.063575Z","caller":"traceutil/trace.go:171","msg":"trace[1243623031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3856; }","duration":"119.947358ms","start":"2026-04-02T16:52:40.943617Z","end":"2026-04-02T16:52:41.063564Z","steps":["trace[1243623031] 'agreement among raft nodes before linearized reading' (duration: 119.744702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:41.063631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.151087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-04-02T16:52:41.063847Z","caller":"traceutil/trace.go:171","msg":"trace[1725120504] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:3856; }","duration":"119.394394ms","start":"2026-04-02T16:52:40.944432Z","end":"2026-04-02T16:52:41.063827Z","steps":["trace[1725120504] 'agreement among raft nodes before linearized reading' (duration: 119.071166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:54.821689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.266948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:52:54.821784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.804134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-02T16:52:54.821805Z","caller":"traceutil/trace.go:171","msg":"trace[981643612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3928; }","duration":"608.526605ms","start":"2026-04-02T16:52:54.213249Z","end":"2026-04-02T16:52:54.821776Z","steps":["trace[981643612] 'range keys from in-memory index tree' (duration: 608.161926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:54.821856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:54.213226Z","time spent":"608.620957ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:52:54.821863Z","caller":"traceutil/trace.go:171","msg":"trace[474380046] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3928; }","duration":"158.916667ms","start":"2026-04-02T16:52:54.66292Z","end":"2026-04-02T16:52:54.821837Z","steps":["trace[474380046] 'range keys from in-memory index tree' (duration: 158.635899ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:59.28236Z","caller":"traceutil/trace.go:171","msg":"trace[1690438708] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"138.429505ms","start":"2026-04-02T16:52:59.143906Z","end":"2026-04-02T16:52:59.282335Z","steps":["trace[1690438708] 'process raft request' (duration: 138.26089ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:59.374758Z","caller":"traceutil/trace.go:171","msg":"trace[384099323] linearizableReadLoop","detail":"{readStateIndex:4114; appliedIndex:4112; }","duration":"177.349575ms","start":"2026-04-02T16:52:59.197383Z","end":"2026-04-02T16:52:59.374733Z","steps":["trace[384099323] 'read index received' (duration: 84.792828ms)","trace[384099323] 'applied index is now lower than readState.Index' (duration: 92.555507ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:59.374841Z","caller":"traceutil/trace.go:171","msg":"trace[475306572] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"197.695189ms","start":"2026-04-02T16:52:59.177091Z","end":"2026-04-02T16:52:59.374786Z","steps":["trace[475306572] 'process raft request' (duration: 193.845416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:59.375063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.671074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:52:59.375112Z","caller":"traceutil/trace.go:171","msg":"trace[1461977178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3953; }","duration":"177.777497ms","start":"2026-04-02T16:52:59.197322Z","end":"2026-04-02T16:52:59.3751Z","steps":["trace[1461977178] 'agreement among raft nodes before linearized reading' (duration: 177.598382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:59.375073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.942712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:52:59.375205Z","caller":"traceutil/trace.go:171","msg":"trace[900547398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3953; }","duration":"110.123887ms","start":"2026-04-02T16:52:59.265073Z","end":"2026-04-02T16:52:59.375197Z","steps":["trace[900547398] 'agreement among raft nodes before linearized reading' (duration: 109.920922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:59.375451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.297994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T16:52:59.375509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.958182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T16:52:59.37551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.131223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:52:59.375542Z","caller":"traceutil/trace.go:171","msg":"trace[255588487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3953; }","duration":"106.424387ms","start":"2026-04-02T16:52:59.269093Z","end":"2026-04-02T16:52:59.375518Z","steps":["trace[255588487] 'agreement among raft nodes before linearized reading' (duration: 106.201821ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:59.375583Z","caller":"traceutil/trace.go:171","msg":"trace[1729896729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3953; }","duration":"107.044914ms","start":"2026-04-02T16:52:59.268519Z","end":"2026-04-02T16:52:59.375564Z","steps":["trace[1729896729] 'agreement among raft nodes before linearized reading' (duration: 106.801778ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:59.375586Z","caller":"traceutil/trace.go:171","msg":"trace[986762824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3953; }","duration":"105.246797ms","start":"2026-04-02T16:52:59.270326Z","end":"2026-04-02T16:52:59.375573Z","steps":["trace[986762824] 'agreement among raft nodes before linearized reading' (duration: 104.99994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:05.488769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625599734015915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:53:05.609701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.163297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T16:53:05.609758Z","caller":"traceutil/trace.go:171","msg":"trace[309723850] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3979; }","duration":"967.282051ms","start":"2026-04-02T16:53:04.642462Z","end":"2026-04-02T16:53:05.609744Z","steps":["trace[309723850] 'range keys from in-memory index tree' (duration: 966.983424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:05.609787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:53:04.642431Z","time spent":"967.349943ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-02T16:53:05.610376Z","caller":"traceutil/trace.go:171","msg":"trace[2078062215] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"744.536342ms","start":"2026-04-02T16:53:04.865818Z","end":"2026-04-02T16:53:05.610354Z","steps":["trace[2078062215] 'process raft request' (duration: 741.227493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:05.610515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:53:04.865784Z","time spent":"744.660794ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:53:05.610748Z","caller":"traceutil/trace.go:171","msg":"trace[891009728] linearizableReadLoop","detail":"{readStateIndex:4144; appliedIndex:4141; }","duration":"622.874776ms","start":"2026-04-02T16:53:04.987844Z","end":"2026-04-02T16:53:05.610719Z","steps":["trace[891009728] 'read index received' (duration: 619.224089ms)","trace[891009728] 'applied index is now lower than readState.Index' (duration: 3.649737ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:53:05.610874Z","caller":"traceutil/trace.go:171","msg":"trace[1936543980] transaction","detail":"{read_only:false; response_revision:3981; number_of_response:1; }","duration":"312.034968ms","start":"2026-04-02T16:53:05.298828Z","end":"2026-04-02T16:53:05.610863Z","steps":["trace[1936543980] 'process raft request' (duration: 311.389061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:05.61099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.004915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:53:05.611012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.536567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:53:05.611045Z","caller":"traceutil/trace.go:171","msg":"trace[644398506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3982; }","duration":"400.590979ms","start":"2026-04-02T16:53:05.210445Z","end":"2026-04-02T16:53:05.611036Z","steps":["trace[644398506] 'agreement among raft nodes before linearized reading' (duration: 400.544118ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:53:05.611044Z","caller":"traceutil/trace.go:171","msg":"trace[1490917420] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3982; }","duration":"544.089018ms","start":"2026-04-02T16:53:05.06694Z","end":"2026-04-02T16:53:05.611029Z","steps":["trace[1490917420] 'agreement among raft nodes before linearized reading' (duration: 543.976455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:05.611075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:53:05.210432Z","time spent":"400.635849ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:53:05.61107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.626401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T16:53:05.611069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:53:05.298804Z","time spent":"312.102241ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:53:05.611107Z","caller":"traceutil/trace.go:171","msg":"trace[1513612295] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"218.389363ms","start":"2026-04-02T16:53:05.392691Z","end":"2026-04-02T16:53:05.611081Z","steps":["trace[1513612295] 'process raft request' (duration: 217.950241ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:53:05.611134Z","caller":"traceutil/trace.go:171","msg":"trace[1675465800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3982; }","duration":"205.738695ms","start":"2026-04-02T16:53:05.40538Z","end":"2026-04-02T16:53:05.611119Z","steps":["trace[1675465800] 'agreement among raft nodes before linearized reading' (duration: 205.55701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:05.611078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:53:05.066925Z","time spent":"544.142958ms","remote":"127.0.0.1:47442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:53:05.61114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.266007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-02T16:53:05.611201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.842297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:53:05.611239Z","caller":"traceutil/trace.go:171","msg":"trace[1438237834] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:3982; }","duration":"623.37542ms","start":"2026-04-02T16:53:04.987839Z","end":"2026-04-02T16:53:05.611214Z","steps":["trace[1438237834] 'agreement among raft nodes before linearized reading' (duration: 623.048721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:05.611315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:53:04.987777Z","time spent":"623.523062ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"info","ts":"2026-04-02T16:53:05.611318Z","caller":"traceutil/trace.go:171","msg":"trace[1322078744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3982; }","duration":"208.976781ms","start":"2026-04-02T16:53:05.402308Z","end":"2026-04-02T16:53:05.611285Z","steps":["trace[1322078744] 'agreement among raft nodes before linearized reading' (duration: 208.674503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:05.611261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.242622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T16:53:05.611408Z","caller":"traceutil/trace.go:171","msg":"trace[1916078567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3982; }","duration":"205.380585ms","start":"2026-04-02T16:53:05.406013Z","end":"2026-04-02T16:53:05.611393Z","steps":["trace[1916078567] 'agreement among raft nodes before linearized reading' (duration: 205.203861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:05.611473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.895022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T16:53:05.611566Z","caller":"traceutil/trace.go:171","msg":"trace[2071421394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3982; }","duration":"204.993886ms","start":"2026-04-02T16:53:05.406537Z","end":"2026-04-02T16:53:05.611531Z","steps":["trace[2071421394] 'agreement among raft nodes before linearized reading' (duration: 204.678307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:05.611735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.995678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:53:05.611781Z","caller":"traceutil/trace.go:171","msg":"trace[225212607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3982; }","duration":"207.090921ms","start":"2026-04-02T16:53:05.40468Z","end":"2026-04-02T16:53:05.611771Z","steps":["trace[225212607] 'agreement among raft nodes before linearized reading' (duration: 206.423343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:22.664723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.634837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:53:22.665122Z","caller":"traceutil/trace.go:171","msg":"trace[413839112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4091; }","duration":"195.069469ms","start":"2026-04-02T16:53:22.47003Z","end":"2026-04-02T16:53:22.665099Z","steps":["trace[413839112] 'count revisions from in-memory index tree' (duration: 194.545765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:27.907408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.432353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:53:27.907618Z","caller":"traceutil/trace.go:171","msg":"trace[43312377] linearizableReadLoop","detail":"{readStateIndex:4285; appliedIndex:4283; }","duration":"122.533569ms","start":"2026-04-02T16:53:27.785065Z","end":"2026-04-02T16:53:27.907599Z","steps":["trace[43312377] 'read index received' (duration: 106.051898ms)","trace[43312377] 'applied index is now lower than readState.Index' (duration: 16.480651ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:53:27.907601Z","caller":"traceutil/trace.go:171","msg":"trace[1737740174] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"188.912364ms","start":"2026-04-02T16:53:27.71865Z","end":"2026-04-02T16:53:27.907563Z","steps":["trace[1737740174] 'process raft request' (duration: 16.228645ms)","trace[1737740174] 'compare' (duration: 172.31562ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:53:27.907648Z","caller":"traceutil/trace.go:171","msg":"trace[1365835863] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"149.483159ms","start":"2026-04-02T16:53:27.758132Z","end":"2026-04-02T16:53:27.907615Z","steps":["trace[1365835863] 'process raft request' (duration: 149.406697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:27.907836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.752975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:53:27.90792Z","caller":"traceutil/trace.go:171","msg":"trace[693154829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4118; }","duration":"122.876857ms","start":"2026-04-02T16:53:27.785023Z","end":"2026-04-02T16:53:27.9079Z","steps":["trace[693154829] 'agreement among raft nodes before linearized reading' (duration: 122.63477ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:53:28.442806Z","caller":"traceutil/trace.go:171","msg":"trace[1647012592] transaction","detail":"{read_only:false; response_revision:4124; number_of_response:1; }","duration":"149.706366ms","start":"2026-04-02T16:53:28.293073Z","end":"2026-04-02T16:53:28.442779Z","steps":["trace[1647012592] 'process raft request' (duration: 149.550702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:44.945381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.459637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:53:44.945482Z","caller":"traceutil/trace.go:171","msg":"trace[2103721068] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full; range_end:; response_count:0; response_revision:4272; }","duration":"279.597851ms","start":"2026-04-02T16:53:44.66586Z","end":"2026-04-02T16:53:44.945458Z","steps":["trace[2103721068] 'range keys from in-memory index tree' (duration: 279.402236ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:22.951018Z","caller":"traceutil/trace.go:171","msg":"trace[1245459773] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"138.021055ms","start":"2026-04-02T16:54:22.812946Z","end":"2026-04-02T16:54:22.950967Z","steps":["trace[1245459773] 'process raft request' (duration: 92.211039ms)","trace[1245459773] 'compare' (duration: 45.58409ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:23.225629Z","caller":"traceutil/trace.go:171","msg":"trace[1297007031] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"208.242655ms","start":"2026-04-02T16:54:23.017347Z","end":"2026-04-02T16:54:23.22559Z","steps":["trace[1297007031] 'process raft request' (duration: 207.943207ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:23.225758Z","caller":"traceutil/trace.go:171","msg":"trace[480472412] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5082; }","duration":"207.73007ms","start":"2026-04-02T16:54:23.017997Z","end":"2026-04-02T16:54:23.225727Z","steps":["trace[480472412] 'read index received' (duration: 21.051823ms)","trace[480472412] 'applied index is now lower than readState.Index' (duration: 186.676747ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:23.225867Z","caller":"traceutil/trace.go:171","msg":"trace[132702789] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"208.101011ms","start":"2026-04-02T16:54:23.01774Z","end":"2026-04-02T16:54:23.225841Z","steps":["trace[132702789] 'process raft request' (duration: 207.837815ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:23.226048Z","caller":"traceutil/trace.go:171","msg":"trace[575863462] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"200.044446ms","start":"2026-04-02T16:54:23.025959Z","end":"2026-04-02T16:54:23.226003Z","steps":["trace[575863462] 'process raft request' (duration: 199.686347ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:23.226064Z","caller":"traceutil/trace.go:171","msg":"trace[730001156] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"208.552824ms","start":"2026-04-02T16:54:23.017453Z","end":"2026-04-02T16:54:23.226006Z","steps":["trace[730001156] 'process raft request' (duration: 208.03024ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:23.226129Z","caller":"traceutil/trace.go:171","msg":"trace[1317013127] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"207.123544ms","start":"2026-04-02T16:54:23.018999Z","end":"2026-04-02T16:54:23.226123Z","steps":["trace[1317013127] 'process raft request' (duration: 206.60586ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:23.226158Z","caller":"traceutil/trace.go:171","msg":"trace[2085765853] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"208.590554ms","start":"2026-04-02T16:54:23.01752Z","end":"2026-04-02T16:54:23.22611Z","steps":["trace[2085765853] 'process raft request' (duration: 208.020049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:23.226246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.222135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T16:54:23.226293Z","caller":"traceutil/trace.go:171","msg":"trace[935925945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4889; }","duration":"208.302447ms","start":"2026-04-02T16:54:23.017979Z","end":"2026-04-02T16:54:23.226282Z","steps":["trace[935925945] 'agreement among raft nodes before linearized reading' (duration: 208.026009ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:23.423554Z","caller":"traceutil/trace.go:171","msg":"trace[564305841] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"190.896121ms","start":"2026-04-02T16:54:23.232627Z","end":"2026-04-02T16:54:23.423523Z","steps":["trace[564305841] 'process raft request' (duration: 153.294814ms)","trace[564305841] 'compare' (duration: 37.210896ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:23.429831Z","caller":"traceutil/trace.go:171","msg":"trace[1293349948] linearizableReadLoop","detail":"{readStateIndex:5091; appliedIndex:5089; }","duration":"192.686568ms","start":"2026-04-02T16:54:23.237118Z","end":"2026-04-02T16:54:23.429804Z","steps":["trace[1293349948] 'read index received' (duration: 148.947367ms)","trace[1293349948] 'applied index is now lower than readState.Index' (duration: 43.738141ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:23.429882Z","caller":"traceutil/trace.go:171","msg":"trace[1465437960] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"187.889161ms","start":"2026-04-02T16:54:23.241967Z","end":"2026-04-02T16:54:23.429856Z","steps":["trace[1465437960] 'process raft request' (duration: 187.773688ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:23.42994Z","caller":"traceutil/trace.go:171","msg":"trace[1489676328] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"195.202485ms","start":"2026-04-02T16:54:23.234677Z","end":"2026-04-02T16:54:23.42988Z","steps":["trace[1489676328] 'process raft request' (duration: 194.913507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:23.430144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.928465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-02T16:54:23.430155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.002786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123785"} {"level":"info","ts":"2026-04-02T16:54:23.430184Z","caller":"traceutil/trace.go:171","msg":"trace[334905031] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4892; }","duration":"189.990856ms","start":"2026-04-02T16:54:23.240181Z","end":"2026-04-02T16:54:23.430172Z","steps":["trace[334905031] 'agreement among raft nodes before linearized reading' (duration: 189.843522ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:23.430195Z","caller":"traceutil/trace.go:171","msg":"trace[216189880] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4892; }","duration":"193.072879ms","start":"2026-04-02T16:54:23.237112Z","end":"2026-04-02T16:54:23.430185Z","steps":["trace[216189880] 'agreement among raft nodes before linearized reading' (duration: 192.830592ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:26.03989Z","caller":"traceutil/trace.go:171","msg":"trace[1496512925] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"106.668245ms","start":"2026-04-02T16:54:25.933202Z","end":"2026-04-02T16:54:26.039871Z","steps":["trace[1496512925] 'process raft request' (duration: 106.515862ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:26.061069Z","caller":"traceutil/trace.go:171","msg":"trace[19208497] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"123.051004ms","start":"2026-04-02T16:54:25.937968Z","end":"2026-04-02T16:54:26.061019Z","steps":["trace[19208497] 'process raft request' (duration: 121.892563ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:26.569405Z","caller":"traceutil/trace.go:171","msg":"trace[1352427698] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"149.702517ms","start":"2026-04-02T16:54:26.419673Z","end":"2026-04-02T16:54:26.569375Z","steps":["trace[1352427698] 'process raft request' (duration: 149.542852ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:26.813815Z","caller":"traceutil/trace.go:171","msg":"trace[1920936854] linearizableReadLoop","detail":"{readStateIndex:5205; appliedIndex:5203; }","duration":"255.15119ms","start":"2026-04-02T16:54:26.558639Z","end":"2026-04-02T16:54:26.81379Z","steps":["trace[1920936854] 'read index received' (duration: 10.711947ms)","trace[1920936854] 'applied index is now lower than readState.Index' (duration: 244.438263ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:26.813923Z","caller":"traceutil/trace.go:171","msg":"trace[1315390642] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"373.772497ms","start":"2026-04-02T16:54:26.440092Z","end":"2026-04-02T16:54:26.813865Z","steps":["trace[1315390642] 'process raft request' (duration: 373.347786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:26.814093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.436689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-318ddc41-2f43-4c8d-8e61-83da92f4467c\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-04-02T16:54:26.814153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:26.440017Z","time spent":"374.027204ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197680,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:54:26.814162Z","caller":"traceutil/trace.go:171","msg":"trace[1066086481] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-318ddc41-2f43-4c8d-8e61-83da92f4467c; range_end:; response_count:1; response_revision:5001; }","duration":"255.558481ms","start":"2026-04-02T16:54:26.558586Z","end":"2026-04-02T16:54:26.814144Z","steps":["trace[1066086481] 'agreement among raft nodes before linearized reading' (duration: 255.327835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:26.814474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.870369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wshth.18a2987c79786e0e\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-02T16:54:26.814684Z","caller":"traceutil/trace.go:171","msg":"trace[1930328788] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wshth.18a2987c79786e0e; range_end:; response_count:1; response_revision:5001; }","duration":"241.116404ms","start":"2026-04-02T16:54:26.573546Z","end":"2026-04-02T16:54:26.814662Z","steps":["trace[1930328788] 'agreement among raft nodes before linearized reading' (duration: 240.386546ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:28.179879Z","caller":"traceutil/trace.go:171","msg":"trace[1793418277] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"114.090765ms","start":"2026-04-02T16:54:28.065752Z","end":"2026-04-02T16:54:28.179843Z","steps":["trace[1793418277] 'process raft request' (duration: 113.895409ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:28.310627Z","caller":"traceutil/trace.go:171","msg":"trace[954568946] linearizableReadLoop","detail":"{readStateIndex:5307; appliedIndex:5304; }","duration":"116.088818ms","start":"2026-04-02T16:54:28.194515Z","end":"2026-04-02T16:54:28.310604Z","steps":["trace[954568946] 'read index received' (duration: 115.77848ms)","trace[954568946] 'applied index is now lower than readState.Index' (duration: 309.438µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:28.310677Z","caller":"traceutil/trace.go:171","msg":"trace[1447123741] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"179.202698ms","start":"2026-04-02T16:54:28.13144Z","end":"2026-04-02T16:54:28.310643Z","steps":["trace[1447123741] 'process raft request' (duration: 179.081585ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:28.310764Z","caller":"traceutil/trace.go:171","msg":"trace[951051055] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"140.966455ms","start":"2026-04-02T16:54:28.169774Z","end":"2026-04-02T16:54:28.31074Z","steps":["trace[951051055] 'process raft request' (duration: 140.78792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:28.310839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.321254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:54:28.310764Z","caller":"traceutil/trace.go:171","msg":"trace[1489933206] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"182.239429ms","start":"2026-04-02T16:54:28.128479Z","end":"2026-04-02T16:54:28.310719Z","steps":["trace[1489933206] 'process raft request' (duration: 181.90522ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:28.310874Z","caller":"traceutil/trace.go:171","msg":"trace[227672500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5102; }","duration":"116.403246ms","start":"2026-04-02T16:54:28.19446Z","end":"2026-04-02T16:54:28.310863Z","steps":["trace[227672500] 'agreement among raft nodes before linearized reading' (duration: 116.267792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:28.31091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.869198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3b60734-4c77-47fd-bff2-51997e79b649\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-04-02T16:54:28.310959Z","caller":"traceutil/trace.go:171","msg":"trace[2025063744] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f3b60734-4c77-47fd-bff2-51997e79b649; range_end:; response_count:1; response_revision:5102; }","duration":"104.964839ms","start":"2026-04-02T16:54:28.205981Z","end":"2026-04-02T16:54:28.310946Z","steps":["trace[2025063744] 'agreement among raft nodes before linearized reading' (duration: 104.819646ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:30.026221Z","caller":"traceutil/trace.go:171","msg":"trace[941603338] linearizableReadLoop","detail":"{readStateIndex:5350; appliedIndex:5349; }","duration":"101.22451ms","start":"2026-04-02T16:54:29.924967Z","end":"2026-04-02T16:54:30.026191Z","steps":["trace[941603338] 'read index received' (duration: 100.949023ms)","trace[941603338] 'applied index is now lower than readState.Index' (duration: 274.127µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:30.026351Z","caller":"traceutil/trace.go:171","msg":"trace[2137628717] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"159.127499ms","start":"2026-04-02T16:54:29.867184Z","end":"2026-04-02T16:54:30.026311Z","steps":["trace[2137628717] 'process raft request' (duration: 158.74678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:30.026563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.562929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-318ddc41-2f43-4c8d-8e61-83da92f4467c\" ","response":"range_response_count:1 size:4078"} {"level":"info","ts":"2026-04-02T16:54:30.026623Z","caller":"traceutil/trace.go:171","msg":"trace[1142321299] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-318ddc41-2f43-4c8d-8e61-83da92f4467c; range_end:; response_count:1; response_revision:5144; }","duration":"101.676582ms","start":"2026-04-02T16:54:29.924928Z","end":"2026-04-02T16:54:30.026605Z","steps":["trace[1142321299] 'agreement among raft nodes before linearized reading' (duration: 101.423085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:32.009621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.311622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:54:32.009716Z","caller":"traceutil/trace.go:171","msg":"trace[1853015855] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5211; }","duration":"225.455316ms","start":"2026-04-02T16:54:31.784239Z","end":"2026-04-02T16:54:32.009694Z","steps":["trace[1853015855] 'count revisions from in-memory index tree' (duration: 225.22222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:32.010116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.394935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17454"} {"level":"warn","ts":"2026-04-02T16:54:32.010151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.055112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787906"} {"level":"info","ts":"2026-04-02T16:54:32.010222Z","caller":"traceutil/trace.go:171","msg":"trace[1831401423] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5211; }","duration":"231.538418ms","start":"2026-04-02T16:54:31.778655Z","end":"2026-04-02T16:54:32.010193Z","steps":["trace[1831401423] 'range keys from in-memory index tree' (duration: 231.144788ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:32.010235Z","caller":"traceutil/trace.go:171","msg":"trace[557655598] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5211; }","duration":"285.188985ms","start":"2026-04-02T16:54:31.725026Z","end":"2026-04-02T16:54:32.010215Z","steps":["trace[557655598] 'range keys from in-memory index tree' (duration: 284.533199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:32.010163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.464128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-04-02T16:54:32.010352Z","caller":"traceutil/trace.go:171","msg":"trace[1942110915] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:5211; }","duration":"249.702536ms","start":"2026-04-02T16:54:31.76063Z","end":"2026-04-02T16:54:32.010333Z","steps":["trace[1942110915] 'range keys from in-memory index tree' (duration: 249.262982ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:32.446114Z","caller":"traceutil/trace.go:171","msg":"trace[910256548] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5421; }","duration":"116.329034ms","start":"2026-04-02T16:54:32.329753Z","end":"2026-04-02T16:54:32.446082Z","steps":["trace[910256548] 'read index received' (duration: 40.044232ms)","trace[910256548] 'applied index is now lower than readState.Index' (duration: 76.283522ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:32.446332Z","caller":"traceutil/trace.go:171","msg":"trace[1207270030] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"123.080845ms","start":"2026-04-02T16:54:32.323222Z","end":"2026-04-02T16:54:32.446303Z","steps":["trace[1207270030] 'process raft request' (duration: 122.685204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:32.446432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.633712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T16:54:32.446525Z","caller":"traceutil/trace.go:171","msg":"trace[1560901175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5214; }","duration":"116.806688ms","start":"2026-04-02T16:54:32.329697Z","end":"2026-04-02T16:54:32.446504Z","steps":["trace[1560901175] 'agreement among raft nodes before linearized reading' (duration: 116.53284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:32.446548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.988479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:54:32.446627Z","caller":"traceutil/trace.go:171","msg":"trace[1923496056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5214; }","duration":"115.119191ms","start":"2026-04-02T16:54:32.331493Z","end":"2026-04-02T16:54:32.446613Z","steps":["trace[1923496056] 'agreement among raft nodes before linearized reading' (duration: 114.862605ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:40.594565Z","caller":"traceutil/trace.go:171","msg":"trace[807004401] linearizableReadLoop","detail":"{readStateIndex:5569; appliedIndex:5567; }","duration":"110.690154ms","start":"2026-04-02T16:54:40.483847Z","end":"2026-04-02T16:54:40.594537Z","steps":["trace[807004401] 'read index received' (duration: 8.828277ms)","trace[807004401] 'applied index is now lower than readState.Index' (duration: 101.860737ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:40.594595Z","caller":"traceutil/trace.go:171","msg":"trace[1903508548] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"119.52519ms","start":"2026-04-02T16:54:40.475036Z","end":"2026-04-02T16:54:40.594561Z","steps":["trace[1903508548] 'process raft request' (duration: 51.18398ms)","trace[1903508548] 'compare' (duration: 68.133585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:40.594797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.954471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:54:40.594882Z","caller":"traceutil/trace.go:171","msg":"trace[1426690905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5354; }","duration":"111.063053ms","start":"2026-04-02T16:54:40.483799Z","end":"2026-04-02T16:54:40.594862Z","steps":["trace[1426690905] 'agreement among raft nodes before linearized reading' (duration: 110.829496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:40.594906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.036269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T16:54:40.594937Z","caller":"traceutil/trace.go:171","msg":"trace[1844350390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5354; }","duration":"106.086471ms","start":"2026-04-02T16:54:40.48884Z","end":"2026-04-02T16:54:40.594926Z","steps":["trace[1844350390] 'agreement among raft nodes before linearized reading' (duration: 106.011428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:40.594949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.61566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmfwd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T16:54:40.594976Z","caller":"traceutil/trace.go:171","msg":"trace[754098659] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmfwd; range_end:; response_count:1; response_revision:5354; }","duration":"101.663851ms","start":"2026-04-02T16:54:40.493305Z","end":"2026-04-02T16:54:40.594969Z","steps":["trace[754098659] 'agreement among raft nodes before linearized reading' (duration: 101.545157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:40.594826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.203079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T16:54:40.595104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.528479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T16:54:40.595154Z","caller":"traceutil/trace.go:171","msg":"trace[34666324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5354; }","duration":"101.572239ms","start":"2026-04-02T16:54:40.493566Z","end":"2026-04-02T16:54:40.595138Z","steps":["trace[34666324] 'agreement among raft nodes before linearized reading' (duration: 101.477777ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:40.595079Z","caller":"traceutil/trace.go:171","msg":"trace[1573629484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5354; }","duration":"110.456977ms","start":"2026-04-02T16:54:40.484589Z","end":"2026-04-02T16:54:40.595046Z","steps":["trace[1573629484] 'agreement among raft nodes before linearized reading' (duration: 110.110918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:40.594826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.314182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T16:54:40.595265Z","caller":"traceutil/trace.go:171","msg":"trace[1110963043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5354; }","duration":"101.843205ms","start":"2026-04-02T16:54:40.493414Z","end":"2026-04-02T16:54:40.595257Z","steps":["trace[1110963043] 'agreement among raft nodes before linearized reading' (duration: 101.295121ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:40.744481Z","caller":"traceutil/trace.go:171","msg":"trace[137871664] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"144.900618ms","start":"2026-04-02T16:54:40.599543Z","end":"2026-04-02T16:54:40.744444Z","steps":["trace[137871664] 'process raft request' (duration: 144.766175ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:40.744549Z","caller":"traceutil/trace.go:171","msg":"trace[1625441643] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"145.077673ms","start":"2026-04-02T16:54:40.599449Z","end":"2026-04-02T16:54:40.744527Z","steps":["trace[1625441643] 'process raft request' (duration: 144.718714ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:40.744555Z","caller":"traceutil/trace.go:171","msg":"trace[1287542815] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"145.166306ms","start":"2026-04-02T16:54:40.59936Z","end":"2026-04-02T16:54:40.744526Z","steps":["trace[1287542815] 'process raft request' (duration: 138.630562ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:40.744604Z","caller":"traceutil/trace.go:171","msg":"trace[57324631] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"145.112975ms","start":"2026-04-02T16:54:40.599448Z","end":"2026-04-02T16:54:40.744561Z","steps":["trace[57324631] 'process raft request' (duration: 144.822297ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:40.944582Z","caller":"traceutil/trace.go:171","msg":"trace[1141563220] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"151.016933ms","start":"2026-04-02T16:54:40.79354Z","end":"2026-04-02T16:54:40.944557Z","steps":["trace[1141563220] 'process raft request' (duration: 150.965862ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:40.944722Z","caller":"traceutil/trace.go:171","msg":"trace[1182666541] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"153.025167ms","start":"2026-04-02T16:54:40.791632Z","end":"2026-04-02T16:54:40.944658Z","steps":["trace[1182666541] 'process raft request' (duration: 89.260099ms)","trace[1182666541] 'compare' (duration: 63.425088ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:40.944887Z","caller":"traceutil/trace.go:171","msg":"trace[447254612] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"152.949395ms","start":"2026-04-02T16:54:40.791855Z","end":"2026-04-02T16:54:40.944805Z","steps":["trace[447254612] 'process raft request' (duration: 152.602456ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:42.136727Z","caller":"traceutil/trace.go:171","msg":"trace[211435756] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"217.439301ms","start":"2026-04-02T16:54:41.919254Z","end":"2026-04-02T16:54:42.136694Z","steps":["trace[211435756] 'process raft request' (duration: 217.223686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:43.531711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.717257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:54:43.531805Z","caller":"traceutil/trace.go:171","msg":"trace[1193683499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5399; }","duration":"146.83568ms","start":"2026-04-02T16:54:43.384947Z","end":"2026-04-02T16:54:43.531783Z","steps":["trace[1193683499] 'count revisions from in-memory index tree' (duration: 146.644646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:44.761049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.875798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:54:44.761231Z","caller":"traceutil/trace.go:171","msg":"trace[789302415] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"124.819192ms","start":"2026-04-02T16:54:44.636378Z","end":"2026-04-02T16:54:44.761197Z","steps":["trace[789302415] 'process raft request' (duration: 19.714508ms)","trace[789302415] 'compare' (duration: 104.772385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:51.31599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.707974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:54:51.316325Z","caller":"traceutil/trace.go:171","msg":"trace[208374190] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"303.990718ms","start":"2026-04-02T16:54:51.012313Z","end":"2026-04-02T16:54:51.316304Z","steps":["trace[208374190] 'process raft request' (duration: 303.953687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:51.316453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:51.012287Z","time spent":"304.126382ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:54:51.316609Z","caller":"traceutil/trace.go:171","msg":"trace[1148120137] linearizableReadLoop","detail":"{readStateIndex:5714; appliedIndex:5712; }","duration":"506.887149ms","start":"2026-04-02T16:54:50.80971Z","end":"2026-04-02T16:54:51.316597Z","steps":["trace[1148120137] 'read index received' (duration: 110.58093ms)","trace[1148120137] 'applied index is now lower than readState.Index' (duration: 396.305089ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:51.316727Z","caller":"traceutil/trace.go:171","msg":"trace[1184140721] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"520.320419ms","start":"2026-04-02T16:54:50.796374Z","end":"2026-04-02T16:54:51.316694Z","steps":["trace[1184140721] 'process raft request' (duration: 123.826775ms)","trace[1184140721] 'compare' (duration: 395.540999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:51.316967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:50.796356Z","time spent":"520.507614ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:54:51.317012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.162892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-02T16:54:51.31714Z","caller":"traceutil/trace.go:171","msg":"trace[89095111] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5498; }","duration":"410.324545ms","start":"2026-04-02T16:54:50.906803Z","end":"2026-04-02T16:54:51.317128Z","steps":["trace[89095111] 'agreement among raft nodes before linearized reading' (duration: 410.105719ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:51.316769Z","caller":"traceutil/trace.go:171","msg":"trace[357682250] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"519.467747ms","start":"2026-04-02T16:54:50.797056Z","end":"2026-04-02T16:54:51.316524Z","steps":["trace[357682250] 'process raft request' (duration: 519.138198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:51.317152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.200316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:54:51.317243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:50.906786Z","time spent":"410.412398ms","remote":"127.0.0.1:51146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-02T16:54:51.31729Z","caller":"traceutil/trace.go:171","msg":"trace[1629187414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5498; }","duration":"102.40321ms","start":"2026-04-02T16:54:51.21486Z","end":"2026-04-02T16:54:51.317263Z","steps":["trace[1629187414] 'agreement among raft nodes before linearized reading' (duration: 102.064351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:51.317308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:50.797042Z","time spent":"520.209256ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:54:51.317336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.573878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4463"} {"level":"info","ts":"2026-04-02T16:54:51.317431Z","caller":"traceutil/trace.go:171","msg":"trace[1159684968] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:5498; }","duration":"507.708113ms","start":"2026-04-02T16:54:50.809679Z","end":"2026-04-02T16:54:51.317387Z","steps":["trace[1159684968] 'agreement among raft nodes before linearized reading' (duration: 507.075946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:51.317511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:50.809663Z","time spent":"507.806985ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4487,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"info","ts":"2026-04-02T16:55:19.591403Z","caller":"traceutil/trace.go:171","msg":"trace[1593590579] linearizableReadLoop","detail":"{readStateIndex:5958; appliedIndex:5957; }","duration":"166.223017ms","start":"2026-04-02T16:55:19.425154Z","end":"2026-04-02T16:55:19.591377Z","steps":["trace[1593590579] 'read index received' (duration: 166.006241ms)","trace[1593590579] 'applied index is now lower than readState.Index' (duration: 215.626µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:19.591484Z","caller":"traceutil/trace.go:171","msg":"trace[2139040798] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"176.04035ms","start":"2026-04-02T16:55:19.41541Z","end":"2026-04-02T16:55:19.59145Z","steps":["trace[2139040798] 'process raft request' (duration: 175.752332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:19.591602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.431483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1093"} {"level":"info","ts":"2026-04-02T16:55:19.591646Z","caller":"traceutil/trace.go:171","msg":"trace[889473336] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5733; }","duration":"166.518024ms","start":"2026-04-02T16:55:19.425117Z","end":"2026-04-02T16:55:19.591635Z","steps":["trace[889473336] 'agreement among raft nodes before linearized reading' (duration: 166.36713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:19.591683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.63114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/\" range_end:\"/registry/roles/cert-manager0\" limit:500 ","response":"range_response_count:3 size:3402"} {"level":"info","ts":"2026-04-02T16:55:19.59172Z","caller":"traceutil/trace.go:171","msg":"trace[113687259] range","detail":"{range_begin:/registry/roles/cert-manager/; range_end:/registry/roles/cert-manager0; response_count:3; response_revision:5733; }","duration":"159.706652ms","start":"2026-04-02T16:55:19.432004Z","end":"2026-04-02T16:55:19.591711Z","steps":["trace[113687259] 'agreement among raft nodes before linearized reading' (duration: 159.529267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:19.59175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.195061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T16:55:19.591784Z","caller":"traceutil/trace.go:171","msg":"trace[1607497868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5733; }","duration":"152.261203ms","start":"2026-04-02T16:55:19.439513Z","end":"2026-04-02T16:55:19.591774Z","steps":["trace[1607497868] 'agreement among raft nodes before linearized reading' (duration: 152.139719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:19.591877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.005736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1006"} {"level":"info","ts":"2026-04-02T16:55:19.591984Z","caller":"traceutil/trace.go:171","msg":"trace[1672639326] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5733; }","duration":"149.129689ms","start":"2026-04-02T16:55:19.44283Z","end":"2026-04-02T16:55:19.591959Z","steps":["trace[1672639326] 'agreement among raft nodes before linearized reading' (duration: 148.78305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:19.59198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.887553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:55:19.592121Z","caller":"traceutil/trace.go:171","msg":"trace[201064864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5733; }","duration":"158.048168ms","start":"2026-04-02T16:55:19.434054Z","end":"2026-04-02T16:55:19.592102Z","steps":["trace[201064864] 'agreement among raft nodes before linearized reading' (duration: 157.800631ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:19.720371Z","caller":"traceutil/trace.go:171","msg":"trace[1097630549] linearizableReadLoop","detail":"{readStateIndex:5959; appliedIndex:5958; }","duration":"123.108004ms","start":"2026-04-02T16:55:19.597221Z","end":"2026-04-02T16:55:19.720329Z","steps":["trace[1097630549] 'read index received' (duration: 113.255381ms)","trace[1097630549] 'applied index is now lower than readState.Index' (duration: 9.850943ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:19.720425Z","caller":"traceutil/trace.go:171","msg":"trace[1478806179] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"124.029038ms","start":"2026-04-02T16:55:19.596363Z","end":"2026-04-02T16:55:19.720392Z","steps":["trace[1478806179] 'process raft request' (duration: 114.102102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:19.72069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.433572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19671"} {"level":"info","ts":"2026-04-02T16:55:19.720764Z","caller":"traceutil/trace.go:171","msg":"trace[144162863] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5734; }","duration":"123.559135ms","start":"2026-04-02T16:55:19.597187Z","end":"2026-04-02T16:55:19.720746Z","steps":["trace[144162863] 'agreement among raft nodes before linearized reading' (duration: 123.324859ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:19.722474Z","caller":"traceutil/trace.go:171","msg":"trace[1242139519] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"124.926182ms","start":"2026-04-02T16:55:19.597525Z","end":"2026-04-02T16:55:19.722451Z","steps":["trace[1242139519] 'process raft request' (duration: 124.642134ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:21.69372Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2939} {"level":"info","ts":"2026-04-02T16:55:21.762709Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2939,"took":"67.665091ms","hash":2398540686,"current-db-size-bytes":56000512,"current-db-size":"56 MB","current-db-size-in-use-bytes":31531008,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-02T16:55:21.762764Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2398540686,"revision":2939,"compact-revision":-1} {"level":"warn","ts":"2026-04-02T16:55:25.46375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.530313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T16:55:25.463932Z","caller":"traceutil/trace.go:171","msg":"trace[271891052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5760; }","duration":"511.77336ms","start":"2026-04-02T16:55:24.952137Z","end":"2026-04-02T16:55:25.46391Z","steps":["trace[271891052] 'range keys from in-memory index tree' (duration: 511.345019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:25.464125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:24.952117Z","time spent":"511.993116ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:55:25.464264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.040256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/default\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-04-02T16:55:25.464297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.795721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-public/\" range_end:\"/registry/services/specs/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:55:25.463973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.097272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T16:55:25.464359Z","caller":"traceutil/trace.go:171","msg":"trace[1360304766] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/default; range_end:; response_count:1; response_revision:5760; }","duration":"651.182729ms","start":"2026-04-02T16:55:24.813151Z","end":"2026-04-02T16:55:25.464334Z","steps":["trace[1360304766] 'range keys from in-memory index tree' (duration: 650.928354ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:25.464374Z","caller":"traceutil/trace.go:171","msg":"trace[630918903] range","detail":"{range_begin:/registry/services/specs/kube-public/; range_end:/registry/services/specs/kube-public0; response_count:0; response_revision:5760; }","duration":"625.917624ms","start":"2026-04-02T16:55:24.838431Z","end":"2026-04-02T16:55:25.464349Z","steps":["trace[630918903] 'range keys from in-memory index tree' (duration: 625.707368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:25.464434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:24.838408Z","time spent":"626.014396ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/kube-public/\" range_end:\"/registry/services/specs/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-04-02T16:55:25.464432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:24.813135Z","time spent":"651.281733ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/default\" "} {"level":"warn","ts":"2026-04-02T16:55:25.464127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.622402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmfwd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T16:55:25.464553Z","caller":"traceutil/trace.go:171","msg":"trace[1173543222] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmfwd; range_end:; response_count:1; response_revision:5760; }","duration":"658.065653ms","start":"2026-04-02T16:55:24.806468Z","end":"2026-04-02T16:55:25.464533Z","steps":["trace[1173543222] 'range keys from in-memory index tree' (duration: 657.435066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:25.464625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:24.806453Z","time spent":"658.148066ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-lmfwd\" "} {"level":"warn","ts":"2026-04-02T16:55:25.464614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.862598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1\" ","response":"range_response_count:1 size:1036301"} {"level":"info","ts":"2026-04-02T16:55:25.464738Z","caller":"traceutil/trace.go:171","msg":"trace[1061593547] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1; range_end:; response_count:1; response_revision:5760; }","duration":"572.022362ms","start":"2026-04-02T16:55:24.892687Z","end":"2026-04-02T16:55:25.464709Z","steps":["trace[1061593547] 'range keys from in-memory index tree' (duration: 571.381525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:25.464827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:24.892674Z","time spent":"572.132536ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":1036325,"request content":"key:\"/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1\" "} {"level":"info","ts":"2026-04-02T16:55:25.464376Z","caller":"traceutil/trace.go:171","msg":"trace[4393113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5760; }","duration":"665.520523ms","start":"2026-04-02T16:55:24.798839Z","end":"2026-04-02T16:55:25.46436Z","steps":["trace[4393113] 'range keys from in-memory index tree' (duration: 664.921307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:25.465466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:24.798824Z","time spent":"666.621653ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T16:55:25.464016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.975876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-02T16:55:25.464157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.018964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-02T16:55:25.464156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.76037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T16:55:25.463762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.417116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/kube-public/\" range_end:\"/registry/statefulsets/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:55:25.464316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.824489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T16:55:25.463942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.383981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:55:25.465697Z","caller":"traceutil/trace.go:171","msg":"trace[1667864208] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:5760; }","duration":"470.651771ms","start":"2026-04-02T16:55:24.994998Z","end":"2026-04-02T16:55:25.46565Z","steps":["trace[1667864208] 'range keys from in-memory index tree' (duration: 468.76552ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:25.46579Z","caller":"traceutil/trace.go:171","msg":"trace[615904362] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5760; }","duration":"517.662368ms","start":"2026-04-02T16:55:24.948114Z","end":"2026-04-02T16:55:25.465776Z","steps":["trace[615904362] 'range keys from in-memory index tree' (duration: 515.921502ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:25.465781Z","caller":"traceutil/trace.go:171","msg":"trace[2036580083] range","detail":"{range_begin:/registry/statefulsets/kube-public/; range_end:/registry/statefulsets/kube-public0; response_count:0; response_revision:5760; }","duration":"601.48146ms","start":"2026-04-02T16:55:24.864255Z","end":"2026-04-02T16:55:25.465737Z","steps":["trace[2036580083] 'range keys from in-memory index tree' (duration: 599.330872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:25.465831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:24.994987Z","time spent":"470.806415ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-04-02T16:55:25.465844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:24.948106Z","time spent":"517.7241ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T16:55:25.465865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:24.864236Z","time spent":"601.604753ms","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/kube-public/\" range_end:\"/registry/statefulsets/kube-public0\" limit:500 "} {"level":"info","ts":"2026-04-02T16:55:25.465814Z","caller":"traceutil/trace.go:171","msg":"trace[1491880824] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5760; }","duration":"205.320442ms","start":"2026-04-02T16:55:25.260435Z","end":"2026-04-02T16:55:25.465756Z","steps":["trace[1491880824] 'count revisions from in-memory index tree' (duration: 203.253258ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:25.465912Z","caller":"traceutil/trace.go:171","msg":"trace[1474700918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5760; }","duration":"517.427152ms","start":"2026-04-02T16:55:24.94846Z","end":"2026-04-02T16:55:25.465888Z","steps":["trace[1474700918] 'range keys from in-memory index tree' (duration: 515.647244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:25.465977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:24.948449Z","time spent":"517.511174ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:55:25.465747Z","caller":"traceutil/trace.go:171","msg":"trace[1512801661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5760; }","duration":"513.386003ms","start":"2026-04-02T16:55:24.952344Z","end":"2026-04-02T16:55:25.46573Z","steps":["trace[1512801661] 'range keys from in-memory index tree' (duration: 511.596175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:25.466171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:24.952337Z","time spent":"513.817265ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:55:25.725211Z","caller":"traceutil/trace.go:171","msg":"trace[1992647775] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"254.897089ms","start":"2026-04-02T16:55:25.470289Z","end":"2026-04-02T16:55:25.725187Z","steps":["trace[1992647775] 'process raft request' (duration: 254.683173ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:25.725395Z","caller":"traceutil/trace.go:171","msg":"trace[1192185105] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"254.425646ms","start":"2026-04-02T16:55:25.470945Z","end":"2026-04-02T16:55:25.72537Z","steps":["trace[1192185105] 'process raft request' (duration: 254.18195ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:25.725558Z","caller":"traceutil/trace.go:171","msg":"trace[1476696355] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"254.530209ms","start":"2026-04-02T16:55:25.471022Z","end":"2026-04-02T16:55:25.725552Z","steps":["trace[1476696355] 'process raft request' (duration: 254.306543ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:25.725579Z","caller":"traceutil/trace.go:171","msg":"trace[1866009772] linearizableReadLoop","detail":"{readStateIndex:5992; appliedIndex:5988; }","duration":"212.346381ms","start":"2026-04-02T16:55:25.513208Z","end":"2026-04-02T16:55:25.725555Z","steps":["trace[1866009772] 'read index received' (duration: 211.795897ms)","trace[1866009772] 'applied index is now lower than readState.Index' (duration: 549.024µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:25.725695Z","caller":"traceutil/trace.go:171","msg":"trace[257452833] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"254.503518ms","start":"2026-04-02T16:55:25.471181Z","end":"2026-04-02T16:55:25.725685Z","steps":["trace[257452833] 'process raft request' (duration: 254.304793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:25.725851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.855617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71206"} {"level":"info","ts":"2026-04-02T16:55:25.725878Z","caller":"traceutil/trace.go:171","msg":"trace[2133252260] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5764; }","duration":"254.91153ms","start":"2026-04-02T16:55:25.47096Z","end":"2026-04-02T16:55:25.725871Z","steps":["trace[2133252260] 'agreement among raft nodes before linearized reading' (duration: 254.749215ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:25.726289Z","caller":"traceutil/trace.go:171","msg":"trace[43593538] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"118.565212ms","start":"2026-04-02T16:55:25.607718Z","end":"2026-04-02T16:55:25.726283Z","steps":["trace[43593538] 'process raft request' (duration: 118.53779ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:25.726371Z","caller":"traceutil/trace.go:171","msg":"trace[708230265] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"211.586149ms","start":"2026-04-02T16:55:25.514781Z","end":"2026-04-02T16:55:25.726367Z","steps":["trace[708230265] 'process raft request' (duration: 211.435516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:25.729712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.735019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/\" range_end:\"/registry/rolebindings/kube-system0\" limit:500 ","response":"range_response_count:11 size:7467"} {"level":"warn","ts":"2026-04-02T16:55:25.729708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.689103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/default\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-02T16:55:25.729805Z","caller":"traceutil/trace.go:171","msg":"trace[1991863935] range","detail":"{range_begin:/registry/rolebindings/kube-system/; range_end:/registry/rolebindings/kube-system0; response_count:11; response_revision:5767; }","duration":"160.851933ms","start":"2026-04-02T16:55:25.568925Z","end":"2026-04-02T16:55:25.729777Z","steps":["trace[1991863935] 'agreement among raft nodes before linearized reading' (duration: 160.562085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:25.729817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.728965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19671"} {"level":"info","ts":"2026-04-02T16:55:25.729864Z","caller":"traceutil/trace.go:171","msg":"trace[2120362811] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/default; range_end:; response_count:1; response_revision:5767; }","duration":"165.865287ms","start":"2026-04-02T16:55:25.563924Z","end":"2026-04-02T16:55:25.72979Z","steps":["trace[2120362811] 'agreement among raft nodes before linearized reading' (duration: 165.542068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:25.729903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.141944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1\" ","response":"range_response_count:1 size:1036301"} {"level":"info","ts":"2026-04-02T16:55:25.729929Z","caller":"traceutil/trace.go:171","msg":"trace[1632246087] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5767; }","duration":"214.911288ms","start":"2026-04-02T16:55:25.514993Z","end":"2026-04-02T16:55:25.729904Z","steps":["trace[1632246087] 'agreement among raft nodes before linearized reading' (duration: 214.532509ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:25.729958Z","caller":"traceutil/trace.go:171","msg":"trace[2084066110] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1; range_end:; response_count:1; response_revision:5767; }","duration":"197.250327ms","start":"2026-04-02T16:55:25.532695Z","end":"2026-04-02T16:55:25.729945Z","steps":["trace[2084066110] 'agreement among raft nodes before linearized reading' (duration: 196.898247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:25.730047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.720146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/\" range_end:\"/registry/roles/kube-system0\" limit:500 ","response":"range_response_count:11 size:5916"} {"level":"info","ts":"2026-04-02T16:55:25.730105Z","caller":"traceutil/trace.go:171","msg":"trace[504538729] range","detail":"{range_begin:/registry/roles/kube-system/; range_end:/registry/roles/kube-system0; response_count:11; response_revision:5767; }","duration":"164.795288ms","start":"2026-04-02T16:55:25.565296Z","end":"2026-04-02T16:55:25.730091Z","steps":["trace[504538729] 'agreement among raft nodes before linearized reading' (duration: 164.145361ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:26.171024Z","caller":"traceutil/trace.go:171","msg":"trace[202303460] linearizableReadLoop","detail":"{readStateIndex:5996; appliedIndex:5995; }","duration":"414.763455ms","start":"2026-04-02T16:55:25.756235Z","end":"2026-04-02T16:55:26.170998Z","steps":["trace[202303460] 'read index received' (duration: 357.181045ms)","trace[202303460] 'applied index is now lower than readState.Index' (duration: 57.5814ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:26.171155Z","caller":"traceutil/trace.go:171","msg":"trace[1487693323] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"418.956448ms","start":"2026-04-02T16:55:25.752184Z","end":"2026-04-02T16:55:26.17114Z","steps":["trace[1487693323] 'process raft request' (duration: 361.326176ms)","trace[1487693323] 'compare' (duration: 56.852781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:55:26.171257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:25.752162Z","time spent":"419.02041ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:55:26.171374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.847957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/\" range_end:\"/registry/events/envoy-gateway-system0\" limit:500 ","response":"range_response_count:15 size:12283"} {"level":"info","ts":"2026-04-02T16:55:26.171473Z","caller":"traceutil/trace.go:171","msg":"trace[1414209954] range","detail":"{range_begin:/registry/events/envoy-gateway-system/; range_end:/registry/events/envoy-gateway-system0; response_count:15; response_revision:5768; }","duration":"368.95516ms","start":"2026-04-02T16:55:25.802495Z","end":"2026-04-02T16:55:26.17145Z","steps":["trace[1414209954] 'agreement among raft nodes before linearized reading' (duration: 368.673852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:26.17153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:25.802451Z","time spent":"369.064413ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":15,"response size":12307,"request content":"key:\"/registry/events/envoy-gateway-system/\" range_end:\"/registry/events/envoy-gateway-system0\" limit:500 "} {"level":"warn","ts":"2026-04-02T16:55:26.17181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.158767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329948"} {"level":"info","ts":"2026-04-02T16:55:26.171864Z","caller":"traceutil/trace.go:171","msg":"trace[1378916669] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:5768; }","duration":"310.229229ms","start":"2026-04-02T16:55:25.861622Z","end":"2026-04-02T16:55:26.171851Z","steps":["trace[1378916669] 'agreement among raft nodes before linearized reading' (duration: 309.930121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:26.171948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:25.861615Z","time spent":"310.323342ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":4,"response size":329972,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-02T16:55:26.172119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.185033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/\" range_end:\"/registry/serviceaccounts/kube-system0\" limit:500 ","response":"range_response_count:37 size:8042"} {"level":"info","ts":"2026-04-02T16:55:26.172184Z","caller":"traceutil/trace.go:171","msg":"trace[1809537283] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/; range_end:/registry/serviceaccounts/kube-system0; response_count:37; response_revision:5768; }","duration":"330.254375ms","start":"2026-04-02T16:55:25.841914Z","end":"2026-04-02T16:55:26.172168Z","steps":["trace[1809537283] 'agreement among raft nodes before linearized reading' (duration: 329.880724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:26.172229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:25.84185Z","time spent":"330.367378ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":37,"response size":8066,"request content":"key:\"/registry/serviceaccounts/kube-system/\" range_end:\"/registry/serviceaccounts/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-02T16:55:26.1723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T16:55:26.172341Z","caller":"traceutil/trace.go:171","msg":"trace[1337388803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5768; }","duration":"416.139223ms","start":"2026-04-02T16:55:25.756193Z","end":"2026-04-02T16:55:26.172333Z","steps":["trace[1337388803] 'agreement among raft nodes before linearized reading' (duration: 416.03449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:26.172377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:25.756176Z","time spent":"416.194024ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:55:26.172514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.50537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:55:26.172546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.81009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-02T16:55:26.173209Z","caller":"traceutil/trace.go:171","msg":"trace[900146691] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:5768; }","duration":"303.490659ms","start":"2026-04-02T16:55:25.869706Z","end":"2026-04-02T16:55:26.173197Z","steps":["trace[900146691] 'agreement among raft nodes before linearized reading' (duration: 302.77801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:26.173252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:25.869696Z","time spent":"303.543991ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-04-02T16:55:26.172591Z","caller":"traceutil/trace.go:171","msg":"trace[721562802] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5768; }","duration":"343.599932ms","start":"2026-04-02T16:55:25.828961Z","end":"2026-04-02T16:55:26.172561Z","steps":["trace[721562802] 'agreement among raft nodes before linearized reading' (duration: 343.50779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:26.17344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:25.828943Z","time spent":"344.477235ms","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "}