{"level":"warn","ts":"2026-07-07T03:36:41.568047Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-07T03:36:41.568172Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.95:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.95:2380","--initial-cluster=instance=https://199.204.45.95:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.95:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.95:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-07T03:36:41.568259Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-07T03:36:41.568274Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-07-07T03:36:41.568302Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-07T03:36:41.569418Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"]} {"level":"info","ts":"2026-07-07T03:36:41.569522Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.95:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-07T03:36:41.571797Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.997808ms"} {"level":"info","ts":"2026-07-07T03:36:41.577715Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"be773dfc027af3eb","cluster-id":"9ba5fbd7288fd5af"} {"level":"info","ts":"2026-07-07T03:36:41.5778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=()"} {"level":"info","ts":"2026-07-07T03:36:41.577822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 0"} {"level":"info","ts":"2026-07-07T03:36:41.577835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft be773dfc027af3eb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-07T03:36:41.577844Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 1"} {"level":"info","ts":"2026-07-07T03:36:41.577888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"warn","ts":"2026-07-07T03:36:41.582801Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-07T03:36:41.584358Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-07T03:36:41.585518Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-07T03:36:41.588176Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"be773dfc027af3eb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-07T03:36:41.588417Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"be773dfc027af3eb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-07T03:36:41.588515Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T03:36:41.588594Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T03:36:41.588609Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T03:36:41.591026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"info","ts":"2026-07-07T03:36:41.591288Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","added-peer-id":"be773dfc027af3eb","added-peer-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-07-07T03:36:41.596036Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-07T03:36:41.596199Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-07-07T03:36:41.596286Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-07-07T03:36:41.596761Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"be773dfc027af3eb","initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-07T03:36:41.596805Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-07T03:36:42.081305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb is starting a new election at term 1"} {"level":"info","ts":"2026-07-07T03:36:42.081393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became pre-candidate at term 1"} {"level":"info","ts":"2026-07-07T03:36:42.081424Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgPreVoteResp from be773dfc027af3eb at term 1"} {"level":"info","ts":"2026-07-07T03:36:42.081439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became candidate at term 2"} {"level":"info","ts":"2026-07-07T03:36:42.081451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgVoteResp from be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-07-07T03:36:42.081463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became leader at term 2"} {"level":"info","ts":"2026-07-07T03:36:42.081476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: be773dfc027af3eb elected leader be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-07-07T03:36:42.087197Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-07T03:36:42.087231Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"be773dfc027af3eb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.95:2379]}","request-path":"/0/members/be773dfc027af3eb/attributes","cluster-id":"9ba5fbd7288fd5af","publish-timeout":"7s"} {"level":"info","ts":"2026-07-07T03:36:42.087239Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-07T03:36:42.087232Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T03:36:42.087622Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-07T03:36:42.087766Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-07T03:36:42.089214Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T03:36:42.089337Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T03:36:42.089381Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T03:36:42.089708Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.95:2379"} {"level":"info","ts":"2026-07-07T03:36:42.089935Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-07T03:36:45.121347Z","caller":"traceutil/trace.go:171","msg":"trace[1344911870] transaction","detail":"{read_only:false; response_revision:176; number_of_response:1; }","duration":"138.875585ms","start":"2026-07-07T03:36:44.982443Z","end":"2026-07-07T03:36:45.121319Z","steps":["trace[1344911870] 'process raft request' (duration: 83.382388ms)","trace[1344911870] 'compare' (duration: 55.361664ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:36:57.092187Z","caller":"traceutil/trace.go:171","msg":"trace[1501329351] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"136.006296ms","start":"2026-07-07T03:36:56.956154Z","end":"2026-07-07T03:36:57.09216Z","steps":["trace[1501329351] 'process raft request' (duration: 121.81862ms)","trace[1501329351] 'compare' (duration: 14.081024ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:36:59.712274Z","caller":"traceutil/trace.go:171","msg":"trace[1095384354] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"591.870434ms","start":"2026-07-07T03:36:59.120378Z","end":"2026-07-07T03:36:59.712248Z","steps":["trace[1095384354] 'process raft request' (duration: 591.70605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:36:59.712908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:36:59.120338Z","time spent":"592.016338ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:37:05.12201Z","caller":"traceutil/trace.go:171","msg":"trace[1033326634] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"214.838691ms","start":"2026-07-07T03:37:04.907152Z","end":"2026-07-07T03:37:05.121991Z","steps":["trace[1033326634] 'process raft request' (duration: 214.734838ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:15.35347Z","caller":"traceutil/trace.go:171","msg":"trace[1120493599] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"182.234807ms","start":"2026-07-07T03:37:15.171193Z","end":"2026-07-07T03:37:15.353428Z","steps":["trace[1120493599] 'process raft request' (duration: 181.987232ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:21.694524Z","caller":"traceutil/trace.go:171","msg":"trace[1822903762] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"332.366425ms","start":"2026-07-07T03:37:21.362127Z","end":"2026-07-07T03:37:21.694494Z","steps":["trace[1822903762] 'process raft request' (duration: 332.206571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:21.694677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.362107Z","time spent":"332.500788ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T03:37:22.474446Z","caller":"traceutil/trace.go:171","msg":"trace[374964814] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"1.108131266s","start":"2026-07-07T03:37:21.366245Z","end":"2026-07-07T03:37:22.474376Z","steps":["trace[374964814] 'process raft request' (duration: 1.107728937s)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:22.47455Z","caller":"traceutil/trace.go:171","msg":"trace[518002529] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"1.098137359s","start":"2026-07-07T03:37:21.376404Z","end":"2026-07-07T03:37:22.474541Z","steps":["trace[518002529] 'process raft request' (duration: 1.097960055s)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:22.474576Z","caller":"traceutil/trace.go:171","msg":"trace[1182743622] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"1.098222891s","start":"2026-07-07T03:37:21.37628Z","end":"2026-07-07T03:37:22.474503Z","steps":["trace[1182743622] 'process raft request' (duration: 1.097921044s)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:22.474684Z","caller":"traceutil/trace.go:171","msg":"trace[1996684474] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"1.095073027s","start":"2026-07-07T03:37:21.379601Z","end":"2026-07-07T03:37:22.474674Z","steps":["trace[1996684474] 'process raft request' (duration: 1.094937564s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:22.474692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.376382Z","time spent":"1.098217821s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T03:37:22.474729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.379592Z","time spent":"1.095117758s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T03:37:22.474662Z","caller":"traceutil/trace.go:171","msg":"trace[991398306] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"1.097962085s","start":"2026-07-07T03:37:21.376628Z","end":"2026-07-07T03:37:22.47459Z","steps":["trace[991398306] 'process raft request' (duration: 1.097800481s)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:22.474706Z","caller":"traceutil/trace.go:171","msg":"trace[1259478789] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"1.096615504s","start":"2026-07-07T03:37:21.378038Z","end":"2026-07-07T03:37:22.474653Z","steps":["trace[1259478789] 'process raft request' (duration: 1.09645141s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:22.474808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.376251Z","time spent":"1.098445777s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T03:37:22.474637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.366228Z","time spent":"1.108336232s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T03:37:22.475127Z","caller":"traceutil/trace.go:171","msg":"trace[1995348044] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"1.087305342s","start":"2026-07-07T03:37:21.387808Z","end":"2026-07-07T03:37:22.475113Z","steps":["trace[1995348044] 'process raft request' (duration: 1.08678498s)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:22.474466Z","caller":"traceutil/trace.go:171","msg":"trace[1966052910] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.107269546s","start":"2026-07-07T03:37:21.367157Z","end":"2026-07-07T03:37:22.474427Z","steps":["trace[1966052910] 'process raft request' (duration: 1.10698301s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:22.475126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.377993Z","time spent":"1.096841669s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T03:37:22.47517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.387781Z","time spent":"1.087370404s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T03:37:22.475187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.36714Z","time spent":"1.108018304s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T03:37:22.475217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.376616Z","time spent":"1.098211581s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T03:37:22.475364Z","caller":"traceutil/trace.go:171","msg":"trace[1944201911] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"1.061181954s","start":"2026-07-07T03:37:21.41415Z","end":"2026-07-07T03:37:22.475332Z","steps":["trace[1944201911] 'process raft request' (duration: 1.060983069s)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:22.475463Z","caller":"traceutil/trace.go:171","msg":"trace[1141493198] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"1.05680547s","start":"2026-07-07T03:37:21.418643Z","end":"2026-07-07T03:37:22.475449Z","steps":["trace[1141493198] 'process raft request' (duration: 1.056586695s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:22.475512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.414126Z","time spent":"1.061312367s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T03:37:22.475525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.418617Z","time spent":"1.056877691s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T03:37:22.476776Z","caller":"traceutil/trace.go:171","msg":"trace[819188009] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"953.781939ms","start":"2026-07-07T03:37:21.522975Z","end":"2026-07-07T03:37:22.476757Z","steps":["trace[819188009] 'process raft request' (duration: 953.506963ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:22.476784Z","caller":"traceutil/trace.go:171","msg":"trace[1002121929] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:505; }","duration":"1.097417692s","start":"2026-07-07T03:37:21.379334Z","end":"2026-07-07T03:37:22.476751Z","steps":["trace[1002121929] 'read index received' (duration: 315.080355ms)","trace[1002121929] 'applied index is now lower than readState.Index' (duration: 782.336217ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:37:22.477035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.522942Z","time spent":"954.058595ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T03:37:22.477179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097804781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T03:37:22.477287Z","caller":"traceutil/trace.go:171","msg":"trace[1568354566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:499; }","duration":"1.097966876s","start":"2026-07-07T03:37:21.379306Z","end":"2026-07-07T03:37:22.477273Z","steps":["trace[1568354566] 'agreement among raft nodes before linearized reading' (duration: 1.097759751s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:22.477335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.379296Z","time spent":"1.098025817s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T03:37:22.482359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.500781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:37:22.482412Z","caller":"traceutil/trace.go:171","msg":"trace[110241690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:501; }","duration":"855.592012ms","start":"2026-07-07T03:37:21.626808Z","end":"2026-07-07T03:37:22.4824Z","steps":["trace[110241690] 'agreement among raft nodes before linearized reading' (duration: 855.464709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:22.482437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.626787Z","time spent":"855.645094ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T03:37:22.482626Z","caller":"traceutil/trace.go:171","msg":"trace[1304089588] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"779.606022ms","start":"2026-07-07T03:37:21.703008Z","end":"2026-07-07T03:37:22.482614Z","steps":["trace[1304089588] 'process raft request' (duration: 779.026848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:22.482693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.702984Z","time spent":"779.671853ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T03:37:22.482762Z","caller":"traceutil/trace.go:171","msg":"trace[535439353] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"777.937223ms","start":"2026-07-07T03:37:21.704816Z","end":"2026-07-07T03:37:22.482754Z","steps":["trace[535439353] 'process raft request' (duration: 777.323838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:22.482823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.70479Z","time spent":"777.985883ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:37:22.482994Z","caller":"traceutil/trace.go:171","msg":"trace[1659737363] transaction","detail":"{read_only:false; number_of_response:1; response_revision:501; }","duration":"778.077196ms","start":"2026-07-07T03:37:21.704908Z","end":"2026-07-07T03:37:22.482985Z","steps":["trace[1659737363] 'process raft request' (duration: 777.326858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:22.483034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.704888Z","time spent":"778.121907ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6938,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:37:22.483159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.78506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T03:37:22.483181Z","caller":"traceutil/trace.go:171","msg":"trace[339020787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:501; }","duration":"501.844401ms","start":"2026-07-07T03:37:21.981329Z","end":"2026-07-07T03:37:22.483174Z","steps":["trace[339020787] 'agreement among raft nodes before linearized reading' (duration: 501.800609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:22.4832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.981307Z","time spent":"501.888692ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T03:37:22.483315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.294137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T03:37:22.483339Z","caller":"traceutil/trace.go:171","msg":"trace[155262326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:501; }","duration":"506.373488ms","start":"2026-07-07T03:37:21.976959Z","end":"2026-07-07T03:37:22.483332Z","steps":["trace[155262326] 'agreement among raft nodes before linearized reading' (duration: 506.325197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:22.483362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:21.976933Z","time spent":"506.42214ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T03:37:29.191787Z","caller":"traceutil/trace.go:171","msg":"trace[1092469780] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:620; }","duration":"213.819356ms","start":"2026-07-07T03:37:28.977938Z","end":"2026-07-07T03:37:29.191757Z","steps":["trace[1092469780] 'read index received' (duration: 213.754445ms)","trace[1092469780] 'applied index is now lower than readState.Index' (duration: 63.881µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:37:29.191924Z","caller":"traceutil/trace.go:171","msg":"trace[611276255] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"410.23445ms","start":"2026-07-07T03:37:28.781655Z","end":"2026-07-07T03:37:29.19189Z","steps":["trace[611276255] 'process raft request' (duration: 409.924263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:29.192024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.067623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-j26fj\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-07T03:37:29.192067Z","caller":"traceutil/trace.go:171","msg":"trace[1636325713] range","detail":"{range_begin:/registry/pods/kube-system/cilium-j26fj; range_end:; response_count:1; response_revision:600; }","duration":"214.153024ms","start":"2026-07-07T03:37:28.977903Z","end":"2026-07-07T03:37:29.192056Z","steps":["trace[1636325713] 'agreement among raft nodes before linearized reading' (duration: 213.96724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:29.192101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:28.78163Z","time spent":"410.379804ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:37:29.936529Z","caller":"traceutil/trace.go:171","msg":"trace[363694852] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"926.591335ms","start":"2026-07-07T03:37:29.009911Z","end":"2026-07-07T03:37:29.936503Z","steps":["trace[363694852] 'process raft request' (duration: 925.003047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:29.936727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:29.009884Z","time spent":"926.760358ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:37:30.857936Z","caller":"traceutil/trace.go:171","msg":"trace[616453049] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:621; }","duration":"1.232965552s","start":"2026-07-07T03:37:29.624945Z","end":"2026-07-07T03:37:30.85791Z","steps":["trace[616453049] 'read index received' (duration: 309.8055ms)","trace[616453049] 'applied index is now lower than readState.Index' (duration: 923.158652ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:37:30.858061Z","caller":"traceutil/trace.go:171","msg":"trace[845214992] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.650901304s","start":"2026-07-07T03:37:29.207112Z","end":"2026-07-07T03:37:30.858013Z","steps":["trace[845214992] 'process raft request' (duration: 1.650657009s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:30.858187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233212018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:37:30.858257Z","caller":"traceutil/trace.go:171","msg":"trace[1009134067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"1.233336601s","start":"2026-07-07T03:37:29.624899Z","end":"2026-07-07T03:37:30.858235Z","steps":["trace[1009134067] 'agreement among raft nodes before linearized reading' (duration: 1.233128816s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:30.858308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:29.624877Z","time spent":"1.233419033s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T03:37:30.858311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:29.207089Z","time spent":"1.651070749s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:37:32.859928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000260222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T03:37:32.860025Z","caller":"traceutil/trace.go:171","msg":"trace[1517927815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376695s","start":"2026-07-07T03:37:30.859622Z","end":"2026-07-07T03:37:32.859998Z","steps":["trace[1517927815] 'agreement among raft nodes before linearized reading' (duration: 2.000256692s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:32.860088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:30.859577Z","time spent":"2.000497157s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 03:37:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T03:37:33.077121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836895772s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T03:37:33.077616Z","caller":"traceutil/trace.go:171","msg":"trace[1737203953] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"3.085527263s","start":"2026-07-07T03:37:29.992003Z","end":"2026-07-07T03:37:33.07753Z","steps":["trace[1737203953] 'process raft request' (duration: 1.247903864s)","trace[1737203953] 'compare' (duration: 1.836345049s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:37:33.077787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:29.991967Z","time spent":"3.085744929s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T03:37:33.384865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.621119ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-07T03:37:33.385162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842999937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T03:37:33.385135Z","caller":"traceutil/trace.go:171","msg":"trace[1648183734] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:623; }","duration":"2.527069963s","start":"2026-07-07T03:37:30.858006Z","end":"2026-07-07T03:37:33.385076Z","steps":["trace[1648183734] 'read index received' (duration: 381.804395ms)","trace[1648183734] 'applied index is now lower than readState.Index' (duration: 2.145260218s)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:37:33.385182Z","caller":"traceutil/trace.go:171","msg":"trace[1193327730] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"521.756652ms","start":"2026-07-07T03:37:32.8634Z","end":"2026-07-07T03:37:33.385157Z","steps":["trace[1193327730] 'process raft request' (duration: 521.586758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:33.385274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844464291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T03:37:33.385219Z","caller":"traceutil/trace.go:171","msg":"trace[421076055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:603; }","duration":"2.843116329s","start":"2026-07-07T03:37:30.542087Z","end":"2026-07-07T03:37:33.385204Z","steps":["trace[421076055] 'agreement among raft nodes before linearized reading' (duration: 2.842989736s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:33.385332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:32.863371Z","time spent":"521.894555ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T03:37:33.385359Z","caller":"traceutil/trace.go:171","msg":"trace[42532861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:604; }","duration":"2.844585404s","start":"2026-07-07T03:37:30.540748Z","end":"2026-07-07T03:37:33.385333Z","steps":["trace[42532861] 'agreement among raft nodes before linearized reading' (duration: 2.844451731s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:33.385379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:30.542065Z","time spent":"2.843285664s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T03:37:33.385431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:30.540719Z","time spent":"2.844694617s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T03:37:33.385498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.31101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-07T03:37:33.38557Z","caller":"traceutil/trace.go:171","msg":"trace[1730680255] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:604; }","duration":"304.424793ms","start":"2026-07-07T03:37:33.081132Z","end":"2026-07-07T03:37:33.385557Z","steps":["trace[1730680255] 'agreement among raft nodes before linearized reading' (duration: 304.29466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:33.38558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.073398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T03:37:33.385603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:33.081113Z","time spent":"304.482095ms","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-07-07T03:37:33.385637Z","caller":"traceutil/trace.go:171","msg":"trace[643739072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"519.14853ms","start":"2026-07-07T03:37:32.866471Z","end":"2026-07-07T03:37:33.38562Z","steps":["trace[643739072] 'agreement among raft nodes before linearized reading' (duration: 519.077369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:33.385516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189487866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-07T03:37:33.38573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:32.866457Z","time spent":"519.261003ms","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T03:37:33.38578Z","caller":"traceutil/trace.go:171","msg":"trace[1415170948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:604; }","duration":"2.189798733s","start":"2026-07-07T03:37:31.195953Z","end":"2026-07-07T03:37:33.385752Z","steps":["trace[1415170948] 'agreement among raft nodes before linearized reading' (duration: 2.189361193s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:33.385854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:31.195931Z","time spent":"2.189906695s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T03:37:33.385896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.809717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:37:33.385937Z","caller":"traceutil/trace.go:171","msg":"trace[2022922306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"779.878718ms","start":"2026-07-07T03:37:32.606045Z","end":"2026-07-07T03:37:33.385924Z","steps":["trace[2022922306] 'agreement among raft nodes before linearized reading' (duration: 779.800097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:33.385966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:32.606Z","time spent":"779.95933ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T03:37:33.38604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84397344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T03:37:33.386075Z","caller":"traceutil/trace.go:171","msg":"trace[770449875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:604; }","duration":"2.844029492s","start":"2026-07-07T03:37:30.542035Z","end":"2026-07-07T03:37:33.386065Z","steps":["trace[770449875] 'agreement among raft nodes before linearized reading' (duration: 2.843069019s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:33.386102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:30.542024Z","time spent":"2.844071733s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T03:37:33.572109Z","caller":"traceutil/trace.go:171","msg":"trace[247059045] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"102.182662ms","start":"2026-07-07T03:37:33.469888Z","end":"2026-07-07T03:37:33.572071Z","steps":["trace[247059045] 'process raft request' (duration: 50.332323ms)","trace[247059045] 'compare' (duration: 51.675494ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:37:33.608217Z","caller":"traceutil/trace.go:171","msg":"trace[102177281] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"134.339363ms","start":"2026-07-07T03:37:33.473852Z","end":"2026-07-07T03:37:33.608192Z","steps":["trace[102177281] 'process raft request' (duration: 134.283082ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:33.608456Z","caller":"traceutil/trace.go:171","msg":"trace[910943908] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"136.894643ms","start":"2026-07-07T03:37:33.471523Z","end":"2026-07-07T03:37:33.608418Z","steps":["trace[910943908] 'process raft request' (duration: 136.547975ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:33.608501Z","caller":"traceutil/trace.go:171","msg":"trace[1516125998] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"138.321977ms","start":"2026-07-07T03:37:33.470102Z","end":"2026-07-07T03:37:33.608424Z","steps":["trace[1516125998] 'process raft request' (duration: 137.848426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:35.927088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.197443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:37:35.927214Z","caller":"traceutil/trace.go:171","msg":"trace[947519084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"300.382798ms","start":"2026-07-07T03:37:35.626806Z","end":"2026-07-07T03:37:35.927189Z","steps":["trace[947519084] 'range keys from in-memory index tree' (duration: 300.090991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:35.927269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:35.626783Z","time spent":"300.475789ms","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T03:37:35.927591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.735406ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:37:35.927793Z","caller":"traceutil/trace.go:171","msg":"trace[2106231018] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:628; }","duration":"254.953811ms","start":"2026-07-07T03:37:35.672805Z","end":"2026-07-07T03:37:35.927759Z","steps":["trace[2106231018] 'range keys from in-memory index tree' (duration: 254.710066ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:36.277418Z","caller":"traceutil/trace.go:171","msg":"trace[1267578587] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"224.745896ms","start":"2026-07-07T03:37:36.052635Z","end":"2026-07-07T03:37:36.277381Z","steps":["trace[1267578587] 'process raft request' (duration: 221.703934ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:48.829886Z","caller":"traceutil/trace.go:171","msg":"trace[1713648876] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"430.175792ms","start":"2026-07-07T03:37:48.399677Z","end":"2026-07-07T03:37:48.829853Z","steps":["trace[1713648876] 'process raft request' (duration: 429.951507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:48.830117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:48.39965Z","time spent":"430.352407ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:37:48.988325Z","caller":"traceutil/trace.go:171","msg":"trace[303679397] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:787; }","duration":"362.702474ms","start":"2026-07-07T03:37:48.62559Z","end":"2026-07-07T03:37:48.988293Z","steps":["trace[303679397] 'read index received' (duration: 204.098026ms)","trace[303679397] 'applied index is now lower than readState.Index' (duration: 158.602638ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:37:48.988392Z","caller":"traceutil/trace.go:171","msg":"trace[1198821071] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"500.251402ms","start":"2026-07-07T03:37:48.488104Z","end":"2026-07-07T03:37:48.988356Z","steps":["trace[1198821071] 'process raft request' (duration: 500.039777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:48.988523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.917309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:37:48.988592Z","caller":"traceutil/trace.go:171","msg":"trace[1264540439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:762; }","duration":"363.011331ms","start":"2026-07-07T03:37:48.625539Z","end":"2026-07-07T03:37:48.988551Z","steps":["trace[1264540439] 'agreement among raft nodes before linearized reading' (duration: 362.913579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:48.988634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:48.625516Z","time spent":"363.109443ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T03:37:48.988636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:37:48.488077Z","time spent":"500.445257ms","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4908,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:37:48.98868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.939178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T03:37:48.988715Z","caller":"traceutil/trace.go:171","msg":"trace[1844579575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:762; }","duration":"265.004539ms","start":"2026-07-07T03:37:48.723702Z","end":"2026-07-07T03:37:48.988706Z","steps":["trace[1844579575] 'agreement among raft nodes before linearized reading' (duration: 264.852145ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:50.363809Z","caller":"traceutil/trace.go:171","msg":"trace[834164086] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:796; }","duration":"168.921412ms","start":"2026-07-07T03:37:50.194858Z","end":"2026-07-07T03:37:50.363779Z","steps":["trace[834164086] 'read index received' (duration: 168.659656ms)","trace[834164086] 'applied index is now lower than readState.Index' (duration: 260.256µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:37:50.363907Z","caller":"traceutil/trace.go:171","msg":"trace[2052348373] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"227.90615ms","start":"2026-07-07T03:37:50.135969Z","end":"2026-07-07T03:37:50.363875Z","steps":["trace[2052348373] 'process raft request' (duration: 227.647324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:37:50.364073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.196769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-4j5hg\" ","response":"range_response_count:1 size:5049"} {"level":"info","ts":"2026-07-07T03:37:50.364263Z","caller":"traceutil/trace.go:171","msg":"trace[1268976164] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-4j5hg; range_end:; response_count:1; response_revision:770; }","duration":"169.438695ms","start":"2026-07-07T03:37:50.194806Z","end":"2026-07-07T03:37:50.364245Z","steps":["trace[1268976164] 'agreement among raft nodes before linearized reading' (duration: 169.117308ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:50.479119Z","caller":"traceutil/trace.go:171","msg":"trace[2084325035] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"105.631003ms","start":"2026-07-07T03:37:50.373455Z","end":"2026-07-07T03:37:50.479086Z","steps":["trace[2084325035] 'process raft request' (duration: 90.76243ms)","trace[2084325035] 'compare' (duration: 14.693128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:37:50.591451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.232788ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-07T03:37:50.591544Z","caller":"traceutil/trace.go:171","msg":"trace[1911340979] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:797; }","duration":"150.099117ms","start":"2026-07-07T03:37:50.441427Z","end":"2026-07-07T03:37:50.591526Z","steps":["trace[1911340979] 'read index received' (duration: 22.870942ms)","trace[1911340979] 'applied index is now lower than readState.Index' (duration: 127.226745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:37:50.591783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.326892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jllvb\" ","response":"range_response_count:1 size:2874"} {"level":"info","ts":"2026-07-07T03:37:50.591887Z","caller":"traceutil/trace.go:171","msg":"trace[1531919839] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jllvb; range_end:; response_count:1; response_revision:771; }","duration":"150.475765ms","start":"2026-07-07T03:37:50.441379Z","end":"2026-07-07T03:37:50.591855Z","steps":["trace[1531919839] 'agreement among raft nodes before linearized reading' (duration: 150.199179ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:50.617454Z","caller":"traceutil/trace.go:171","msg":"trace[1186515343] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"131.371883ms","start":"2026-07-07T03:37:50.486062Z","end":"2026-07-07T03:37:50.617434Z","steps":["trace[1186515343] 'process raft request' (duration: 131.231569ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:50.617666Z","caller":"traceutil/trace.go:171","msg":"trace[995865798] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"129.806576ms","start":"2026-07-07T03:37:50.487803Z","end":"2026-07-07T03:37:50.617609Z","steps":["trace[995865798] 'process raft request' (duration: 129.58119ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:37:50.61819Z","caller":"traceutil/trace.go:171","msg":"trace[2020932148] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"132.371847ms","start":"2026-07-07T03:37:50.485796Z","end":"2026-07-07T03:37:50.618168Z","steps":["trace[2020932148] 'process raft request' (duration: 131.345993ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:38:25.677251Z","caller":"traceutil/trace.go:171","msg":"trace[1050239144] linearizableReadLoop","detail":"{readStateIndex:1230; appliedIndex:1229; }","duration":"374.179947ms","start":"2026-07-07T03:38:25.303027Z","end":"2026-07-07T03:38:25.677206Z","steps":["trace[1050239144] 'read index received' (duration: 374.107785ms)","trace[1050239144] 'applied index is now lower than readState.Index' (duration: 71.081µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:38:25.67736Z","caller":"traceutil/trace.go:171","msg":"trace[1891332365] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"458.053784ms","start":"2026-07-07T03:38:25.219285Z","end":"2026-07-07T03:38:25.677339Z","steps":["trace[1891332365] 'process raft request' (duration: 457.774897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:38:25.677476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.454273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-07T03:38:25.677486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:38:25.219268Z","time spent":"458.142345ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:38:25.677514Z","caller":"traceutil/trace.go:171","msg":"trace[139160251] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1195; }","duration":"374.504915ms","start":"2026-07-07T03:38:25.303Z","end":"2026-07-07T03:38:25.677505Z","steps":["trace[139160251] 'agreement among raft nodes before linearized reading' (duration: 374.341891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:38:25.677545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:38:25.302976Z","time spent":"374.561726ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-07-07T03:38:25.725983Z","caller":"traceutil/trace.go:171","msg":"trace[1311460727] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"351.073957ms","start":"2026-07-07T03:38:25.374892Z","end":"2026-07-07T03:38:25.725966Z","steps":["trace[1311460727] 'process raft request' (duration: 346.925738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:38:25.726091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:38:25.374855Z","time spent":"351.17612ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:38:25.726097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.857618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T03:38:25.726171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.296321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:38:25.726214Z","caller":"traceutil/trace.go:171","msg":"trace[2038952441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1196; }","duration":"103.036462ms","start":"2026-07-07T03:38:25.623152Z","end":"2026-07-07T03:38:25.726189Z","steps":["trace[2038952441] 'agreement among raft nodes before linearized reading' (duration: 102.843738ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:38:25.726263Z","caller":"traceutil/trace.go:171","msg":"trace[357840000] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1196; }","duration":"277.456125ms","start":"2026-07-07T03:38:25.448787Z","end":"2026-07-07T03:38:25.726243Z","steps":["trace[357840000] 'agreement among raft nodes before linearized reading' (duration: 277.296881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:38:38.090937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.617127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T03:38:38.09104Z","caller":"traceutil/trace.go:171","msg":"trace[1444141373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1315; }","duration":"290.755671ms","start":"2026-07-07T03:38:37.800258Z","end":"2026-07-07T03:38:38.091014Z","steps":["trace[1444141373] 'range keys from in-memory index tree' (duration: 290.458754ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:38:38.091085Z","caller":"traceutil/trace.go:171","msg":"trace[242127104] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"287.977825ms","start":"2026-07-07T03:38:37.803072Z","end":"2026-07-07T03:38:38.09105Z","steps":["trace[242127104] 'process raft request' (duration: 280.21877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:38:38.091238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.997536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T03:38:38.091315Z","caller":"traceutil/trace.go:171","msg":"trace[1944774674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1316; }","duration":"288.123589ms","start":"2026-07-07T03:38:37.803174Z","end":"2026-07-07T03:38:38.091297Z","steps":["trace[1944774674] 'agreement among raft nodes before linearized reading' (duration: 287.943585ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:38:38.091076Z","caller":"traceutil/trace.go:171","msg":"trace[1591918193] linearizableReadLoop","detail":"{readStateIndex:1356; appliedIndex:1355; }","duration":"287.77443ms","start":"2026-07-07T03:38:37.803232Z","end":"2026-07-07T03:38:38.091007Z","steps":["trace[1591918193] 'read index received' (duration: 280.046516ms)","trace[1591918193] 'applied index is now lower than readState.Index' (duration: 7.726374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:38:38.091834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.603023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T03:38:38.091888Z","caller":"traceutil/trace.go:171","msg":"trace[1189590489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1316; }","duration":"239.693665ms","start":"2026-07-07T03:38:37.852178Z","end":"2026-07-07T03:38:38.091872Z","steps":["trace[1189590489] 'agreement among raft nodes before linearized reading' (duration: 239.544142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:38:38.09215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.041335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-07T03:38:38.092245Z","caller":"traceutil/trace.go:171","msg":"trace[1054572376] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1316; }","duration":"222.189139ms","start":"2026-07-07T03:38:37.87004Z","end":"2026-07-07T03:38:38.092229Z","steps":["trace[1054572376] 'agreement among raft nodes before linearized reading' (duration: 221.703887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:38:56.042384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.541316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T03:38:56.042527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.543406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T03:38:56.042635Z","caller":"traceutil/trace.go:171","msg":"trace[841827891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1659; }","duration":"169.70616ms","start":"2026-07-07T03:38:55.872908Z","end":"2026-07-07T03:38:56.042614Z","steps":["trace[841827891] 'range keys from in-memory index tree' (duration: 169.366061ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:38:56.042697Z","caller":"traceutil/trace.go:171","msg":"trace[958065140] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1659; }","duration":"148.854094ms","start":"2026-07-07T03:38:55.893739Z","end":"2026-07-07T03:38:56.042593Z","steps":["trace[958065140] 'count revisions from in-memory index tree' (duration: 148.444504ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:38:56.042706Z","caller":"traceutil/trace.go:171","msg":"trace[242488898] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"126.506201ms","start":"2026-07-07T03:38:55.916163Z","end":"2026-07-07T03:38:56.042669Z","steps":["trace[242488898] 'process raft request' (duration: 115.398037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:09.978075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.634255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:39:09.978187Z","caller":"traceutil/trace.go:171","msg":"trace[194959555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1840; }","duration":"351.787069ms","start":"2026-07-07T03:39:09.626367Z","end":"2026-07-07T03:39:09.978154Z","steps":["trace[194959555] 'range keys from in-memory index tree' (duration: 351.503003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:09.978241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:39:09.626344Z","time spent":"351.884392ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T03:39:09.978241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.763834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-07T03:39:09.978311Z","caller":"traceutil/trace.go:171","msg":"trace[767509526] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1840; }","duration":"563.880536ms","start":"2026-07-07T03:39:09.41441Z","end":"2026-07-07T03:39:09.978291Z","steps":["trace[767509526] 'range keys from in-memory index tree' (duration: 563.552328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:09.97834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:39:09.414386Z","time spent":"563.948317ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T03:39:09.97844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.065082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab770e8f-0bd4-4893-8201-918c08073d89\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-07T03:39:09.978569Z","caller":"traceutil/trace.go:171","msg":"trace[1960363580] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ab770e8f-0bd4-4893-8201-918c08073d89; range_end:; response_count:1; response_revision:1840; }","duration":"471.267677ms","start":"2026-07-07T03:39:09.507273Z","end":"2026-07-07T03:39:09.97854Z","steps":["trace[1960363580] 'range keys from in-memory index tree' (duration: 470.807016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:09.978628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:39:09.507253Z","time spent":"471.359099ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab770e8f-0bd4-4893-8201-918c08073d89\" "} {"level":"info","ts":"2026-07-07T03:39:10.158033Z","caller":"traceutil/trace.go:171","msg":"trace[2004138561] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"171.00048ms","start":"2026-07-07T03:39:09.986997Z","end":"2026-07-07T03:39:10.157998Z","steps":["trace[2004138561] 'process raft request' (duration: 170.684402ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:39:10.306955Z","caller":"traceutil/trace.go:171","msg":"trace[1030178435] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"143.310431ms","start":"2026-07-07T03:39:10.163609Z","end":"2026-07-07T03:39:10.30692Z","steps":["trace[1030178435] 'process raft request' (duration: 55.818888ms)","trace[1030178435] 'compare' (duration: 87.34256ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:39:10.352193Z","caller":"traceutil/trace.go:171","msg":"trace[433908084] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"180.172715ms","start":"2026-07-07T03:39:10.171979Z","end":"2026-07-07T03:39:10.352152Z","steps":["trace[433908084] 'process raft request' (duration: 179.616651ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:39:10.485528Z","caller":"traceutil/trace.go:171","msg":"trace[1085411492] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"126.074649ms","start":"2026-07-07T03:39:10.35942Z","end":"2026-07-07T03:39:10.485495Z","steps":["trace[1085411492] 'process raft request' (duration: 125.867714ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:39:10.485855Z","caller":"traceutil/trace.go:171","msg":"trace[981790339] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"126.353236ms","start":"2026-07-07T03:39:10.359453Z","end":"2026-07-07T03:39:10.485806Z","steps":["trace[981790339] 'process raft request' (duration: 125.990577ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:39:10.48593Z","caller":"traceutil/trace.go:171","msg":"trace[1590843849] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"126.254564ms","start":"2026-07-07T03:39:10.359645Z","end":"2026-07-07T03:39:10.485899Z","steps":["trace[1590843849] 'process raft request' (duration: 126.045209ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:39:10.486239Z","caller":"traceutil/trace.go:171","msg":"trace[1449347543] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"125.186498ms","start":"2026-07-07T03:39:10.361025Z","end":"2026-07-07T03:39:10.486212Z","steps":["trace[1449347543] 'process raft request' (duration: 124.807848ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:39:10.486304Z","caller":"traceutil/trace.go:171","msg":"trace[1073317128] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1915; }","duration":"126.035468ms","start":"2026-07-07T03:39:10.360235Z","end":"2026-07-07T03:39:10.486271Z","steps":["trace[1073317128] 'read index received' (duration: 88.470888ms)","trace[1073317128] 'applied index is now lower than readState.Index' (duration: 37.56355ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:39:10.486459Z","caller":"traceutil/trace.go:171","msg":"trace[118899434] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"125.27366ms","start":"2026-07-07T03:39:10.361101Z","end":"2026-07-07T03:39:10.486374Z","steps":["trace[118899434] 'process raft request' (duration: 125.040054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:10.486575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.322255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T03:39:10.486644Z","caller":"traceutil/trace.go:171","msg":"trace[513744693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1852; }","duration":"126.430898ms","start":"2026-07-07T03:39:10.360201Z","end":"2026-07-07T03:39:10.486632Z","steps":["trace[513744693] 'agreement among raft nodes before linearized reading' (duration: 126.231993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:10.486735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.605094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T03:39:10.486818Z","caller":"traceutil/trace.go:171","msg":"trace[2058702144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1852; }","duration":"122.738648ms","start":"2026-07-07T03:39:10.364062Z","end":"2026-07-07T03:39:10.4868Z","steps":["trace[2058702144] 'agreement among raft nodes before linearized reading' (duration: 122.41032ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:39:11.058321Z","caller":"traceutil/trace.go:171","msg":"trace[1420205892] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"566.670794ms","start":"2026-07-07T03:39:10.491614Z","end":"2026-07-07T03:39:11.058284Z","steps":["trace[1420205892] 'process raft request' (duration: 518.430132ms)","trace[1420205892] 'compare' (duration: 47.996256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:39:11.058565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:39:10.4916Z","time spent":"566.842137ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:39:11.130861Z","caller":"traceutil/trace.go:171","msg":"trace[1765144939] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1922; }","duration":"503.418294ms","start":"2026-07-07T03:39:10.627416Z","end":"2026-07-07T03:39:11.130834Z","steps":["trace[1765144939] 'read index received' (duration: 382.729787ms)","trace[1765144939] 'applied index is now lower than readState.Index' (duration: 120.687377ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:39:11.130962Z","caller":"traceutil/trace.go:171","msg":"trace[1573481244] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"593.859509ms","start":"2026-07-07T03:39:10.537061Z","end":"2026-07-07T03:39:11.13092Z","steps":["trace[1573481244] 'process raft request' (duration: 593.613913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:11.131073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.631779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:39:11.131166Z","caller":"traceutil/trace.go:171","msg":"trace[801335131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"503.785363ms","start":"2026-07-07T03:39:10.627357Z","end":"2026-07-07T03:39:11.131143Z","steps":["trace[801335131] 'agreement among raft nodes before linearized reading' (duration: 503.581838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:11.131174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:39:10.537027Z","time spent":"594.020203ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:39:11.131222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:39:10.627335Z","time spent":"503.878535ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T03:39:11.132247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.190778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-07T03:39:11.132309Z","caller":"traceutil/trace.go:171","msg":"trace[408080056] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1856; }","duration":"412.323272ms","start":"2026-07-07T03:39:10.719971Z","end":"2026-07-07T03:39:11.132294Z","steps":["trace[408080056] 'agreement among raft nodes before linearized reading' (duration: 412.120577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:11.13235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:39:10.719933Z","time spent":"412.407994ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-07T03:39:21.318686Z","caller":"traceutil/trace.go:171","msg":"trace[1433938500] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"120.779769ms","start":"2026-07-07T03:39:21.197851Z","end":"2026-07-07T03:39:21.31863Z","steps":["trace[1433938500] 'process raft request' (duration: 33.437359ms)","trace[1433938500] 'compare' (duration: 87.205227ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:39:22.659846Z","caller":"traceutil/trace.go:171","msg":"trace[575781439] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2014; }","duration":"290.736644ms","start":"2026-07-07T03:39:22.369081Z","end":"2026-07-07T03:39:22.659818Z","steps":["trace[575781439] 'read index received' (duration: 290.532659ms)","trace[575781439] 'applied index is now lower than readState.Index' (duration: 202.815µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:39:22.660008Z","caller":"traceutil/trace.go:171","msg":"trace[29536557] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"508.991231ms","start":"2026-07-07T03:39:22.151006Z","end":"2026-07-07T03:39:22.659998Z","steps":["trace[29536557] 'process raft request' (duration: 508.674974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:22.660127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:39:22.150988Z","time spent":"509.049082ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:39:22.660259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.419274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T03:39:22.660316Z","caller":"traceutil/trace.go:171","msg":"trace[1015169737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1942; }","duration":"112.548758ms","start":"2026-07-07T03:39:22.547754Z","end":"2026-07-07T03:39:22.660303Z","steps":["trace[1015169737] 'agreement among raft nodes before linearized reading' (duration: 112.354673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:22.660291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.198155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T03:39:22.660379Z","caller":"traceutil/trace.go:171","msg":"trace[1184660545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1942; }","duration":"291.305678ms","start":"2026-07-07T03:39:22.369045Z","end":"2026-07-07T03:39:22.660351Z","steps":["trace[1184660545] 'agreement among raft nodes before linearized reading' (duration: 291.129384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:22.660528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.363356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T03:39:22.660679Z","caller":"traceutil/trace.go:171","msg":"trace[1282638536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1942; }","duration":"115.589082ms","start":"2026-07-07T03:39:22.545027Z","end":"2026-07-07T03:39:22.660616Z","steps":["trace[1282638536] 'agreement among raft nodes before linearized reading' (duration: 115.281124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:22.660703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.092555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-07T03:39:22.660819Z","caller":"traceutil/trace.go:171","msg":"trace[481632168] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1942; }","duration":"185.605018ms","start":"2026-07-07T03:39:22.475191Z","end":"2026-07-07T03:39:22.660796Z","steps":["trace[481632168] 'agreement among raft nodes before linearized reading' (duration: 184.86845ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:39:23.098039Z","caller":"traceutil/trace.go:171","msg":"trace[50726051] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"432.424095ms","start":"2026-07-07T03:39:22.665569Z","end":"2026-07-07T03:39:23.097993Z","steps":["trace[50726051] 'process raft request' (duration: 406.447869ms)","trace[50726051] 'compare' (duration: 25.584747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:39:23.098213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:39:22.665538Z","time spent":"432.59326ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:39:23.099865Z","caller":"traceutil/trace.go:171","msg":"trace[606739421] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"434.163168ms","start":"2026-07-07T03:39:22.665675Z","end":"2026-07-07T03:39:23.099839Z","steps":["trace[606739421] 'process raft request' (duration: 433.975923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:23.100031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:39:22.665624Z","time spent":"434.331942ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:39:23.1003Z","caller":"traceutil/trace.go:171","msg":"trace[294927306] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"434.462255ms","start":"2026-07-07T03:39:22.66581Z","end":"2026-07-07T03:39:23.100272Z","steps":["trace[294927306] 'process raft request' (duration: 433.961743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:23.100445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:39:22.665792Z","time spent":"434.580758ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:39:23.100679Z","caller":"traceutil/trace.go:171","msg":"trace[73309661] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"434.778523ms","start":"2026-07-07T03:39:22.665889Z","end":"2026-07-07T03:39:23.100668Z","steps":["trace[73309661] 'process raft request' (duration: 434.296281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:23.100741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:39:22.665694Z","time spent":"435.017559ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:39:28.993829Z","caller":"traceutil/trace.go:171","msg":"trace[700832169] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2059; }","duration":"284.87499ms","start":"2026-07-07T03:39:28.708925Z","end":"2026-07-07T03:39:28.9938Z","steps":["trace[700832169] 'read index received' (duration: 284.707776ms)","trace[700832169] 'applied index is now lower than readState.Index' (duration: 166.224µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:39:28.994042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.094356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-07T03:39:28.994085Z","caller":"traceutil/trace.go:171","msg":"trace[23270284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1986; }","duration":"285.189818ms","start":"2026-07-07T03:39:28.708882Z","end":"2026-07-07T03:39:28.994072Z","steps":["trace[23270284] 'agreement among raft nodes before linearized reading' (duration: 285.032704ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:39:28.994381Z","caller":"traceutil/trace.go:171","msg":"trace[780120471] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"302.381169ms","start":"2026-07-07T03:39:28.691966Z","end":"2026-07-07T03:39:28.994348Z","steps":["trace[780120471] 'process raft request' (duration: 301.680812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:39:28.994583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:39:28.691948Z","time spent":"302.534703ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:39:39.351101Z","caller":"traceutil/trace.go:171","msg":"trace[21085017] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"102.05127ms","start":"2026-07-07T03:39:39.249022Z","end":"2026-07-07T03:39:39.351073Z","steps":["trace[21085017] 'process raft request' (duration: 101.971008ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:39:39.351117Z","caller":"traceutil/trace.go:171","msg":"trace[293904797] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"119.266792ms","start":"2026-07-07T03:39:39.231819Z","end":"2026-07-07T03:39:39.351086Z","steps":["trace[293904797] 'process raft request' (duration: 100.846931ms)","trace[293904797] 'compare' (duration: 18.203546ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:39:48.009117Z","caller":"traceutil/trace.go:171","msg":"trace[988383072] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"106.002547ms","start":"2026-07-07T03:39:47.903077Z","end":"2026-07-07T03:39:48.009079Z","steps":["trace[988383072] 'process raft request' (duration: 66.91636ms)","trace[988383072] 'compare' (duration: 38.987635ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:40:02.52522Z","caller":"traceutil/trace.go:171","msg":"trace[771647437] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"100.715998ms","start":"2026-07-07T03:40:02.424475Z","end":"2026-07-07T03:40:02.525191Z","steps":["trace[771647437] 'process raft request' (duration: 100.515083ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:40:03.448567Z","caller":"traceutil/trace.go:171","msg":"trace[759858704] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2257; }","duration":"223.061445ms","start":"2026-07-07T03:40:03.22547Z","end":"2026-07-07T03:40:03.448531Z","steps":["trace[759858704] 'read index received' (duration: 222.671776ms)","trace[759858704] 'applied index is now lower than readState.Index' (duration: 388.279µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:40:03.448957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.469015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-07T03:40:03.449179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.512047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-07T03:40:03.449156Z","caller":"traceutil/trace.go:171","msg":"trace[1548212477] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2176; }","duration":"223.633319ms","start":"2026-07-07T03:40:03.225415Z","end":"2026-07-07T03:40:03.449048Z","steps":["trace[1548212477] 'agreement among raft nodes before linearized reading' (duration: 223.333361ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:40:03.449309Z","caller":"traceutil/trace.go:171","msg":"trace[2135469597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2176; }","duration":"183.681641ms","start":"2026-07-07T03:40:03.265575Z","end":"2026-07-07T03:40:03.449256Z","steps":["trace[2135469597] 'agreement among raft nodes before linearized reading' (duration: 183.369243ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:40:03.448732Z","caller":"traceutil/trace.go:171","msg":"trace[1474262838] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"426.114519ms","start":"2026-07-07T03:40:03.022567Z","end":"2026-07-07T03:40:03.448681Z","steps":["trace[1474262838] 'process raft request' (duration: 425.7461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:40:03.449657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:40:03.022542Z","time spent":"426.993011ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:40:03.449696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.510579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-07-07T03:40:03.449729Z","caller":"traceutil/trace.go:171","msg":"trace[37263717] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2176; }","duration":"117.585751ms","start":"2026-07-07T03:40:03.332133Z","end":"2026-07-07T03:40:03.449719Z","steps":["trace[37263717] 'agreement among raft nodes before linearized reading' (duration: 117.457428ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:40:03.559116Z","caller":"traceutil/trace.go:171","msg":"trace[1064971838] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"104.227914ms","start":"2026-07-07T03:40:03.454858Z","end":"2026-07-07T03:40:03.559086Z","steps":["trace[1064971838] 'process raft request' (duration: 100.063922ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:40:03.56008Z","caller":"traceutil/trace.go:171","msg":"trace[1829082981] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"104.683974ms","start":"2026-07-07T03:40:03.455369Z","end":"2026-07-07T03:40:03.560053Z","steps":["trace[1829082981] 'process raft request' (duration: 104.419498ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:40:03.560169Z","caller":"traceutil/trace.go:171","msg":"trace[1538687177] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"103.720441ms","start":"2026-07-07T03:40:03.456428Z","end":"2026-07-07T03:40:03.560149Z","steps":["trace[1538687177] 'process raft request' (duration: 103.601278ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:40:03.5603Z","caller":"traceutil/trace.go:171","msg":"trace[416225007] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2258; }","duration":"100.117473ms","start":"2026-07-07T03:40:03.46016Z","end":"2026-07-07T03:40:03.560278Z","steps":["trace[416225007] 'read index received' (duration: 94.776872ms)","trace[416225007] 'applied index is now lower than readState.Index' (duration: 5.339831ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:40:03.560379Z","caller":"traceutil/trace.go:171","msg":"trace[351937739] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"103.867094ms","start":"2026-07-07T03:40:03.456506Z","end":"2026-07-07T03:40:03.560373Z","steps":["trace[351937739] 'process raft request' (duration: 103.595128ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:40:03.560342Z","caller":"traceutil/trace.go:171","msg":"trace[1405517543] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"104.887719ms","start":"2026-07-07T03:40:03.455446Z","end":"2026-07-07T03:40:03.560333Z","steps":["trace[1405517543] 'process raft request' (duration: 104.50623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:40:03.560588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.386739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:40:03.560621Z","caller":"traceutil/trace.go:171","msg":"trace[1196618568] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2183; }","duration":"100.478591ms","start":"2026-07-07T03:40:03.460134Z","end":"2026-07-07T03:40:03.560612Z","steps":["trace[1196618568] 'agreement among raft nodes before linearized reading' (duration: 100.385049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:40:49.041067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989591249,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T03:40:49.087525Z","caller":"traceutil/trace.go:171","msg":"trace[937577638] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2562; }","duration":"547.384229ms","start":"2026-07-07T03:40:48.540106Z","end":"2026-07-07T03:40:49.087491Z","steps":["trace[937577638] 'read index received' (duration: 546.977889ms)","trace[937577638] 'applied index is now lower than readState.Index' (duration: 405.03µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:40:49.087675Z","caller":"traceutil/trace.go:171","msg":"trace[1436967108] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"591.88871ms","start":"2026-07-07T03:40:48.495745Z","end":"2026-07-07T03:40:49.087633Z","steps":["trace[1436967108] 'process raft request' (duration: 591.45294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:40:49.087848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:40:48.495728Z","time spent":"592.039873ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:40:49.08787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.333748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:40:49.087928Z","caller":"traceutil/trace.go:171","msg":"trace[2034339112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2472; }","duration":"462.43304ms","start":"2026-07-07T03:40:48.625478Z","end":"2026-07-07T03:40:49.087912Z","steps":["trace[2034339112] 'agreement among raft nodes before linearized reading' (duration: 462.356819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:40:49.087971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:40:48.625457Z","time spent":"462.507433ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T03:40:49.087918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.607405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:40:49.088055Z","caller":"traceutil/trace.go:171","msg":"trace[1048023701] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2472; }","duration":"165.80575ms","start":"2026-07-07T03:40:48.922215Z","end":"2026-07-07T03:40:49.088021Z","steps":["trace[1048023701] 'agreement among raft nodes before linearized reading' (duration: 165.515793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:40:49.088067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.441248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T03:40:49.088116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.525336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-07T03:40:49.088218Z","caller":"traceutil/trace.go:171","msg":"trace[1944443639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2472; }","duration":"469.69069ms","start":"2026-07-07T03:40:48.618513Z","end":"2026-07-07T03:40:49.088204Z","steps":["trace[1944443639] 'agreement among raft nodes before linearized reading' (duration: 469.163928ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:40:49.088241Z","caller":"traceutil/trace.go:171","msg":"trace[1870988885] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2472; }","duration":"173.667063ms","start":"2026-07-07T03:40:48.914545Z","end":"2026-07-07T03:40:49.088212Z","steps":["trace[1870988885] 'agreement among raft nodes before linearized reading' (duration: 173.255614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:40:49.087774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.639454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T03:40:49.08826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:40:48.618492Z","time spent":"469.759612ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T03:40:49.088406Z","caller":"traceutil/trace.go:171","msg":"trace[1932463447] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2472; }","duration":"548.335251ms","start":"2026-07-07T03:40:48.540054Z","end":"2026-07-07T03:40:49.08839Z","steps":["trace[1932463447] 'agreement among raft nodes before linearized reading' (duration: 547.594843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:40:49.088461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:40:48.540031Z","time spent":"548.413312ms","remote":"127.0.0.1:40078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T03:41:21.006841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.257474ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-07T03:41:26.65197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.472505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-07T03:41:26.65205Z","caller":"traceutil/trace.go:171","msg":"trace[621621473] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2680; }","duration":"563.604448ms","start":"2026-07-07T03:41:26.088425Z","end":"2026-07-07T03:41:26.65203Z","steps":["trace[621621473] 'range keys from in-memory index tree' (duration: 563.240828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:41:26.652172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:41:26.088379Z","time spent":"563.71375ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T03:41:26.652188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.090564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-07-07T03:41:26.652269Z","caller":"traceutil/trace.go:171","msg":"trace[1366637610] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2680; }","duration":"223.228288ms","start":"2026-07-07T03:41:26.429022Z","end":"2026-07-07T03:41:26.65225Z","steps":["trace[1366637610] 'range keys from in-memory index tree' (duration: 222.699985ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:41:26.905644Z","caller":"traceutil/trace.go:171","msg":"trace[1453889014] linearizableReadLoop","detail":"{readStateIndex:2782; appliedIndex:2781; }","duration":"216.148832ms","start":"2026-07-07T03:41:26.689471Z","end":"2026-07-07T03:41:26.90562Z","steps":["trace[1453889014] 'read index received' (duration: 153.682546ms)","trace[1453889014] 'applied index is now lower than readState.Index' (duration: 62.465516ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:41:26.905865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.499025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:41:26.905953Z","caller":"traceutil/trace.go:171","msg":"trace[1692633511] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2682; }","duration":"227.641868ms","start":"2026-07-07T03:41:26.678291Z","end":"2026-07-07T03:41:26.905933Z","steps":["trace[1692633511] 'agreement among raft nodes before linearized reading' (duration: 227.494455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:41:26.905989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.751554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-07-07T03:41:26.905968Z","caller":"traceutil/trace.go:171","msg":"trace[1888073625] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"250.047567ms","start":"2026-07-07T03:41:26.655882Z","end":"2026-07-07T03:41:26.90593Z","steps":["trace[1888073625] 'process raft request' (duration: 187.353906ms)","trace[1888073625] 'compare' (duration: 62.033926ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:41:26.906031Z","caller":"traceutil/trace.go:171","msg":"trace[1664748641] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2682; }","duration":"212.835446ms","start":"2026-07-07T03:41:26.693187Z","end":"2026-07-07T03:41:26.906023Z","steps":["trace[1664748641] 'agreement among raft nodes before linearized reading' (duration: 212.700043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:41:26.9062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.253298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18bfe4e7cebf433a\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-07T03:41:26.906244Z","caller":"traceutil/trace.go:171","msg":"trace[1105778442] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18bfe4e7cebf433a; range_end:; response_count:1; response_revision:2682; }","duration":"185.34977ms","start":"2026-07-07T03:41:26.720883Z","end":"2026-07-07T03:41:26.906233Z","steps":["trace[1105778442] 'agreement among raft nodes before linearized reading' (duration: 185.029193ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:43:06.70818Z","caller":"traceutil/trace.go:171","msg":"trace[622945331] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"480.842301ms","start":"2026-07-07T03:43:06.227308Z","end":"2026-07-07T03:43:06.708151Z","steps":["trace[622945331] 'process raft request' (duration: 480.594675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:43:06.708375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:43:06.227281Z","time spent":"481.000515ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:43:06.715166Z","caller":"traceutil/trace.go:171","msg":"trace[1088115707] linearizableReadLoop","detail":"{readStateIndex:3318; appliedIndex:3316; }","duration":"343.171149ms","start":"2026-07-07T03:43:06.371969Z","end":"2026-07-07T03:43:06.71514Z","steps":["trace[1088115707] 'read index received' (duration: 336.02059ms)","trace[1088115707] 'applied index is now lower than readState.Index' (duration: 7.149559ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:43:06.71526Z","caller":"traceutil/trace.go:171","msg":"trace[331067232] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"482.46938ms","start":"2026-07-07T03:43:06.232783Z","end":"2026-07-07T03:43:06.715252Z","steps":["trace[331067232] 'process raft request' (duration: 482.231924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:43:06.71535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:43:06.232756Z","time spent":"482.527622ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:43:06.715536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.560694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T03:43:06.715569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.950314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T03:43:06.715594Z","caller":"traceutil/trace.go:171","msg":"trace[1050083166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3197; }","duration":"152.670757ms","start":"2026-07-07T03:43:06.56291Z","end":"2026-07-07T03:43:06.715581Z","steps":["trace[1050083166] 'agreement among raft nodes before linearized reading' (duration: 152.503363ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:43:06.715605Z","caller":"traceutil/trace.go:171","msg":"trace[1838731242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3197; }","duration":"248.006135ms","start":"2026-07-07T03:43:06.467589Z","end":"2026-07-07T03:43:06.715595Z","steps":["trace[1838731242] 'agreement among raft nodes before linearized reading' (duration: 247.877542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:43:06.715641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.377899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T03:43:06.715684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.047551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-07T03:43:06.715709Z","caller":"traceutil/trace.go:171","msg":"trace[1228789613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3197; }","duration":"252.509823ms","start":"2026-07-07T03:43:06.463185Z","end":"2026-07-07T03:43:06.715695Z","steps":["trace[1228789613] 'agreement among raft nodes before linearized reading' (duration: 252.317908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:43:06.715659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.113332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T03:43:06.715756Z","caller":"traceutil/trace.go:171","msg":"trace[1610934662] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3197; }","duration":"122.162435ms","start":"2026-07-07T03:43:06.593574Z","end":"2026-07-07T03:43:06.715737Z","steps":["trace[1610934662] 'agreement among raft nodes before linearized reading' (duration: 122.016721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:43:06.715757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.772164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:43:06.715804Z","caller":"traceutil/trace.go:171","msg":"trace[2052110909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3197; }","duration":"230.295225ms","start":"2026-07-07T03:43:06.485482Z","end":"2026-07-07T03:43:06.715777Z","steps":["trace[2052110909] 'agreement among raft nodes before linearized reading' (duration: 229.980798ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:43:06.715928Z","caller":"traceutil/trace.go:171","msg":"trace[752859615] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3197; }","duration":"343.907437ms","start":"2026-07-07T03:43:06.371912Z","end":"2026-07-07T03:43:06.715819Z","steps":["trace[752859615] 'agreement among raft nodes before linearized reading' (duration: 343.743954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:43:06.716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:43:06.371886Z","time spent":"344.094421ms","remote":"127.0.0.1:52804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-07T03:43:06.715957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.890482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-07-07T03:43:06.716204Z","caller":"traceutil/trace.go:171","msg":"trace[1476842938] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3197; }","duration":"286.137158ms","start":"2026-07-07T03:43:06.430047Z","end":"2026-07-07T03:43:06.716184Z","steps":["trace[1476842938] 'agreement among raft nodes before linearized reading' (duration: 285.333989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:43:06.716302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.591106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T03:43:06.716347Z","caller":"traceutil/trace.go:171","msg":"trace[1856288063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3197; }","duration":"251.393026ms","start":"2026-07-07T03:43:06.464945Z","end":"2026-07-07T03:43:06.716338Z","steps":["trace[1856288063] 'agreement among raft nodes before linearized reading' (duration: 250.525645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:44:09.334488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.226984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T03:44:09.335202Z","caller":"traceutil/trace.go:171","msg":"trace[294570985] linearizableReadLoop","detail":"{readStateIndex:3858; appliedIndex:3857; }","duration":"289.124404ms","start":"2026-07-07T03:44:09.04605Z","end":"2026-07-07T03:44:09.335174Z","steps":["trace[294570985] 'read index received' (duration: 10.102641ms)","trace[294570985] 'applied index is now lower than readState.Index' (duration: 279.019013ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:44:09.335208Z","caller":"traceutil/trace.go:171","msg":"trace[1588720158] transaction","detail":"{read_only:false; response_revision:3719; number_of_response:1; }","duration":"392.819617ms","start":"2026-07-07T03:44:08.942362Z","end":"2026-07-07T03:44:09.335181Z","steps":["trace[1588720158] 'process raft request' (duration: 113.816024ms)","trace[1588720158] 'compare' (duration: 278.059941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:44:09.335329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:44:08.942348Z","time spent":"392.917559ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:44:09.335514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.456802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-07T03:44:09.33556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.087776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T03:44:09.335569Z","caller":"traceutil/trace.go:171","msg":"trace[1111650869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3719; }","duration":"289.518974ms","start":"2026-07-07T03:44:09.046032Z","end":"2026-07-07T03:44:09.335551Z","steps":["trace[1111650869] 'agreement among raft nodes before linearized reading' (duration: 289.229497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:44:09.335517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.004022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T03:44:09.335557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.481816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-07T03:44:09.335665Z","caller":"traceutil/trace.go:171","msg":"trace[488757346] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3719; }","duration":"230.630779ms","start":"2026-07-07T03:44:09.105009Z","end":"2026-07-07T03:44:09.33564Z","steps":["trace[488757346] 'agreement among raft nodes before linearized reading' (duration: 230.367363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:44:09.335613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.711844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T03:44:09.335699Z","caller":"traceutil/trace.go:171","msg":"trace[1417749514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3719; }","duration":"235.158808ms","start":"2026-07-07T03:44:09.100435Z","end":"2026-07-07T03:44:09.335594Z","steps":["trace[1417749514] 'agreement among raft nodes before linearized reading' (duration: 235.022385ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:44:09.335716Z","caller":"traceutil/trace.go:171","msg":"trace[799622344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3719; }","duration":"288.822387ms","start":"2026-07-07T03:44:09.046885Z","end":"2026-07-07T03:44:09.335707Z","steps":["trace[799622344] 'agreement among raft nodes before linearized reading' (duration: 288.640662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:44:09.335736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.577524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T03:44:09.335874Z","caller":"traceutil/trace.go:171","msg":"trace[2019055863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3719; }","duration":"234.642125ms","start":"2026-07-07T03:44:09.10114Z","end":"2026-07-07T03:44:09.335783Z","steps":["trace[2019055863] 'agreement among raft nodes before linearized reading' (duration: 234.484052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:44:09.335876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.708618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v8dws\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-07T03:44:09.335877Z","caller":"traceutil/trace.go:171","msg":"trace[1931414127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3719; }","duration":"289.142755ms","start":"2026-07-07T03:44:09.046477Z","end":"2026-07-07T03:44:09.335619Z","steps":["trace[1931414127] 'agreement among raft nodes before linearized reading' (duration: 288.830607ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:44:09.335936Z","caller":"traceutil/trace.go:171","msg":"trace[1848106314] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v8dws; range_end:; response_count:1; response_revision:3719; }","duration":"146.805151ms","start":"2026-07-07T03:44:09.189113Z","end":"2026-07-07T03:44:09.335918Z","steps":["trace[1848106314] 'agreement among raft nodes before linearized reading' (duration: 146.398421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:20.705355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.676106ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-07T03:45:20.705611Z","caller":"traceutil/trace.go:171","msg":"trace[1483710603] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"119.780094ms","start":"2026-07-07T03:45:20.585813Z","end":"2026-07-07T03:45:20.705593Z","steps":["trace[1483710603] 'process raft request' (duration: 119.662272ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:20.705598Z","caller":"traceutil/trace.go:171","msg":"trace[1674424909] linearizableReadLoop","detail":"{readStateIndex:4773; appliedIndex:4772; }","duration":"201.954656ms","start":"2026-07-07T03:45:20.503608Z","end":"2026-07-07T03:45:20.705563Z","steps":["trace[1674424909] 'read index received' (duration: 61.082106ms)","trace[1674424909] 'applied index is now lower than readState.Index' (duration: 140.86918ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:45:20.705781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.151351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T03:45:20.705844Z","caller":"traceutil/trace.go:171","msg":"trace[826991023] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4602; }","duration":"202.264964ms","start":"2026-07-07T03:45:20.503563Z","end":"2026-07-07T03:45:20.705828Z","steps":["trace[826991023] 'agreement among raft nodes before linearized reading' (duration: 202.09166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:20.706115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.45382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f2ae79f-689a-4e89-a6d3-d23dc15e7359\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-07-07T03:45:20.706196Z","caller":"traceutil/trace.go:171","msg":"trace[2113916141] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6f2ae79f-689a-4e89-a6d3-d23dc15e7359; range_end:; response_count:1; response_revision:4602; }","duration":"155.596484ms","start":"2026-07-07T03:45:20.550581Z","end":"2026-07-07T03:45:20.706178Z","steps":["trace[2113916141] 'agreement among raft nodes before linearized reading' (duration: 155.344147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:20.708793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.564892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2365165"} {"level":"info","ts":"2026-07-07T03:45:20.708907Z","caller":"traceutil/trace.go:171","msg":"trace[1581430142] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4602; }","duration":"162.701004ms","start":"2026-07-07T03:45:20.546167Z","end":"2026-07-07T03:45:20.708867Z","steps":["trace[1581430142] 'agreement among raft nodes before linearized reading' (duration: 159.638511ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:20.91387Z","caller":"traceutil/trace.go:171","msg":"trace[1235275855] linearizableReadLoop","detail":"{readStateIndex:4775; appliedIndex:4774; }","duration":"121.487396ms","start":"2026-07-07T03:45:20.79235Z","end":"2026-07-07T03:45:20.913837Z","steps":["trace[1235275855] 'read index received' (duration: 54.789875ms)","trace[1235275855] 'applied index is now lower than readState.Index' (duration: 66.696181ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:45:20.913969Z","caller":"traceutil/trace.go:171","msg":"trace[372636952] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"122.848048ms","start":"2026-07-07T03:45:20.791049Z","end":"2026-07-07T03:45:20.913897Z","steps":["trace[372636952] 'process raft request' (duration: 56.181578ms)","trace[372636952] 'compare' (duration: 66.456985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:45:20.914264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.880855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-07-07T03:45:20.914332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.990634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76066"} {"level":"info","ts":"2026-07-07T03:45:20.914358Z","caller":"traceutil/trace.go:171","msg":"trace[435834750] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4603; }","duration":"121.998948ms","start":"2026-07-07T03:45:20.792337Z","end":"2026-07-07T03:45:20.914335Z","steps":["trace[435834750] 'agreement among raft nodes before linearized reading' (duration: 121.66877ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:20.914392Z","caller":"traceutil/trace.go:171","msg":"trace[1714425546] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4603; }","duration":"121.079606ms","start":"2026-07-07T03:45:20.793295Z","end":"2026-07-07T03:45:20.914375Z","steps":["trace[1714425546] 'agreement among raft nodes before linearized reading' (duration: 120.764518ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:22.482158Z","caller":"traceutil/trace.go:171","msg":"trace[2108169477] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"192.213453ms","start":"2026-07-07T03:45:22.289916Z","end":"2026-07-07T03:45:22.482129Z","steps":["trace[2108169477] 'process raft request' (duration: 166.544166ms)","trace[2108169477] 'compare' (duration: 25.547164ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:45:23.542028Z","caller":"traceutil/trace.go:171","msg":"trace[707583046] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"139.998439ms","start":"2026-07-07T03:45:23.401998Z","end":"2026-07-07T03:45:23.541996Z","steps":["trace[707583046] 'process raft request' (duration: 139.457176ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:26.616388Z","caller":"traceutil/trace.go:171","msg":"trace[1016453139] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"140.429879ms","start":"2026-07-07T03:45:26.475918Z","end":"2026-07-07T03:45:26.616348Z","steps":["trace[1016453139] 'process raft request' (duration: 50.123733ms)","trace[1016453139] 'compare' (duration: 90.175133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:45:26.942668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.181297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-07T03:45:26.942772Z","caller":"traceutil/trace.go:171","msg":"trace[355627230] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4734; }","duration":"216.327561ms","start":"2026-07-07T03:45:26.72642Z","end":"2026-07-07T03:45:26.942747Z","steps":["trace[355627230] 'range keys from in-memory index tree' (duration: 216.001004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:26.943237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.784756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:45:26.943349Z","caller":"traceutil/trace.go:171","msg":"trace[472306216] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4734; }","duration":"127.982851ms","start":"2026-07-07T03:45:26.815347Z","end":"2026-07-07T03:45:26.94333Z","steps":["trace[472306216] 'count revisions from in-memory index tree' (duration: 127.688774ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:27.253858Z","caller":"traceutil/trace.go:171","msg":"trace[1698768376] linearizableReadLoop","detail":"{readStateIndex:4914; appliedIndex:4913; }","duration":"153.532494ms","start":"2026-07-07T03:45:27.1003Z","end":"2026-07-07T03:45:27.253833Z","steps":["trace[1698768376] 'read index received' (duration: 153.281288ms)","trace[1698768376] 'applied index is now lower than readState.Index' (duration: 249.996µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:45:27.253905Z","caller":"traceutil/trace.go:171","msg":"trace[207753910] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"208.461022ms","start":"2026-07-07T03:45:27.04541Z","end":"2026-07-07T03:45:27.253871Z","steps":["trace[207753910] 'process raft request' (duration: 208.256927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:27.253986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.670058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:45:27.254119Z","caller":"traceutil/trace.go:171","msg":"trace[1522846800] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4736; }","duration":"153.73725ms","start":"2026-07-07T03:45:27.100284Z","end":"2026-07-07T03:45:27.254021Z","steps":["trace[1522846800] 'agreement among raft nodes before linearized reading' (duration: 153.646448ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:28.11028Z","caller":"traceutil/trace.go:171","msg":"trace[979276664] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"129.369675ms","start":"2026-07-07T03:45:27.980878Z","end":"2026-07-07T03:45:28.110248Z","steps":["trace[979276664] 'process raft request' (duration: 73.616457ms)","trace[979276664] 'compare' (duration: 55.601184ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:45:28.326396Z","caller":"traceutil/trace.go:171","msg":"trace[14976573] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"205.670785ms","start":"2026-07-07T03:45:28.120702Z","end":"2026-07-07T03:45:28.326373Z","steps":["trace[14976573] 'process raft request' (duration: 205.544182ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:28.331735Z","caller":"traceutil/trace.go:171","msg":"trace[1161286132] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"188.787481ms","start":"2026-07-07T03:45:28.142896Z","end":"2026-07-07T03:45:28.331684Z","steps":["trace[1161286132] 'process raft request' (duration: 188.624307ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:28.331884Z","caller":"traceutil/trace.go:171","msg":"trace[735792853] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"141.054295ms","start":"2026-07-07T03:45:28.190813Z","end":"2026-07-07T03:45:28.331867Z","steps":["trace[735792853] 'process raft request' (duration: 140.794699ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:28.331952Z","caller":"traceutil/trace.go:171","msg":"trace[1603690153] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"112.53332ms","start":"2026-07-07T03:45:28.219383Z","end":"2026-07-07T03:45:28.331916Z","steps":["trace[1603690153] 'process raft request' (duration: 112.417097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:31.063956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989597369,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T03:45:31.258778Z","caller":"traceutil/trace.go:171","msg":"trace[2003795819] linearizableReadLoop","detail":"{readStateIndex:5061; appliedIndex:5060; }","duration":"695.712955ms","start":"2026-07-07T03:45:30.563035Z","end":"2026-07-07T03:45:31.258748Z","steps":["trace[2003795819] 'read index received' (duration: 625.09282ms)","trace[2003795819] 'applied index is now lower than readState.Index' (duration: 70.618555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:45:31.259023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.194005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-sxnk7-tls\" ","response":"range_response_count:1 size:2183"} {"level":"warn","ts":"2026-07-07T03:45:31.259025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.980282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0a3486d-f3ec-4b99-b6d1-e704e92442b3\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-07-07T03:45:31.259066Z","caller":"traceutil/trace.go:171","msg":"trace[1401209564] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-sxnk7-tls; range_end:; response_count:1; response_revision:4878; }","duration":"508.281648ms","start":"2026-07-07T03:45:30.750774Z","end":"2026-07-07T03:45:31.259056Z","steps":["trace[1401209564] 'agreement among raft nodes before linearized reading' (duration: 508.149684ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:31.259069Z","caller":"traceutil/trace.go:171","msg":"trace[665025014] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e0a3486d-f3ec-4b99-b6d1-e704e92442b3; range_end:; response_count:1; response_revision:4878; }","duration":"696.063034ms","start":"2026-07-07T03:45:30.562995Z","end":"2026-07-07T03:45:31.259058Z","steps":["trace[665025014] 'agreement among raft nodes before linearized reading' (duration: 695.90118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:31.25909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:30.750755Z","time spent":"508.329128ms","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-sxnk7-tls\" "} {"level":"warn","ts":"2026-07-07T03:45:31.2591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:30.562976Z","time spent":"696.116066ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3917,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0a3486d-f3ec-4b99-b6d1-e704e92442b3\" "} {"level":"warn","ts":"2026-07-07T03:45:31.259447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.248951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:821492"} {"level":"info","ts":"2026-07-07T03:45:31.259538Z","caller":"traceutil/trace.go:171","msg":"trace[1676383003] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4878; }","duration":"249.410805ms","start":"2026-07-07T03:45:31.010107Z","end":"2026-07-07T03:45:31.259518Z","steps":["trace[1676383003] 'agreement among raft nodes before linearized reading' (duration: 248.855981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:34.34146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.834875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T03:45:34.341709Z","caller":"traceutil/trace.go:171","msg":"trace[464904833] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"427.217842ms","start":"2026-07-07T03:45:33.914473Z","end":"2026-07-07T03:45:34.341691Z","steps":["trace[464904833] 'process raft request' (duration: 427.10578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:34.3418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:33.91445Z","time spent":"427.308314ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:45:34.341826Z","caller":"traceutil/trace.go:171","msg":"trace[194705041] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"449.476876ms","start":"2026-07-07T03:45:33.892316Z","end":"2026-07-07T03:45:34.341793Z","steps":["trace[194705041] 'process raft request' (duration: 129.235651ms)","trace[194705041] 'compare' (duration: 319.591669ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:45:34.341842Z","caller":"traceutil/trace.go:171","msg":"trace[1362060201] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5124; }","duration":"434.455686ms","start":"2026-07-07T03:45:33.907332Z","end":"2026-07-07T03:45:34.341787Z","steps":["trace[1362060201] 'read index received' (duration: 114.234921ms)","trace[1362060201] 'applied index is now lower than readState.Index' (duration: 320.216874ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:45:34.34197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:33.892297Z","time spent":"449.604069ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T03:45:34.342059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.589069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T03:45:34.34213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.624002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-07T03:45:34.342144Z","caller":"traceutil/trace.go:171","msg":"trace[1459370104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4942; }","duration":"444.711402ms","start":"2026-07-07T03:45:33.897414Z","end":"2026-07-07T03:45:34.342126Z","steps":["trace[1459370104] 'agreement among raft nodes before linearized reading' (duration: 444.456436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:34.342113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.718432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v8dws\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-07T03:45:34.342183Z","caller":"traceutil/trace.go:171","msg":"trace[1382671242] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4942; }","duration":"447.729754ms","start":"2026-07-07T03:45:33.89444Z","end":"2026-07-07T03:45:34.34217Z","steps":["trace[1382671242] 'agreement among raft nodes before linearized reading' (duration: 447.492478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:34.342192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:33.8974Z","time spent":"444.783254ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T03:45:34.342204Z","caller":"traceutil/trace.go:171","msg":"trace[11638483] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v8dws; range_end:; response_count:1; response_revision:4942; }","duration":"444.823794ms","start":"2026-07-07T03:45:33.89736Z","end":"2026-07-07T03:45:34.342184Z","steps":["trace[11638483] 'agreement among raft nodes before linearized reading' (duration: 444.539757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:34.342232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:33.894424Z","time spent":"447.796956ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T03:45:34.342246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:33.897352Z","time spent":"444.885456ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-v8dws\" "} {"level":"warn","ts":"2026-07-07T03:45:34.342397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.969272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T03:45:34.342427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.64368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T03:45:34.34242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.29277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T03:45:34.342458Z","caller":"traceutil/trace.go:171","msg":"trace[1426605011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4942; }","duration":"444.691382ms","start":"2026-07-07T03:45:33.897757Z","end":"2026-07-07T03:45:34.342448Z","steps":["trace[1426605011] 'agreement among raft nodes before linearized reading' (duration: 444.605799ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:34.342443Z","caller":"traceutil/trace.go:171","msg":"trace[623443892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4942; }","duration":"446.056854ms","start":"2026-07-07T03:45:33.896376Z","end":"2026-07-07T03:45:34.342432Z","steps":["trace[623443892] 'agreement among raft nodes before linearized reading' (duration: 445.89774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:34.342484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:33.897749Z","time spent":"444.730262ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T03:45:34.342476Z","caller":"traceutil/trace.go:171","msg":"trace[900836843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4942; }","duration":"441.374992ms","start":"2026-07-07T03:45:33.901085Z","end":"2026-07-07T03:45:34.34246Z","steps":["trace[900836843] 'agreement among raft nodes before linearized reading' (duration: 441.187117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:34.342515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:33.89636Z","time spent":"446.138146ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T03:45:34.342535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:33.901077Z","time spent":"441.440233ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T03:45:41.963563Z","caller":"traceutil/trace.go:171","msg":"trace[511948358] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"177.549682ms","start":"2026-07-07T03:45:41.785979Z","end":"2026-07-07T03:45:41.963529Z","steps":["trace[511948358] 'process raft request' (duration: 177.338117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:42.357312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.195856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T03:45:42.357428Z","caller":"traceutil/trace.go:171","msg":"trace[967457150] linearizableReadLoop","detail":"{readStateIndex:5260; appliedIndex:5259; }","duration":"258.34784ms","start":"2026-07-07T03:45:42.099059Z","end":"2026-07-07T03:45:42.357407Z","steps":["trace[967457150] 'read index received' (duration: 144.941028ms)","trace[967457150] 'applied index is now lower than readState.Index' (duration: 113.405162ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:45:42.357564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.506604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:45:42.357613Z","caller":"traceutil/trace.go:171","msg":"trace[88480107] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:5071; }","duration":"258.596906ms","start":"2026-07-07T03:45:42.099002Z","end":"2026-07-07T03:45:42.357599Z","steps":["trace[88480107] 'agreement among raft nodes before linearized reading' (duration: 258.481043ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:42.357952Z","caller":"traceutil/trace.go:171","msg":"trace[281781514] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"342.275117ms","start":"2026-07-07T03:45:42.015643Z","end":"2026-07-07T03:45:42.357918Z","steps":["trace[281781514] 'process raft request' (duration: 228.384463ms)","trace[281781514] 'compare' (duration: 113.068643ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:45:42.358074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:42.015615Z","time spent":"342.40039ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:45:44.178932Z","caller":"traceutil/trace.go:171","msg":"trace[1052617339] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"209.810198ms","start":"2026-07-07T03:45:43.969105Z","end":"2026-07-07T03:45:44.178916Z","steps":["trace[1052617339] 'process raft request' (duration: 209.690184ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:44.287824Z","caller":"traceutil/trace.go:171","msg":"trace[1106089487] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"255.614899ms","start":"2026-07-07T03:45:44.032176Z","end":"2026-07-07T03:45:44.287791Z","steps":["trace[1106089487] 'process raft request' (duration: 255.460085ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:44.572918Z","caller":"traceutil/trace.go:171","msg":"trace[1522067749] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"132.16386ms","start":"2026-07-07T03:45:44.440734Z","end":"2026-07-07T03:45:44.572897Z","steps":["trace[1522067749] 'process raft request' (duration: 132.109969ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:44.573141Z","caller":"traceutil/trace.go:171","msg":"trace[926001797] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"132.673093ms","start":"2026-07-07T03:45:44.440426Z","end":"2026-07-07T03:45:44.573099Z","steps":["trace[926001797] 'process raft request' (duration: 132.374226ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:44.572989Z","caller":"traceutil/trace.go:171","msg":"trace[116222704] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"132.511899ms","start":"2026-07-07T03:45:44.440426Z","end":"2026-07-07T03:45:44.572938Z","steps":["trace[116222704] 'process raft request' (duration: 132.260743ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:44.57406Z","caller":"traceutil/trace.go:171","msg":"trace[1259723566] linearizableReadLoop","detail":"{readStateIndex:5306; appliedIndex:5301; }","duration":"131.663328ms","start":"2026-07-07T03:45:44.44238Z","end":"2026-07-07T03:45:44.574043Z","steps":["trace[1259723566] 'read index received' (duration: 63.075483ms)","trace[1259723566] 'applied index is now lower than readState.Index' (duration: 68.586695ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:45:44.574328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.920114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:53888"} {"level":"info","ts":"2026-07-07T03:45:44.574939Z","caller":"traceutil/trace.go:171","msg":"trace[8581227] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5117; }","duration":"132.579861ms","start":"2026-07-07T03:45:44.442337Z","end":"2026-07-07T03:45:44.574917Z","steps":["trace[8581227] 'agreement among raft nodes before linearized reading' (duration: 131.830702ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:44.574313Z","caller":"traceutil/trace.go:171","msg":"trace[675229391] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"133.102405ms","start":"2026-07-07T03:45:44.441173Z","end":"2026-07-07T03:45:44.574275Z","steps":["trace[675229391] 'process raft request' (duration: 131.696638ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:44.57435Z","caller":"traceutil/trace.go:171","msg":"trace[1450155799] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"130.768724ms","start":"2026-07-07T03:45:44.443538Z","end":"2026-07-07T03:45:44.574306Z","steps":["trace[1450155799] 'process raft request' (duration: 130.401945ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:44.699555Z","caller":"traceutil/trace.go:171","msg":"trace[874478781] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"115.221127ms","start":"2026-07-07T03:45:44.5843Z","end":"2026-07-07T03:45:44.699521Z","steps":["trace[874478781] 'process raft request' (duration: 87.071877ms)","trace[874478781] 'compare' (duration: 28.011507ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:45:52.161262Z","caller":"traceutil/trace.go:171","msg":"trace[1100027665] linearizableReadLoop","detail":"{readStateIndex:5444; appliedIndex:5443; }","duration":"103.528929ms","start":"2026-07-07T03:45:52.057706Z","end":"2026-07-07T03:45:52.161234Z","steps":["trace[1100027665] 'read index received' (duration: 99.597008ms)","trace[1100027665] 'applied index is now lower than readState.Index' (duration: 3.930721ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:45:52.16132Z","caller":"traceutil/trace.go:171","msg":"trace[2133679975] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"107.706465ms","start":"2026-07-07T03:45:52.053581Z","end":"2026-07-07T03:45:52.161287Z","steps":["trace[2133679975] 'process raft request' (duration: 103.746214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:52.161462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.731664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-07-07T03:45:52.161503Z","caller":"traceutil/trace.go:171","msg":"trace[1043620648] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5251; }","duration":"103.812896ms","start":"2026-07-07T03:45:52.05768Z","end":"2026-07-07T03:45:52.161493Z","steps":["trace[1043620648] 'agreement among raft nodes before linearized reading' (duration: 103.659202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:53.284238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.518604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T03:45:53.284373Z","caller":"traceutil/trace.go:171","msg":"trace[1141161734] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5282; }","duration":"647.466832ms","start":"2026-07-07T03:45:52.636888Z","end":"2026-07-07T03:45:53.284354Z","steps":["trace[1141161734] 'process raft request' (duration: 49.63907ms)","trace[1141161734] 'compare' (duration: 596.837396ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:45:53.284436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:52.636879Z","time spent":"647.526363ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":88,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-07T03:45:53.28452Z","caller":"traceutil/trace.go:171","msg":"trace[1716252875] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"630.692992ms","start":"2026-07-07T03:45:52.653809Z","end":"2026-07-07T03:45:53.284502Z","steps":["trace[1716252875] 'process raft request' (duration: 630.557789ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:53.284531Z","caller":"traceutil/trace.go:171","msg":"trace[1895620586] linearizableReadLoop","detail":"{readStateIndex:5476; appliedIndex:5475; }","duration":"647.212936ms","start":"2026-07-07T03:45:52.637293Z","end":"2026-07-07T03:45:53.284506Z","steps":["trace[1895620586] 'read index received' (duration: 49.24675ms)","trace[1895620586] 'applied index is now lower than readState.Index' (duration: 597.963265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:45:53.284676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:52.6538Z","time spent":"630.823507ms","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2414,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:45:53.284815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.515263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4792"} {"level":"info","ts":"2026-07-07T03:45:53.284848Z","caller":"traceutil/trace.go:171","msg":"trace[855266634] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5283; }","duration":"647.572464ms","start":"2026-07-07T03:45:52.637266Z","end":"2026-07-07T03:45:53.284838Z","steps":["trace[855266634] 'agreement among raft nodes before linearized reading' (duration: 647.43207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:53.284871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:52.637256Z","time spent":"647.609226ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":4816,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-07-07T03:45:53.285023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.734753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-07T03:45:53.28508Z","caller":"traceutil/trace.go:171","msg":"trace[221189019] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5283; }","duration":"646.820755ms","start":"2026-07-07T03:45:52.638243Z","end":"2026-07-07T03:45:53.285063Z","steps":["trace[221189019] 'agreement among raft nodes before linearized reading' (duration: 646.542608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:53.285104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.411618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:45:53.285131Z","caller":"traceutil/trace.go:171","msg":"trace[1952091525] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5283; }","duration":"557.467749ms","start":"2026-07-07T03:45:52.727654Z","end":"2026-07-07T03:45:53.285122Z","steps":["trace[1952091525] 'agreement among raft nodes before linearized reading' (duration: 557.425978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:53.285151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:52.638234Z","time spent":"646.900718ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T03:45:53.285159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:52.727637Z","time spent":"557.515351ms","remote":"127.0.0.1:40078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T03:45:53.285155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.539915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d97de928-59bc-495b-a0a7-15772ea4eec2\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-07T03:45:53.285206Z","caller":"traceutil/trace.go:171","msg":"trace[1188255912] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d97de928-59bc-495b-a0a7-15772ea4eec2; range_end:; response_count:1; response_revision:5283; }","duration":"502.623626ms","start":"2026-07-07T03:45:52.782566Z","end":"2026-07-07T03:45:53.28519Z","steps":["trace[1188255912] 'agreement among raft nodes before linearized reading' (duration: 502.488003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:53.285255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:52.782546Z","time spent":"502.698578ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d97de928-59bc-495b-a0a7-15772ea4eec2\" "} {"level":"warn","ts":"2026-07-07T03:45:53.285536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.369151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-07T03:45:53.285625Z","caller":"traceutil/trace.go:171","msg":"trace[1515036181] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5283; }","duration":"633.482935ms","start":"2026-07-07T03:45:52.652119Z","end":"2026-07-07T03:45:53.285602Z","steps":["trace[1515036181] 'agreement among raft nodes before linearized reading' (duration: 633.153286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:53.286264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.845038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2380158"} {"level":"info","ts":"2026-07-07T03:45:53.286342Z","caller":"traceutil/trace.go:171","msg":"trace[1666841730] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5283; }","duration":"487.956851ms","start":"2026-07-07T03:45:52.798366Z","end":"2026-07-07T03:45:53.286323Z","steps":["trace[1666841730] 'agreement among raft nodes before linearized reading' (duration: 486.862643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:53.286396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:52.798351Z","time spent":"488.028713ms","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2380182,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-07T03:45:53.285666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:52.65211Z","time spent":"633.547036ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-07T03:45:53.815484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989598301,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T03:45:53.902945Z","caller":"traceutil/trace.go:171","msg":"trace[1853825782] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"588.359861ms","start":"2026-07-07T03:45:53.314556Z","end":"2026-07-07T03:45:53.902916Z","steps":["trace[1853825782] 'process raft request' (duration: 588.205777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:53.903102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:53.314542Z","time spent":"588.479964ms","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:45:54.424725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.662184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T03:45:54.424913Z","caller":"traceutil/trace.go:171","msg":"trace[1386386102] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"219.767451ms","start":"2026-07-07T03:45:54.205128Z","end":"2026-07-07T03:45:54.424895Z","steps":["trace[1386386102] 'process raft request' (duration: 219.70732ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:54.42495Z","caller":"traceutil/trace.go:171","msg":"trace[655053249] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"1.017340763s","start":"2026-07-07T03:45:53.407577Z","end":"2026-07-07T03:45:54.424918Z","steps":["trace[655053249] 'process raft request' (duration: 676.406562ms)","trace[655053249] 'compare' (duration: 340.458869ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:45:54.425137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:53.407556Z","time spent":"1.017461386s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:45:54.425135Z","caller":"traceutil/trace.go:171","msg":"trace[1361302145] linearizableReadLoop","detail":"{readStateIndex:5480; appliedIndex:5479; }","duration":"1.110142218s","start":"2026-07-07T03:45:53.314885Z","end":"2026-07-07T03:45:54.425027Z","steps":["trace[1361302145] 'read index received' (duration: 588.057333ms)","trace[1361302145] 'applied index is now lower than readState.Index' (duration: 522.082095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:45:54.42532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.84788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T03:45:54.425347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.349217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:45:54.425364Z","caller":"traceutil/trace.go:171","msg":"trace[35259020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5287; }","duration":"799.933252ms","start":"2026-07-07T03:45:53.62542Z","end":"2026-07-07T03:45:54.425353Z","steps":["trace[35259020] 'agreement among raft nodes before linearized reading' (duration: 799.86372ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:54.425388Z","caller":"traceutil/trace.go:171","msg":"trace[1603706382] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5287; }","duration":"521.417938ms","start":"2026-07-07T03:45:53.903956Z","end":"2026-07-07T03:45:54.425374Z","steps":["trace[1603706382] 'agreement among raft nodes before linearized reading' (duration: 521.350516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.425397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:53.625399Z","time spent":"799.990713ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T03:45:54.425425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103413186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-07-07T03:45:54.425409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110497737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-07-07T03:45:54.425426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:53.903937Z","time spent":"521.47814ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-07T03:45:54.425477Z","caller":"traceutil/trace.go:171","msg":"trace[1214506792] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5287; }","duration":"1.103490578s","start":"2026-07-07T03:45:53.321971Z","end":"2026-07-07T03:45:54.425462Z","steps":["trace[1214506792] 'agreement among raft nodes before linearized reading' (duration: 1.103308103s)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:54.425496Z","caller":"traceutil/trace.go:171","msg":"trace[1390688786] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5287; }","duration":"1.11062481s","start":"2026-07-07T03:45:53.314849Z","end":"2026-07-07T03:45:54.425474Z","steps":["trace[1390688786] 'agreement among raft nodes before linearized reading' (duration: 1.110281061s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.425482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.858637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-07T03:45:54.425521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:53.321962Z","time spent":"1.103546549s","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-07T03:45:54.425484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040226009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T03:45:54.425543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:53.314832Z","time spent":"1.110701373s","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-07T03:45:54.425538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.783577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d97de928-59bc-495b-a0a7-15772ea4eec2\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-07T03:45:54.425565Z","caller":"traceutil/trace.go:171","msg":"trace[257724686] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5287; }","duration":"870.99ms","start":"2026-07-07T03:45:53.554556Z","end":"2026-07-07T03:45:54.425546Z","steps":["trace[257724686] 'agreement among raft nodes before linearized reading' (duration: 870.762454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.425484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.518214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d97de928-59bc-495b-a0a7-15772ea4eec2\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-07T03:45:54.425586Z","caller":"traceutil/trace.go:171","msg":"trace[363114865] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5287; }","duration":"1.040395823s","start":"2026-07-07T03:45:53.385169Z","end":"2026-07-07T03:45:54.425565Z","steps":["trace[363114865] 'agreement among raft nodes before linearized reading' (duration: 1.040223549s)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:54.425607Z","caller":"traceutil/trace.go:171","msg":"trace[1082164003] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d97de928-59bc-495b-a0a7-15772ea4eec2; range_end:; response_count:1; response_revision:5287; }","duration":"849.8947ms","start":"2026-07-07T03:45:53.575695Z","end":"2026-07-07T03:45:54.42559Z","steps":["trace[1082164003] 'agreement among raft nodes before linearized reading' (duration: 849.650424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.425619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:53.554531Z","time spent":"871.069162ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-07T03:45:54.425623Z","caller":"traceutil/trace.go:171","msg":"trace[1520050898] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d97de928-59bc-495b-a0a7-15772ea4eec2; range_end:; response_count:1; response_revision:5287; }","duration":"131.699899ms","start":"2026-07-07T03:45:54.293907Z","end":"2026-07-07T03:45:54.425607Z","steps":["trace[1520050898] 'agreement among raft nodes before linearized reading' (duration: 131.394191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.425636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:53.38514Z","time spent":"1.040480446s","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T03:45:54.425651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:53.575679Z","time spent":"849.962882ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d97de928-59bc-495b-a0a7-15772ea4eec2\" "} {"level":"warn","ts":"2026-07-07T03:45:54.425508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069888798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:45:54.425704Z","caller":"traceutil/trace.go:171","msg":"trace[1876470567] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5287; }","duration":"1.070117614s","start":"2026-07-07T03:45:53.355571Z","end":"2026-07-07T03:45:54.425688Z","steps":["trace[1876470567] 'agreement among raft nodes before linearized reading' (duration: 1.069872037s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.42575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:53.355561Z","time spent":"1.070174606s","remote":"127.0.0.1:52598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T03:45:54.864802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.251846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T03:45:54.864921Z","caller":"traceutil/trace.go:171","msg":"trace[642464463] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"435.276205ms","start":"2026-07-07T03:45:54.429625Z","end":"2026-07-07T03:45:54.864901Z","steps":["trace[642464463] 'process raft request' (duration: 289.846765ms)","trace[642464463] 'compare' (duration: 145.145463ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:45:54.864989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:54.429613Z","time spent":"435.345277ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:45:54.890019Z","caller":"traceutil/trace.go:171","msg":"trace[1804949940] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"456.135018ms","start":"2026-07-07T03:45:54.433858Z","end":"2026-07-07T03:45:54.889994Z","steps":["trace[1804949940] 'process raft request' (duration: 455.907362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.890173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:54.433831Z","time spent":"456.261422ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:45:54.890238Z","caller":"traceutil/trace.go:171","msg":"trace[1986209296] linearizableReadLoop","detail":"{readStateIndex:5483; appliedIndex:5481; }","duration":"454.094137ms","start":"2026-07-07T03:45:54.43611Z","end":"2026-07-07T03:45:54.890204Z","steps":["trace[1986209296] 'read index received' (duration: 283.324678ms)","trace[1986209296] 'applied index is now lower than readState.Index' (duration: 170.767559ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:45:54.890375Z","caller":"traceutil/trace.go:171","msg":"trace[1822612291] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"224.78762ms","start":"2026-07-07T03:45:54.665567Z","end":"2026-07-07T03:45:54.890354Z","steps":["trace[1822612291] 'process raft request' (duration: 224.37361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.890542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.729158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-07T03:45:54.890634Z","caller":"traceutil/trace.go:171","msg":"trace[284797536] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5290; }","duration":"265.854701ms","start":"2026-07-07T03:45:54.624759Z","end":"2026-07-07T03:45:54.890614Z","steps":["trace[284797536] 'agreement among raft nodes before linearized reading' (duration: 265.644646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.890627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.780242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T03:45:54.890639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.911616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-07-07T03:45:54.890706Z","caller":"traceutil/trace.go:171","msg":"trace[780348719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5290; }","duration":"269.896515ms","start":"2026-07-07T03:45:54.620777Z","end":"2026-07-07T03:45:54.890674Z","steps":["trace[780348719] 'agreement among raft nodes before linearized reading' (duration: 269.678659ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:54.890702Z","caller":"traceutil/trace.go:171","msg":"trace[1651242327] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5290; }","duration":"444.007598ms","start":"2026-07-07T03:45:54.446676Z","end":"2026-07-07T03:45:54.890683Z","steps":["trace[1651242327] 'agreement among raft nodes before linearized reading' (duration: 443.722041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.8907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.036016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T03:45:54.890714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.92851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-07T03:45:54.890741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:54.44666Z","time spent":"444.07309ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3664,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-07T03:45:54.890753Z","caller":"traceutil/trace.go:171","msg":"trace[1209640914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5290; }","duration":"266.093177ms","start":"2026-07-07T03:45:54.624646Z","end":"2026-07-07T03:45:54.890739Z","steps":["trace[1209640914] 'agreement among raft nodes before linearized reading' (duration: 265.940073ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:54.890787Z","caller":"traceutil/trace.go:171","msg":"trace[952832981] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5290; }","duration":"407.052743ms","start":"2026-07-07T03:45:54.483715Z","end":"2026-07-07T03:45:54.890768Z","steps":["trace[952832981] 'agreement among raft nodes before linearized reading' (duration: 406.832857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.890834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:54.483693Z","time spent":"407.131405ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-07T03:45:54.890858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.557525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v8dws\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-07T03:45:54.890872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.277156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T03:45:54.890698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.470959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T03:45:54.890877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.670861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-07T03:45:54.890902Z","caller":"traceutil/trace.go:171","msg":"trace[816683093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5290; }","duration":"265.323647ms","start":"2026-07-07T03:45:54.625569Z","end":"2026-07-07T03:45:54.890892Z","steps":["trace[816683093] 'agreement among raft nodes before linearized reading' (duration: 265.278756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.890864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.077761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T03:45:54.890914Z","caller":"traceutil/trace.go:171","msg":"trace[477805183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5290; }","duration":"261.706854ms","start":"2026-07-07T03:45:54.629195Z","end":"2026-07-07T03:45:54.890902Z","steps":["trace[477805183] 'agreement among raft nodes before linearized reading' (duration: 261.399827ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:54.890929Z","caller":"traceutil/trace.go:171","msg":"trace[1972367413] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5290; }","duration":"454.835956ms","start":"2026-07-07T03:45:54.436076Z","end":"2026-07-07T03:45:54.890911Z","steps":["trace[1972367413] 'agreement among raft nodes before linearized reading' (duration: 454.648731ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:45:54.890942Z","caller":"traceutil/trace.go:171","msg":"trace[1656478886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5290; }","duration":"265.167643ms","start":"2026-07-07T03:45:54.625764Z","end":"2026-07-07T03:45:54.890932Z","steps":["trace[1656478886] 'agreement among raft nodes before linearized reading' (duration: 265.0324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.890972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:54.436064Z","time spent":"454.896637ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-07-07T03:45:54.8909Z","caller":"traceutil/trace.go:171","msg":"trace[1646947415] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v8dws; range_end:; response_count:1; response_revision:5290; }","duration":"267.628696ms","start":"2026-07-07T03:45:54.623261Z","end":"2026-07-07T03:45:54.89089Z","steps":["trace[1646947415] 'agreement among raft nodes before linearized reading' (duration: 267.464462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.891318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.880857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T03:45:54.891364Z","caller":"traceutil/trace.go:171","msg":"trace[521841531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5290; }","duration":"343.970279ms","start":"2026-07-07T03:45:54.547382Z","end":"2026-07-07T03:45:54.891352Z","steps":["trace[521841531] 'agreement among raft nodes before linearized reading' (duration: 343.746723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:45:54.891392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:45:54.547371Z","time spent":"344.014771ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T03:46:07.671066Z","caller":"traceutil/trace.go:171","msg":"trace[1522798266] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"233.245417ms","start":"2026-07-07T03:46:07.437761Z","end":"2026-07-07T03:46:07.671007Z","steps":["trace[1522798266] 'process raft request' (duration: 233.090883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:46:32.843422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.950203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T03:46:32.843548Z","caller":"traceutil/trace.go:171","msg":"trace[1414262256] linearizableReadLoop","detail":"{readStateIndex:5925; appliedIndex:5924; }","duration":"186.307966ms","start":"2026-07-07T03:46:32.657221Z","end":"2026-07-07T03:46:32.843529Z","steps":["trace[1414262256] 'read index received' (duration: 24.099936ms)","trace[1414262256] 'applied index is now lower than readState.Index' (duration: 162.20681ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:46:32.843583Z","caller":"traceutil/trace.go:171","msg":"trace[116614524] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"240.619875ms","start":"2026-07-07T03:46:32.602933Z","end":"2026-07-07T03:46:32.843553Z","steps":["trace[116614524] 'process raft request' (duration: 78.446066ms)","trace[116614524] 'compare' (duration: 161.81874ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:46:32.843672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.45015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T03:46:32.843706Z","caller":"traceutil/trace.go:171","msg":"trace[1779500648] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5721; }","duration":"186.519992ms","start":"2026-07-07T03:46:32.657174Z","end":"2026-07-07T03:46:32.843694Z","steps":["trace[1779500648] 'agreement among raft nodes before linearized reading' (duration: 186.44711ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:46:41.546275Z","caller":"traceutil/trace.go:171","msg":"trace[1197763010] linearizableReadLoop","detail":"{readStateIndex:5985; appliedIndex:5984; }","duration":"134.373016ms","start":"2026-07-07T03:46:41.411867Z","end":"2026-07-07T03:46:41.54624Z","steps":["trace[1197763010] 'read index received' (duration: 134.104819ms)","trace[1197763010] 'applied index is now lower than readState.Index' (duration: 267.187µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:46:41.546681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.790316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:46:41.546727Z","caller":"traceutil/trace.go:171","msg":"trace[249139179] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5778; }","duration":"134.894268ms","start":"2026-07-07T03:46:41.41182Z","end":"2026-07-07T03:46:41.546715Z","steps":["trace[249139179] 'agreement among raft nodes before linearized reading' (duration: 134.795876ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:46:41.546699Z","caller":"traceutil/trace.go:171","msg":"trace[743464194] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"215.425656ms","start":"2026-07-07T03:46:41.331223Z","end":"2026-07-07T03:46:41.546649Z","steps":["trace[743464194] 'process raft request' (duration: 214.839882ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:46:42.177968Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2764} {"level":"info","ts":"2026-07-07T03:46:42.41233Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2764,"took":"232.634608ms","hash":3607875007,"current-db-size-bytes":55971840,"current-db-size":"56 MB","current-db-size-in-use-bytes":32444416,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-07T03:46:42.412404Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3607875007,"revision":2764,"compact-revision":-1} {"level":"info","ts":"2026-07-07T03:46:54.021938Z","caller":"traceutil/trace.go:171","msg":"trace[1484330359] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"124.794627ms","start":"2026-07-07T03:46:53.897112Z","end":"2026-07-07T03:46:54.021906Z","steps":["trace[1484330359] 'process raft request' (duration: 114.05099ms)","trace[1484330359] 'compare' (duration: 10.44754ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:46:54.022083Z","caller":"traceutil/trace.go:171","msg":"trace[555119432] linearizableReadLoop","detail":"{readStateIndex:6086; appliedIndex:6079; }","duration":"120.3759ms","start":"2026-07-07T03:46:53.901681Z","end":"2026-07-07T03:46:54.022057Z","steps":["trace[555119432] 'read index received' (duration: 41.000731ms)","trace[555119432] 'applied index is now lower than readState.Index' (duration: 79.372179ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:46:54.022306Z","caller":"traceutil/trace.go:171","msg":"trace[220698180] transaction","detail":"{read_only:false; response_revision:5873; number_of_response:1; }","duration":"124.678724ms","start":"2026-07-07T03:46:53.8976Z","end":"2026-07-07T03:46:54.022279Z","steps":["trace[220698180] 'process raft request' (duration: 124.288004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:46:54.022366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.664097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T03:46:54.022421Z","caller":"traceutil/trace.go:171","msg":"trace[1040572246] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5876; }","duration":"120.75532ms","start":"2026-07-07T03:46:53.901652Z","end":"2026-07-07T03:46:54.022407Z","steps":["trace[1040572246] 'agreement among raft nodes before linearized reading' (duration: 120.646147ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:46:54.022472Z","caller":"traceutil/trace.go:171","msg":"trace[1747631415] transaction","detail":"{read_only:false; response_revision:5874; number_of_response:1; }","duration":"124.836088ms","start":"2026-07-07T03:46:53.897616Z","end":"2026-07-07T03:46:54.022452Z","steps":["trace[1747631415] 'process raft request' (duration: 124.316055ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:46:54.022559Z","caller":"traceutil/trace.go:171","msg":"trace[58402328] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"124.94594ms","start":"2026-07-07T03:46:53.897597Z","end":"2026-07-07T03:46:54.022543Z","steps":["trace[58402328] 'process raft request' (duration: 124.371606ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:46:54.022632Z","caller":"traceutil/trace.go:171","msg":"trace[1758943984] transaction","detail":"{read_only:false; response_revision:5876; number_of_response:1; }","duration":"123.565847ms","start":"2026-07-07T03:46:53.899055Z","end":"2026-07-07T03:46:54.02262Z","steps":["trace[1758943984] 'process raft request' (duration: 122.952702ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:46:54.022668Z","caller":"traceutil/trace.go:171","msg":"trace[660565907] transaction","detail":"{read_only:false; response_revision:5872; number_of_response:1; }","duration":"125.197816ms","start":"2026-07-07T03:46:53.897457Z","end":"2026-07-07T03:46:54.022655Z","steps":["trace[660565907] 'process raft request' (duration: 124.371866ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:49:09.967667Z","caller":"traceutil/trace.go:171","msg":"trace[107279051] transaction","detail":"{read_only:false; response_revision:6749; number_of_response:1; }","duration":"124.862922ms","start":"2026-07-07T03:49:09.842776Z","end":"2026-07-07T03:49:09.967639Z","steps":["trace[107279051] 'process raft request' (duration: 124.685358ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:42.185285Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5780} {"level":"info","ts":"2026-07-07T03:51:42.267621Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5780,"took":"80.425728ms","hash":1487219854,"current-db-size-bytes":55971840,"current-db-size":"56 MB","current-db-size-in-use-bytes":26841088,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-07T03:51:42.267681Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1487219854,"revision":5780,"compact-revision":2764} {"level":"info","ts":"2026-07-07T03:51:42.951865Z","caller":"traceutil/trace.go:171","msg":"trace[879825443] linearizableReadLoop","detail":"{readStateIndex:8314; appliedIndex:8313; }","duration":"225.797936ms","start":"2026-07-07T03:51:42.726043Z","end":"2026-07-07T03:51:42.951841Z","steps":["trace[879825443] 'read index received' (duration: 225.740935ms)","trace[879825443] 'applied index is now lower than readState.Index' (duration: 56.201µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:51:42.952131Z","caller":"traceutil/trace.go:171","msg":"trace[1547605989] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"271.152348ms","start":"2026-07-07T03:51:42.680965Z","end":"2026-07-07T03:51:42.952118Z","steps":["trace[1547605989] 'process raft request' (duration: 270.722757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:42.952268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.210355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-07T03:51:42.952348Z","caller":"traceutil/trace.go:171","msg":"trace[587604673] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8035; }","duration":"226.341099ms","start":"2026-07-07T03:51:42.725989Z","end":"2026-07-07T03:51:42.95233Z","steps":["trace[587604673] 'agreement among raft nodes before linearized reading' (duration: 226.127593ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:43.135098Z","caller":"traceutil/trace.go:171","msg":"trace[1369491788] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"178.288402ms","start":"2026-07-07T03:51:42.956788Z","end":"2026-07-07T03:51:43.135076Z","steps":["trace[1369491788] 'process raft request' (duration: 178.22391ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:43.135181Z","caller":"traceutil/trace.go:171","msg":"trace[1742535363] linearizableReadLoop","detail":"{readStateIndex:8315; appliedIndex:8314; }","duration":"183.23332ms","start":"2026-07-07T03:51:42.951934Z","end":"2026-07-07T03:51:43.135167Z","steps":["trace[1742535363] 'read index received' (duration: 162.149257ms)","trace[1742535363] 'applied index is now lower than readState.Index' (duration: 21.082533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:51:43.135304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.978442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T03:51:43.135341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.737481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T03:51:43.135358Z","caller":"traceutil/trace.go:171","msg":"trace[344498947] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8037; }","duration":"380.097795ms","start":"2026-07-07T03:51:42.755247Z","end":"2026-07-07T03:51:43.135345Z","steps":["trace[344498947] 'agreement among raft nodes before linearized reading' (duration: 379.935212ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:43.135384Z","caller":"traceutil/trace.go:171","msg":"trace[1831986430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8037; }","duration":"406.846694ms","start":"2026-07-07T03:51:42.728523Z","end":"2026-07-07T03:51:43.13537Z","steps":["trace[1831986430] 'agreement among raft nodes before linearized reading' (duration: 406.69099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:43.135396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:42.755225Z","time spent":"380.161267ms","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":111,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-07T03:51:43.135428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:42.728501Z","time spent":"406.916035ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T03:51:43.135096Z","caller":"traceutil/trace.go:171","msg":"trace[1936920866] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"373.755254ms","start":"2026-07-07T03:51:42.761311Z","end":"2026-07-07T03:51:43.135067Z","steps":["trace[1936920866] 'process raft request' (duration: 352.758633ms)","trace[1936920866] 'compare' (duration: 20.608812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:51:43.13553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.282083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v8dws\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-07T03:51:43.135565Z","caller":"traceutil/trace.go:171","msg":"trace[31316334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v8dws; range_end:; response_count:1; response_revision:8037; }","duration":"329.361625ms","start":"2026-07-07T03:51:42.806192Z","end":"2026-07-07T03:51:43.135554Z","steps":["trace[31316334] 'agreement among raft nodes before linearized reading' (duration: 329.245203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:43.135601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:42.806171Z","time spent":"329.423736ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-v8dws\" "} {"level":"warn","ts":"2026-07-07T03:51:43.135597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:42.761293Z","time spent":"374.248276ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:51:43.135701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.310201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T03:51:43.135751Z","caller":"traceutil/trace.go:171","msg":"trace[1299410074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8037; }","duration":"393.380803ms","start":"2026-07-07T03:51:42.742357Z","end":"2026-07-07T03:51:43.135738Z","steps":["trace[1299410074] 'agreement among raft nodes before linearized reading' (duration: 393.24637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:43.135789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:42.742346Z","time spent":"393.432964ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T03:51:43.135806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.217078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T03:51:43.135836Z","caller":"traceutil/trace.go:171","msg":"trace[1094386273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8037; }","duration":"302.27853ms","start":"2026-07-07T03:51:42.833549Z","end":"2026-07-07T03:51:43.135828Z","steps":["trace[1094386273] 'agreement among raft nodes before linearized reading' (duration: 302.192958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:43.13587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:42.833533Z","time spent":"302.330741ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T03:51:43.136173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.422797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T03:51:43.136264Z","caller":"traceutil/trace.go:171","msg":"trace[1107323339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8037; }","duration":"407.558761ms","start":"2026-07-07T03:51:42.728686Z","end":"2026-07-07T03:51:43.136245Z","steps":["trace[1107323339] 'agreement among raft nodes before linearized reading' (duration: 407.166181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:43.13631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:42.728672Z","time spent":"407.626842ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T03:51:55.582925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989605964,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T03:51:55.744294Z","caller":"traceutil/trace.go:171","msg":"trace[1481850026] linearizableReadLoop","detail":"{readStateIndex:8379; appliedIndex:8378; }","duration":"661.643571ms","start":"2026-07-07T03:51:55.082626Z","end":"2026-07-07T03:51:55.744269Z","steps":["trace[1481850026] 'read index received' (duration: 661.551269ms)","trace[1481850026] 'applied index is now lower than readState.Index' (duration: 91.082µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:51:55.74447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.821605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T03:51:55.744541Z","caller":"traceutil/trace.go:171","msg":"trace[1136865221] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8097; }","duration":"661.952508ms","start":"2026-07-07T03:51:55.082574Z","end":"2026-07-07T03:51:55.744527Z","steps":["trace[1136865221] 'agreement among raft nodes before linearized reading' (duration: 661.813025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:55.7446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.845553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-07T03:51:55.744605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.082553Z","time spent":"662.04166ms","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T03:51:55.744604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.442357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T03:51:55.74469Z","caller":"traceutil/trace.go:171","msg":"trace[1272357756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8097; }","duration":"443.596411ms","start":"2026-07-07T03:51:55.301077Z","end":"2026-07-07T03:51:55.744673Z","steps":["trace[1272357756] 'agreement among raft nodes before linearized reading' (duration: 443.334864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:55.744717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.191962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v8dws\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-07T03:51:55.744745Z","caller":"traceutil/trace.go:171","msg":"trace[975026860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v8dws; range_end:; response_count:1; response_revision:8097; }","duration":"532.254514ms","start":"2026-07-07T03:51:55.212482Z","end":"2026-07-07T03:51:55.744737Z","steps":["trace[975026860] 'agreement among raft nodes before linearized reading' (duration: 532.173322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:55.744781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.212463Z","time spent":"532.311406ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-v8dws\" "} {"level":"warn","ts":"2026-07-07T03:51:55.744841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.778615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T03:51:55.744823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.335034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-07T03:51:55.744498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.920497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-07T03:51:55.744943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.110859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T03:51:55.744946Z","caller":"traceutil/trace.go:171","msg":"trace[36435419] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8097; }","duration":"623.402479ms","start":"2026-07-07T03:51:55.12153Z","end":"2026-07-07T03:51:55.744933Z","steps":["trace[36435419] 'agreement among raft nodes before linearized reading' (duration: 622.867156ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:55.744926Z","caller":"traceutil/trace.go:171","msg":"trace[645980863] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:8097; }","duration":"399.469478ms","start":"2026-07-07T03:51:55.345434Z","end":"2026-07-07T03:51:55.744903Z","steps":["trace[645980863] 'agreement among raft nodes before linearized reading' (duration: 399.211522ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:55.744975Z","caller":"traceutil/trace.go:171","msg":"trace[1275333941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8097; }","duration":"412.205462ms","start":"2026-07-07T03:51:55.332762Z","end":"2026-07-07T03:51:55.744967Z","steps":["trace[1275333941] 'agreement among raft nodes before linearized reading' (duration: 412.1339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:55.744994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.12151Z","time spent":"623.46973ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-07T03:51:55.745006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.332728Z","time spent":"412.271742ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T03:51:55.744998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.341986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-07T03:51:55.745019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.345424Z","time spent":"399.57818ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-07-07T03:51:55.745069Z","caller":"traceutil/trace.go:171","msg":"trace[2132065061] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8097; }","duration":"615.438408ms","start":"2026-07-07T03:51:55.129602Z","end":"2026-07-07T03:51:55.745041Z","steps":["trace[2132065061] 'agreement among raft nodes before linearized reading' (duration: 615.331446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:55.745105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.129576Z","time spent":"615.521591ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-07T03:51:55.744635Z","caller":"traceutil/trace.go:171","msg":"trace[1866857080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8097; }","duration":"476.929434ms","start":"2026-07-07T03:51:55.267693Z","end":"2026-07-07T03:51:55.744623Z","steps":["trace[1866857080] 'agreement among raft nodes before linearized reading' (duration: 476.826292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:55.74516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.806653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-07T03:51:55.745192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.267641Z","time spent":"477.5455ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T03:51:55.745199Z","caller":"traceutil/trace.go:171","msg":"trace[289764755] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8097; }","duration":"541.880204ms","start":"2026-07-07T03:51:55.203309Z","end":"2026-07-07T03:51:55.745189Z","steps":["trace[289764755] 'agreement among raft nodes before linearized reading' (duration: 541.795002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:55.745226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.203283Z","time spent":"541.936956ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T03:51:55.74474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.30106Z","time spent":"443.668162ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T03:51:55.744878Z","caller":"traceutil/trace.go:171","msg":"trace[2054489363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8097; }","duration":"407.830927ms","start":"2026-07-07T03:51:55.337038Z","end":"2026-07-07T03:51:55.744869Z","steps":["trace[2054489363] 'agreement among raft nodes before linearized reading' (duration: 407.727955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:55.745359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.337025Z","time spent":"408.328549ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T03:51:55.745397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.186439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-07T03:51:55.745461Z","caller":"traceutil/trace.go:171","msg":"trace[331956658] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8097; }","duration":"144.276311ms","start":"2026-07-07T03:51:55.601165Z","end":"2026-07-07T03:51:55.745441Z","steps":["trace[331956658] 'agreement among raft nodes before linearized reading' (duration: 144.137798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:55.745189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.299565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T03:51:55.745703Z","caller":"traceutil/trace.go:171","msg":"trace[432743896] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8097; }","duration":"594.803277ms","start":"2026-07-07T03:51:55.150797Z","end":"2026-07-07T03:51:55.7456Z","steps":["trace[432743896] 'agreement among raft nodes before linearized reading' (duration: 594.054279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:55.74589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.150735Z","time spent":"595.063172ms","remote":"127.0.0.1:36332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T03:51:55.745901Z","caller":"traceutil/trace.go:171","msg":"trace[240198772] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"694.624378ms","start":"2026-07-07T03:51:55.049754Z","end":"2026-07-07T03:51:55.744378Z","steps":["trace[240198772] 'process raft request' (duration: 694.365591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:55.746453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.049736Z","time spent":"696.559153ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:51:56.111216Z","caller":"traceutil/trace.go:171","msg":"trace[1900473006] linearizableReadLoop","detail":"{readStateIndex:8380; appliedIndex:8379; }","duration":"361.142034ms","start":"2026-07-07T03:51:55.750035Z","end":"2026-07-07T03:51:56.111177Z","steps":["trace[1900473006] 'read index received' (duration: 310.071726ms)","trace[1900473006] 'applied index is now lower than readState.Index' (duration: 51.068338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:51:56.111297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.747484Z","time spent":"363.803917ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T03:51:56.111804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.738728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:206997"} {"level":"info","ts":"2026-07-07T03:51:56.111913Z","caller":"traceutil/trace.go:171","msg":"trace[47863500] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8097; }","duration":"361.885221ms","start":"2026-07-07T03:51:55.750004Z","end":"2026-07-07T03:51:56.111889Z","steps":["trace[47863500] 'agreement among raft nodes before linearized reading' (duration: 361.306498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:56.111962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.749985Z","time spent":"361.964344ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207021,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T03:51:56.172119Z","caller":"traceutil/trace.go:171","msg":"trace[1071165022] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"421.867612ms","start":"2026-07-07T03:51:55.750221Z","end":"2026-07-07T03:51:56.172089Z","steps":["trace[1071165022] 'process raft request' (duration: 421.635396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:56.172298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.750204Z","time spent":"422.008926ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:51:56.172551Z","caller":"traceutil/trace.go:171","msg":"trace[1423935600] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"420.9363ms","start":"2026-07-07T03:51:55.751592Z","end":"2026-07-07T03:51:56.172528Z","steps":["trace[1423935600] 'process raft request' (duration: 420.446578ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:56.172556Z","caller":"traceutil/trace.go:171","msg":"trace[1978930336] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"420.789877ms","start":"2026-07-07T03:51:55.751749Z","end":"2026-07-07T03:51:56.172539Z","steps":["trace[1978930336] 'process raft request' (duration: 420.663084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:56.172782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.75172Z","time spent":"421.000451ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:51:56.172811Z","caller":"traceutil/trace.go:171","msg":"trace[1724770447] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"420.851168ms","start":"2026-07-07T03:51:55.75194Z","end":"2026-07-07T03:51:56.172791Z","steps":["trace[1724770447] 'process raft request' (duration: 420.732135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:56.173071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.751923Z","time spent":"421.090714ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:51:56.173173Z","caller":"traceutil/trace.go:171","msg":"trace[1356025946] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"421.036042ms","start":"2026-07-07T03:51:55.752118Z","end":"2026-07-07T03:51:56.173154Z","steps":["trace[1356025946] 'process raft request' (duration: 420.766076ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:56.172805Z","caller":"traceutil/trace.go:171","msg":"trace[331844615] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"420.829997ms","start":"2026-07-07T03:51:55.751935Z","end":"2026-07-07T03:51:56.172765Z","steps":["trace[331844615] 'process raft request' (duration: 420.565821ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:56.173241Z","caller":"traceutil/trace.go:171","msg":"trace[844247709] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"421.067023ms","start":"2026-07-07T03:51:55.752154Z","end":"2026-07-07T03:51:56.173221Z","steps":["trace[844247709] 'process raft request' (duration: 420.92086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:56.173285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.752112Z","time spent":"421.114114ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:51:56.173295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.751928Z","time spent":"421.307968ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:51:56.173321Z","caller":"traceutil/trace.go:171","msg":"trace[80989198] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"142.061869ms","start":"2026-07-07T03:51:56.031225Z","end":"2026-07-07T03:51:56.173287Z","steps":["trace[80989198] 'process raft request' (duration: 141.984177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:56.172664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.751573Z","time spent":"421.044323ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:51:56.173403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.75214Z","time spent":"421.156865ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:51:56.172968Z","caller":"traceutil/trace.go:171","msg":"trace[881303279] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"420.92414ms","start":"2026-07-07T03:51:55.752032Z","end":"2026-07-07T03:51:56.172956Z","steps":["trace[881303279] 'process raft request' (duration: 420.709595ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:56.173318Z","caller":"traceutil/trace.go:171","msg":"trace[1826223572] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"419.802613ms","start":"2026-07-07T03:51:55.75349Z","end":"2026-07-07T03:51:56.173293Z","steps":["trace[1826223572] 'process raft request' (duration: 419.658929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:56.173525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.752026Z","time spent":"421.453122ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:51:56.173578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:55.753474Z","time spent":"420.037449ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:51:57.395856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989605995,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T03:51:57.880789Z","caller":"traceutil/trace.go:171","msg":"trace[243550579] linearizableReadLoop","detail":"{readStateIndex:8393; appliedIndex:8392; }","duration":"985.993637ms","start":"2026-07-07T03:51:56.894749Z","end":"2026-07-07T03:51:57.880743Z","steps":["trace[243550579] 'read index received' (duration: 985.747831ms)","trace[243550579] 'applied index is now lower than readState.Index' (duration: 244.406µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:51:57.880812Z","caller":"traceutil/trace.go:171","msg":"trace[348221364] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"994.535151ms","start":"2026-07-07T03:51:56.886246Z","end":"2026-07-07T03:51:57.880781Z","steps":["trace[348221364] 'process raft request' (duration: 994.278465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:57.880965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:56.886226Z","time spent":"994.659543ms","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19338,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:51:57.881014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.548417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T03:51:57.881003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.254493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-07-07T03:51:57.881056Z","caller":"traceutil/trace.go:171","msg":"trace[1639168940] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8110; }","duration":"962.64041ms","start":"2026-07-07T03:51:56.918401Z","end":"2026-07-07T03:51:57.881041Z","steps":["trace[1639168940] 'agreement among raft nodes before linearized reading' (duration: 962.514787ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:57.881074Z","caller":"traceutil/trace.go:171","msg":"trace[1947650476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8110; }","duration":"986.55663ms","start":"2026-07-07T03:51:56.894497Z","end":"2026-07-07T03:51:57.881054Z","steps":["trace[1947650476] 'agreement among raft nodes before linearized reading' (duration: 986.358275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:57.881096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:56.918387Z","time spent":"962.698391ms","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T03:51:57.881118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:56.894482Z","time spent":"986.624562ms","remote":"127.0.0.1:36348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-07T03:51:57.881146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.842336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T03:51:57.88119Z","caller":"traceutil/trace.go:171","msg":"trace[1868918205] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8110; }","duration":"861.926147ms","start":"2026-07-07T03:51:57.019252Z","end":"2026-07-07T03:51:57.881178Z","steps":["trace[1868918205] 'agreement among raft nodes before linearized reading' (duration: 861.843175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:57.881226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:57.01923Z","time spent":"861.987729ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T03:51:57.881216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.00995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-07T03:51:57.881243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.786515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T03:51:57.881295Z","caller":"traceutil/trace.go:171","msg":"trace[1057699001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8110; }","duration":"130.144234ms","start":"2026-07-07T03:51:57.751129Z","end":"2026-07-07T03:51:57.881273Z","steps":["trace[1057699001] 'agreement among raft nodes before linearized reading' (duration: 129.887408ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:57.881314Z","caller":"traceutil/trace.go:171","msg":"trace[1087499573] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8110; }","duration":"900.923108ms","start":"2026-07-07T03:51:56.980374Z","end":"2026-07-07T03:51:57.881298Z","steps":["trace[1087499573] 'agreement among raft nodes before linearized reading' (duration: 900.726783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:57.881358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:51:56.980348Z","time spent":"901.002039ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":81,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-07T03:51:58.308637Z","caller":"traceutil/trace.go:171","msg":"trace[1975689717] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"129.241883ms","start":"2026-07-07T03:51:58.179363Z","end":"2026-07-07T03:51:58.308605Z","steps":["trace[1975689717] 'process raft request' (duration: 123.502486ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:58.349692Z","caller":"traceutil/trace.go:171","msg":"trace[1425461944] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"170.042986ms","start":"2026-07-07T03:51:58.179628Z","end":"2026-07-07T03:51:58.349671Z","steps":["trace[1425461944] 'process raft request' (duration: 169.885252ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:58.349979Z","caller":"traceutil/trace.go:171","msg":"trace[1391841171] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"168.320905ms","start":"2026-07-07T03:51:58.181632Z","end":"2026-07-07T03:51:58.349952Z","steps":["trace[1391841171] 'process raft request' (duration: 167.996847ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:58.350204Z","caller":"traceutil/trace.go:171","msg":"trace[1068916435] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"168.477388ms","start":"2026-07-07T03:51:58.181712Z","end":"2026-07-07T03:51:58.350189Z","steps":["trace[1068916435] 'process raft request' (duration: 168.159781ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:58.350601Z","caller":"traceutil/trace.go:171","msg":"trace[1798497188] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"168.379676ms","start":"2026-07-07T03:51:58.18221Z","end":"2026-07-07T03:51:58.35059Z","steps":["trace[1798497188] 'process raft request' (duration: 167.923255ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:58.350901Z","caller":"traceutil/trace.go:171","msg":"trace[1102444652] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"168.570921ms","start":"2026-07-07T03:51:58.182304Z","end":"2026-07-07T03:51:58.350875Z","steps":["trace[1102444652] 'process raft request' (duration: 168.242983ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:58.351261Z","caller":"traceutil/trace.go:171","msg":"trace[1798072747] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"168.881849ms","start":"2026-07-07T03:51:58.182354Z","end":"2026-07-07T03:51:58.351236Z","steps":["trace[1798072747] 'process raft request' (duration: 168.757616ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:51:58.351293Z","caller":"traceutil/trace.go:171","msg":"trace[430392849] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"168.918879ms","start":"2026-07-07T03:51:58.182323Z","end":"2026-07-07T03:51:58.351241Z","steps":["trace[430392849] 'process raft request' (duration: 168.453608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:51:58.730374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.444374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:51:58.730529Z","caller":"traceutil/trace.go:171","msg":"trace[562354318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8120; }","duration":"105.595478ms","start":"2026-07-07T03:51:58.624864Z","end":"2026-07-07T03:51:58.73046Z","steps":["trace[562354318] 'range keys from in-memory index tree' (duration: 105.362743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:23.261267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989606414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T03:52:23.940862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989606414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T03:52:23.980843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221423052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T03:52:23.980898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221368001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T03:52:23.980955Z","caller":"traceutil/trace.go:171","msg":"trace[1887022417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8244; }","duration":"1.221466414s","start":"2026-07-07T03:52:22.759473Z","end":"2026-07-07T03:52:23.980939Z","steps":["trace[1887022417] 'range keys from in-memory index tree' (duration: 1.221202267s)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:23.980943Z","caller":"traceutil/trace.go:171","msg":"trace[230080216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8244; }","duration":"1.221543355s","start":"2026-07-07T03:52:22.759375Z","end":"2026-07-07T03:52:23.980919Z","steps":["trace[230080216] 'range keys from in-memory index tree' (duration: 1.221270199s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:23.980991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:22.759454Z","time spent":"1.221530305s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T03:52:23.981012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:22.75937Z","time spent":"1.221628567s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T03:52:23.980666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221252808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T03:52:23.981547Z","caller":"traceutil/trace.go:171","msg":"trace[394455091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8244; }","duration":"1.22215816s","start":"2026-07-07T03:52:22.75937Z","end":"2026-07-07T03:52:23.981528Z","steps":["trace[394455091] 'range keys from in-memory index tree' (duration: 1.221091114s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:23.981531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223441261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v8dws\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-07T03:52:23.98156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222216601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-07T03:52:23.981594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:22.759367Z","time spent":"1.222215991s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T03:52:23.981582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222302873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-07T03:52:23.981621Z","caller":"traceutil/trace.go:171","msg":"trace[213644218] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v8dws; range_end:; response_count:1; response_revision:8244; }","duration":"1.223581314s","start":"2026-07-07T03:52:22.758019Z","end":"2026-07-07T03:52:23.9816Z","steps":["trace[213644218] 'range keys from in-memory index tree' (duration: 1.223266446s)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:23.981648Z","caller":"traceutil/trace.go:171","msg":"trace[1016429094] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8244; }","duration":"1.222286773s","start":"2026-07-07T03:52:22.759321Z","end":"2026-07-07T03:52:23.981608Z","steps":["trace[1016429094] 'range keys from in-memory index tree' (duration: 1.222126229s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:23.981672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:22.758003Z","time spent":"1.223657486s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-v8dws\" "} {"level":"info","ts":"2026-07-07T03:52:23.981682Z","caller":"traceutil/trace.go:171","msg":"trace[624163213] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8244; }","duration":"1.222402786s","start":"2026-07-07T03:52:22.759247Z","end":"2026-07-07T03:52:23.981649Z","steps":["trace[624163213] 'range keys from in-memory index tree' (duration: 1.22216037s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:23.981697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:22.759317Z","time spent":"1.222367955s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T03:52:23.981721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:22.759219Z","time spent":"1.222495238s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T03:52:23.981698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222417377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T03:52:23.981826Z","caller":"traceutil/trace.go:171","msg":"trace[1721619781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8244; }","duration":"1.22256219s","start":"2026-07-07T03:52:22.759232Z","end":"2026-07-07T03:52:23.981794Z","steps":["trace[1721619781] 'range keys from in-memory index tree' (duration: 1.222218252s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:23.981889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:22.759208Z","time spent":"1.222665322s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T03:52:23.98386Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.223401909s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T03:52:23.985657Z","caller":"traceutil/trace.go:171","msg":"trace[141882380] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"1.225233213s","start":"2026-07-07T03:52:22.760399Z","end":"2026-07-07T03:52:23.985632Z","steps":["trace[141882380] 'process raft request' (duration: 1.22508031s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:23.985786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:22.760388Z","time spent":"1.225312795s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:52:23.989366Z","caller":"traceutil/trace.go:171","msg":"trace[2115598961] linearizableReadLoop","detail":"{readStateIndex:8534; appliedIndex:8532; }","duration":"1.228388288s","start":"2026-07-07T03:52:22.760961Z","end":"2026-07-07T03:52:23.989349Z","steps":["trace[2115598961] 'read index received' (duration: 1.224500405s)","trace[2115598961] 'applied index is now lower than readState.Index' (duration: 3.887133ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:52:23.989432Z","caller":"traceutil/trace.go:171","msg":"trace[628573216] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"1.227932468s","start":"2026-07-07T03:52:22.761491Z","end":"2026-07-07T03:52:23.989424Z","steps":["trace[628573216] 'process raft request' (duration: 1.227766954s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:23.989485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228518862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:52:23.989559Z","caller":"traceutil/trace.go:171","msg":"trace[476609162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8246; }","duration":"1.228627904s","start":"2026-07-07T03:52:22.760917Z","end":"2026-07-07T03:52:23.989545Z","steps":["trace[476609162] 'agreement among raft nodes before linearized reading' (duration: 1.228521821s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:23.989601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:22.760892Z","time spent":"1.228704316s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T03:52:23.989642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:22.761479Z","time spent":"1.227975869s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:52:23.992308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228521481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T03:52:23.992352Z","caller":"traceutil/trace.go:171","msg":"trace[1418661098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8252; }","duration":"1.228584273s","start":"2026-07-07T03:52:22.763757Z","end":"2026-07-07T03:52:23.992341Z","steps":["trace[1418661098] 'agreement among raft nodes before linearized reading' (duration: 1.22845021s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:23.99237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:22.763751Z","time spent":"1.228615374s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T03:52:23.992454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.293724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T03:52:23.992474Z","caller":"traceutil/trace.go:171","msg":"trace[436655283] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8252; }","duration":"420.349625ms","start":"2026-07-07T03:52:23.572117Z","end":"2026-07-07T03:52:23.992466Z","steps":["trace[436655283] 'agreement among raft nodes before linearized reading' (duration: 420.311484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:23.992488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:23.572096Z","time spent":"420.387247ms","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-07T03:52:23.992639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.692913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-07T03:52:23.992667Z","caller":"traceutil/trace.go:171","msg":"trace[1394203505] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8252; }","duration":"638.765745ms","start":"2026-07-07T03:52:23.353896Z","end":"2026-07-07T03:52:23.992662Z","steps":["trace[1394203505] 'agreement among raft nodes before linearized reading' (duration: 638.701044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:23.992681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:23.353866Z","time spent":"638.812156ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T03:52:23.992765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.149162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:52:23.992794Z","caller":"traceutil/trace.go:171","msg":"trace[119134295] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-osd; range_end:; response_count:0; response_revision:8252; }","duration":"758.181533ms","start":"2026-07-07T03:52:23.234604Z","end":"2026-07-07T03:52:23.992786Z","steps":["trace[119134295] 'agreement among raft nodes before linearized reading' (duration: 758.131012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:23.992816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:23.23455Z","time spent":"758.259145ms","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/rook-ceph-osd\" "} {"level":"info","ts":"2026-07-07T03:52:28.435255Z","caller":"traceutil/trace.go:171","msg":"trace[1678692647] linearizableReadLoop","detail":"{readStateIndex:8604; appliedIndex:8603; }","duration":"433.172162ms","start":"2026-07-07T03:52:28.002052Z","end":"2026-07-07T03:52:28.435224Z","steps":["trace[1678692647] 'read index received' (duration: 432.919276ms)","trace[1678692647] 'applied index is now lower than readState.Index' (duration: 250.966µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:52:28.435387Z","caller":"traceutil/trace.go:171","msg":"trace[265817739] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"436.206664ms","start":"2026-07-07T03:52:27.999139Z","end":"2026-07-07T03:52:28.435345Z","steps":["trace[265817739] 'process raft request' (duration: 435.864496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:28.435578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:27.999115Z","time spent":"436.358048ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:52:28.435668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.592172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-07T03:52:28.435763Z","caller":"traceutil/trace.go:171","msg":"trace[1009229262] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8314; }","duration":"433.752325ms","start":"2026-07-07T03:52:28.001989Z","end":"2026-07-07T03:52:28.435742Z","steps":["trace[1009229262] 'agreement among raft nodes before linearized reading' (duration: 433.459658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:28.435814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:28.001978Z","time spent":"433.827638ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T03:52:28.949038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.602091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T03:52:28.949255Z","caller":"traceutil/trace.go:171","msg":"trace[1934936001] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"945.951881ms","start":"2026-07-07T03:52:28.003277Z","end":"2026-07-07T03:52:28.949229Z","steps":["trace[1934936001] 'process raft request' (duration: 834.050393ms)","trace[1934936001] 'compare' (duration: 111.456618ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:52:28.949287Z","caller":"traceutil/trace.go:171","msg":"trace[1525357392] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"758.166782ms","start":"2026-07-07T03:52:28.191102Z","end":"2026-07-07T03:52:28.949269Z","steps":["trace[1525357392] 'process raft request' (duration: 758.041379ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:28.949299Z","caller":"traceutil/trace.go:171","msg":"trace[1563542614] linearizableReadLoop","detail":"{readStateIndex:8606; appliedIndex:8604; }","duration":"513.856515ms","start":"2026-07-07T03:52:28.435425Z","end":"2026-07-07T03:52:28.949282Z","steps":["trace[1563542614] 'read index received' (duration: 402.029518ms)","trace[1563542614] 'applied index is now lower than readState.Index' (duration: 111.825986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:52:28.949382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:28.191003Z","time spent":"758.326866ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:52:28.94938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:28.003264Z","time spent":"946.048403ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:52:28.949516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.74205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T03:52:28.949524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.541644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:52:28.949541Z","caller":"traceutil/trace.go:171","msg":"trace[1274684414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8317; }","duration":"323.819713ms","start":"2026-07-07T03:52:28.625712Z","end":"2026-07-07T03:52:28.949532Z","steps":["trace[1274684414] 'agreement among raft nodes before linearized reading' (duration: 323.760211ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:28.949552Z","caller":"traceutil/trace.go:171","msg":"trace[418588521] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8317; }","duration":"585.623857ms","start":"2026-07-07T03:52:28.36392Z","end":"2026-07-07T03:52:28.949544Z","steps":["trace[418588521] 'agreement among raft nodes before linearized reading' (duration: 585.455173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:28.949574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:28.363883Z","time spent":"585.684947ms","remote":"127.0.0.1:52610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T03:52:28.949581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.923039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v8dws\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-07T03:52:28.949615Z","caller":"traceutil/trace.go:171","msg":"trace[1528852187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v8dws; range_end:; response_count:1; response_revision:8317; }","duration":"932.972831ms","start":"2026-07-07T03:52:28.016631Z","end":"2026-07-07T03:52:28.949604Z","steps":["trace[1528852187] 'agreement among raft nodes before linearized reading' (duration: 932.769466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:28.949658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.162149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-07T03:52:28.949658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:28.016624Z","time spent":"933.026412ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-v8dws\" "} {"level":"info","ts":"2026-07-07T03:52:28.949674Z","caller":"traceutil/trace.go:171","msg":"trace[905052236] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8317; }","duration":"934.19325ms","start":"2026-07-07T03:52:28.015475Z","end":"2026-07-07T03:52:28.949669Z","steps":["trace[905052236] 'agreement among raft nodes before linearized reading' (duration: 933.941504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:28.949689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:28.015468Z","time spent":"934.21724ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T03:52:28.949556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:28.62568Z","time spent":"323.873014ms","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T03:52:28.949795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.768234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T03:52:28.949812Z","caller":"traceutil/trace.go:171","msg":"trace[830443396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8317; }","duration":"934.802044ms","start":"2026-07-07T03:52:28.015006Z","end":"2026-07-07T03:52:28.949808Z","steps":["trace[830443396] 'agreement among raft nodes before linearized reading' (duration: 934.417075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:28.949825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:28.014999Z","time spent":"934.822635ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T03:52:28.949875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.080302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T03:52:28.949879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.338547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T03:52:28.949909Z","caller":"traceutil/trace.go:171","msg":"trace[2090354923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8317; }","duration":"927.379067ms","start":"2026-07-07T03:52:28.022521Z","end":"2026-07-07T03:52:28.9499Z","steps":["trace[2090354923] 'agreement among raft nodes before linearized reading' (duration: 926.870035ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:28.949935Z","caller":"traceutil/trace.go:171","msg":"trace[930688625] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"510.118236ms","start":"2026-07-07T03:52:28.439811Z","end":"2026-07-07T03:52:28.94993Z","steps":["trace[930688625] 'process raft request' (duration: 509.427459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:28.949947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:28.022515Z","time spent":"927.423178ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T03:52:28.949962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:28.439784Z","time spent":"510.163356ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T03:52:28.949614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.262247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T03:52:28.950311Z","caller":"traceutil/trace.go:171","msg":"trace[612777404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8317; }","duration":"933.951475ms","start":"2026-07-07T03:52:28.016347Z","end":"2026-07-07T03:52:28.950299Z","steps":["trace[612777404] 'agreement among raft nodes before linearized reading' (duration: 933.062384ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:28.949889Z","caller":"traceutil/trace.go:171","msg":"trace[252802213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8317; }","duration":"935.115302ms","start":"2026-07-07T03:52:28.014771Z","end":"2026-07-07T03:52:28.949886Z","steps":["trace[252802213] 'agreement among raft nodes before linearized reading' (duration: 934.659071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:28.949917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.885326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T03:52:28.950409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:28.01476Z","time spent":"935.633224ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T03:52:28.950457Z","caller":"traceutil/trace.go:171","msg":"trace[2129533521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8317; }","duration":"945.434249ms","start":"2026-07-07T03:52:28.004986Z","end":"2026-07-07T03:52:28.950421Z","steps":["trace[2129533521] 'agreement among raft nodes before linearized reading' (duration: 944.449775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:28.950563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:28.004963Z","time spent":"945.563761ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T03:52:28.950359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:28.016324Z","time spent":"934.022206ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T03:52:43.204531Z","caller":"traceutil/trace.go:171","msg":"trace[459121530] linearizableReadLoop","detail":"{readStateIndex:8730; appliedIndex:8729; }","duration":"129.021757ms","start":"2026-07-07T03:52:43.075485Z","end":"2026-07-07T03:52:43.204507Z","steps":["trace[459121530] 'read index received' (duration: 128.858163ms)","trace[459121530] 'applied index is now lower than readState.Index' (duration: 162.704µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:52:43.204605Z","caller":"traceutil/trace.go:171","msg":"trace[1691130012] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"172.433823ms","start":"2026-07-07T03:52:43.032122Z","end":"2026-07-07T03:52:43.204556Z","steps":["trace[1691130012] 'process raft request' (duration: 172.215938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:43.204785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.277503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T03:52:43.204827Z","caller":"traceutil/trace.go:171","msg":"trace[614221042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8435; }","duration":"129.363065ms","start":"2026-07-07T03:52:43.075452Z","end":"2026-07-07T03:52:43.204815Z","steps":["trace[614221042] 'agreement among raft nodes before linearized reading' (duration: 129.210961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:43.204944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.458955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-07T03:52:43.205033Z","caller":"traceutil/trace.go:171","msg":"trace[1869095807] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8435; }","duration":"105.585489ms","start":"2026-07-07T03:52:43.099425Z","end":"2026-07-07T03:52:43.20501Z","steps":["trace[1869095807] 'agreement among raft nodes before linearized reading' (duration: 105.318252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:43.205289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.14591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T03:52:43.205279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.661499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T03:52:43.205323Z","caller":"traceutil/trace.go:171","msg":"trace[417315943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8435; }","duration":"103.198731ms","start":"2026-07-07T03:52:43.102115Z","end":"2026-07-07T03:52:43.205314Z","steps":["trace[417315943] 'agreement among raft nodes before linearized reading' (duration: 103.105739ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:43.205347Z","caller":"traceutil/trace.go:171","msg":"trace[114198398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8435; }","duration":"102.7535ms","start":"2026-07-07T03:52:43.102577Z","end":"2026-07-07T03:52:43.20533Z","steps":["trace[114198398] 'agreement among raft nodes before linearized reading' (duration: 102.580036ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:43.36304Z","caller":"traceutil/trace.go:171","msg":"trace[168804477] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"152.789553ms","start":"2026-07-07T03:52:43.210199Z","end":"2026-07-07T03:52:43.362989Z","steps":["trace[168804477] 'process raft request' (duration: 129.294232ms)","trace[168804477] 'compare' (duration: 23.156093ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:52:43.363138Z","caller":"traceutil/trace.go:171","msg":"trace[639049619] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"152.208779ms","start":"2026-07-07T03:52:43.210896Z","end":"2026-07-07T03:52:43.363104Z","steps":["trace[639049619] 'process raft request' (duration: 152.013704ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:43.363044Z","caller":"traceutil/trace.go:171","msg":"trace[2089523693] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"152.341622ms","start":"2026-07-07T03:52:43.210664Z","end":"2026-07-07T03:52:43.363006Z","steps":["trace[2089523693] 'process raft request' (duration: 152.187649ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:43.363287Z","caller":"traceutil/trace.go:171","msg":"trace[1944555638] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"144.548997ms","start":"2026-07-07T03:52:43.21867Z","end":"2026-07-07T03:52:43.363219Z","steps":["trace[1944555638] 'process raft request' (duration: 144.349332ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:43.363275Z","caller":"traceutil/trace.go:171","msg":"trace[177716506] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"144.473355ms","start":"2026-07-07T03:52:43.218744Z","end":"2026-07-07T03:52:43.363217Z","steps":["trace[177716506] 'process raft request' (duration: 144.346912ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:43.363174Z","caller":"traceutil/trace.go:171","msg":"trace[814100359] linearizableReadLoop","detail":"{readStateIndex:8734; appliedIndex:8730; }","duration":"149.542726ms","start":"2026-07-07T03:52:43.213597Z","end":"2026-07-07T03:52:43.36314Z","steps":["trace[814100359] 'read index received' (duration: 44.810448ms)","trace[814100359] 'applied index is now lower than readState.Index' (duration: 104.731168ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:52:43.363561Z","caller":"traceutil/trace.go:171","msg":"trace[402349084] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"146.232497ms","start":"2026-07-07T03:52:43.217304Z","end":"2026-07-07T03:52:43.363537Z","steps":["trace[402349084] 'process raft request' (duration: 145.645123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:43.363749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.12932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211642"} {"level":"info","ts":"2026-07-07T03:52:43.363822Z","caller":"traceutil/trace.go:171","msg":"trace[1306732853] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8442; }","duration":"150.241003ms","start":"2026-07-07T03:52:43.213565Z","end":"2026-07-07T03:52:43.363806Z","steps":["trace[1306732853] 'agreement among raft nodes before linearized reading' (duration: 149.811682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:43.364066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.201715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-07-07T03:52:43.364132Z","caller":"traceutil/trace.go:171","msg":"trace[424837616] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8442; }","duration":"117.348898ms","start":"2026-07-07T03:52:43.246767Z","end":"2026-07-07T03:52:43.364116Z","steps":["trace[424837616] 'agreement among raft nodes before linearized reading' (duration: 116.863726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:43.576466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.293535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-07T03:52:43.576538Z","caller":"traceutil/trace.go:171","msg":"trace[839810367] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8444; }","duration":"106.395128ms","start":"2026-07-07T03:52:43.470123Z","end":"2026-07-07T03:52:43.576518Z","steps":["trace[839810367] 'range keys from in-memory index tree' (duration: 106.161412ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:44.438992Z","caller":"traceutil/trace.go:171","msg":"trace[1504649125] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"243.699502ms","start":"2026-07-07T03:52:44.195252Z","end":"2026-07-07T03:52:44.438951Z","steps":["trace[1504649125] 'process raft request' (duration: 243.441456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.126925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989607024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T03:52:45.627097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989607024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T03:52:45.633694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120417953s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T03:52:45.659215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14673296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:52:45.659325Z","caller":"traceutil/trace.go:171","msg":"trace[1240509255] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8447; }","duration":"1.146900985s","start":"2026-07-07T03:52:44.5124Z","end":"2026-07-07T03:52:45.659301Z","steps":["trace[1240509255] 'range keys from in-memory index tree' (duration: 1.146607448s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.659376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:44.512379Z","time spent":"1.146986467s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-07T03:52:45.659707Z","caller":"traceutil/trace.go:171","msg":"trace[508857342] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"1.146462024s","start":"2026-07-07T03:52:44.513171Z","end":"2026-07-07T03:52:45.659633Z","steps":["trace[508857342] 'process raft request' (duration: 1.120790131s)","trace[508857342] 'compare' (duration: 24.922375ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:52:45.659935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:44.513156Z","time spent":"1.146670738s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:52:45.74783Z","caller":"traceutil/trace.go:171","msg":"trace[1510460727] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"537.030149ms","start":"2026-07-07T03:52:45.21076Z","end":"2026-07-07T03:52:45.74779Z","steps":["trace[1510460727] 'process raft request' (duration: 536.68853ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:45.747989Z","caller":"traceutil/trace.go:171","msg":"trace[1567636197] linearizableReadLoop","detail":"{readStateIndex:8745; appliedIndex:8742; }","duration":"1.121959839s","start":"2026-07-07T03:52:44.625996Z","end":"2026-07-07T03:52:45.747956Z","steps":["trace[1567636197] 'read index received' (duration: 1.007914079s)","trace[1567636197] 'applied index is now lower than readState.Index' (duration: 114.04291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:52:45.74803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:45.210718Z","time spent":"537.201523ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T03:52:45.748053Z","caller":"traceutil/trace.go:171","msg":"trace[182690806] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"476.002953ms","start":"2026-07-07T03:52:45.271976Z","end":"2026-07-07T03:52:45.747979Z","steps":["trace[182690806] 'process raft request' (duration: 475.659215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.748265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:45.27195Z","time spent":"476.204938ms","remote":"127.0.0.1:52692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T03:52:45.748329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.762136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T03:52:45.748377Z","caller":"traceutil/trace.go:171","msg":"trace[270690174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8450; }","duration":"485.869648ms","start":"2026-07-07T03:52:45.262496Z","end":"2026-07-07T03:52:45.748366Z","steps":["trace[270690174] 'agreement among raft nodes before linearized reading' (duration: 485.647123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.748419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:45.262473Z","time spent":"485.93679ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T03:52:45.748691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.540543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:52:45.748751Z","caller":"traceutil/trace.go:171","msg":"trace[120796878] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8450; }","duration":"122.629865ms","start":"2026-07-07T03:52:45.626111Z","end":"2026-07-07T03:52:45.748741Z","steps":["trace[120796878] 'agreement among raft nodes before linearized reading' (duration: 122.529853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.748751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.498441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-07T03:52:45.748849Z","caller":"traceutil/trace.go:171","msg":"trace[2031994581] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8450; }","duration":"379.600124ms","start":"2026-07-07T03:52:45.369218Z","end":"2026-07-07T03:52:45.748818Z","steps":["trace[2031994581] 'agreement among raft nodes before linearized reading' (duration: 379.377829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.748867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.368272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-07T03:52:45.748826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.334161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-07T03:52:45.748935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.156902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:52:45.748941Z","caller":"traceutil/trace.go:171","msg":"trace[1948835653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8450; }","duration":"380.470325ms","start":"2026-07-07T03:52:45.36845Z","end":"2026-07-07T03:52:45.74892Z","steps":["trace[1948835653] 'agreement among raft nodes before linearized reading' (duration: 380.2938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.748978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.28064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T03:52:45.749006Z","caller":"traceutil/trace.go:171","msg":"trace[286035726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8450; }","duration":"380.350341ms","start":"2026-07-07T03:52:45.368649Z","end":"2026-07-07T03:52:45.748999Z","steps":["trace[286035726] 'agreement among raft nodes before linearized reading' (duration: 380.216808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.749024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.42348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v8dws\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-07T03:52:45.748928Z","caller":"traceutil/trace.go:171","msg":"trace[192577852] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8450; }","duration":"380.460544ms","start":"2026-07-07T03:52:45.368447Z","end":"2026-07-07T03:52:45.748907Z","steps":["trace[192577852] 'agreement among raft nodes before linearized reading' (duration: 380.255089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.749034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.100446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-07T03:52:45.749041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.547646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-07T03:52:45.749064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:45.36843Z","time spent":"380.624469ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-07T03:52:45.74909Z","caller":"traceutil/trace.go:171","msg":"trace[1454206221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8450; }","duration":"380.211268ms","start":"2026-07-07T03:52:45.368864Z","end":"2026-07-07T03:52:45.749075Z","steps":["trace[1454206221] 'agreement among raft nodes before linearized reading' (duration: 380.065455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.749019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:45.368435Z","time spent":"380.568667ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T03:52:45.748897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:45.369207Z","time spent":"379.682816ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T03:52:45.749135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:45.368856Z","time spent":"380.270479ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T03:52:45.749053Z","caller":"traceutil/trace.go:171","msg":"trace[1258457681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v8dws; range_end:; response_count:1; response_revision:8450; }","duration":"379.461901ms","start":"2026-07-07T03:52:45.369586Z","end":"2026-07-07T03:52:45.749048Z","steps":["trace[1258457681] 'agreement among raft nodes before linearized reading' (duration: 379.391409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.74926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.337489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-07T03:52:45.749264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:45.369582Z","time spent":"379.666685ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-v8dws\" "} {"level":"info","ts":"2026-07-07T03:52:45.749284Z","caller":"traceutil/trace.go:171","msg":"trace[1546104943] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:8450; }","duration":"400.40476ms","start":"2026-07-07T03:52:45.348873Z","end":"2026-07-07T03:52:45.749278Z","steps":["trace[1546104943] 'agreement among raft nodes before linearized reading' (duration: 400.323008ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:45.749099Z","caller":"traceutil/trace.go:171","msg":"trace[1050900026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8450; }","duration":"380.605328ms","start":"2026-07-07T03:52:45.368481Z","end":"2026-07-07T03:52:45.749086Z","steps":["trace[1050900026] 'agreement among raft nodes before linearized reading' (duration: 380.473204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.749309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:45.348848Z","time spent":"400.457652ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-07-07T03:52:45.749339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:45.368419Z","time spent":"380.905485ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T03:52:45.748963Z","caller":"traceutil/trace.go:171","msg":"trace[358185564] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8450; }","duration":"145.186162ms","start":"2026-07-07T03:52:45.603769Z","end":"2026-07-07T03:52:45.748955Z","steps":["trace[358185564] 'agreement among raft nodes before linearized reading' (duration: 145.144541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.749049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:45.368626Z","time spent":"380.417604ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T03:52:45.748247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122242547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:52:45.749745Z","caller":"traceutil/trace.go:171","msg":"trace[1791609509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8450; }","duration":"1.123807614s","start":"2026-07-07T03:52:44.625926Z","end":"2026-07-07T03:52:45.749733Z","steps":["trace[1791609509] 'agreement among raft nodes before linearized reading' (duration: 1.122149074s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:45.749786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:52:44.625899Z","time spent":"1.123876086s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T03:52:55.355096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.865899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-vghmb\" ","response":"range_response_count:1 size:4558"} {"level":"warn","ts":"2026-07-07T03:52:55.355135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.679132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-07T03:52:55.355194Z","caller":"traceutil/trace.go:171","msg":"trace[2018521216] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-vghmb; range_end:; response_count:1; response_revision:8592; }","duration":"159.009773ms","start":"2026-07-07T03:52:55.196162Z","end":"2026-07-07T03:52:55.355172Z","steps":["trace[2018521216] 'range keys from in-memory index tree' (duration: 158.741396ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:52:55.3552Z","caller":"traceutil/trace.go:171","msg":"trace[1106949316] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:8592; }","duration":"191.819845ms","start":"2026-07-07T03:52:55.163362Z","end":"2026-07-07T03:52:55.355182Z","steps":["trace[1106949316] 'range keys from in-memory index tree' (duration: 191.473277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:55.355559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.186713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111926"} {"level":"info","ts":"2026-07-07T03:52:55.355673Z","caller":"traceutil/trace.go:171","msg":"trace[1036619644] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8592; }","duration":"236.333987ms","start":"2026-07-07T03:52:55.119316Z","end":"2026-07-07T03:52:55.35565Z","steps":["trace[1036619644] 'range keys from in-memory index tree' (duration: 235.778674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:52:55.355746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.065178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-07T03:52:55.355872Z","caller":"traceutil/trace.go:171","msg":"trace[23104091] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8592; }","duration":"238.212481ms","start":"2026-07-07T03:52:55.117629Z","end":"2026-07-07T03:52:55.355841Z","steps":["trace[23104091] 'range keys from in-memory index tree' (duration: 237.860703ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:53:36.565304Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000245a.wal"} {"level":"info","ts":"2026-07-07T03:55:04.203243Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T03:55:04.210025Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-07T03:55:04.210147Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-07T03:56:42.193175Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8034} {"level":"info","ts":"2026-07-07T03:56:42.267998Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8034,"took":"72.959022ms","hash":698817782,"current-db-size-bytes":55971840,"current-db-size":"56 MB","current-db-size-in-use-bytes":25182208,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-07T03:56:42.268075Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":698817782,"revision":8034,"compact-revision":5780} {"level":"info","ts":"2026-07-07T03:57:30.850248Z","caller":"traceutil/trace.go:171","msg":"trace[1978043609] transaction","detail":"{read_only:false; response_revision:10998; number_of_response:1; }","duration":"132.436116ms","start":"2026-07-07T03:57:30.717778Z","end":"2026-07-07T03:57:30.850214Z","steps":["trace[1978043609] 'process raft request' (duration: 132.17816ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:57:30.955261Z","caller":"traceutil/trace.go:171","msg":"trace[1334272344] linearizableReadLoop","detail":"{readStateIndex:11370; appliedIndex:11369; }","duration":"105.055274ms","start":"2026-07-07T03:57:30.850171Z","end":"2026-07-07T03:57:30.955227Z","steps":["trace[1334272344] 'read index received' (duration: 95.081886ms)","trace[1334272344] 'applied index is now lower than readState.Index' (duration: 9.971727ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:57:30.955427Z","caller":"traceutil/trace.go:171","msg":"trace[1735571923] transaction","detail":"{read_only:false; response_revision:10999; number_of_response:1; }","duration":"171.085537ms","start":"2026-07-07T03:57:30.78433Z","end":"2026-07-07T03:57:30.955415Z","steps":["trace[1735571923] 'process raft request' (duration: 161.071328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:57:30.955597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.721091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:57:30.955636Z","caller":"traceutil/trace.go:171","msg":"trace[1436445504] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10999; }","duration":"202.824583ms","start":"2026-07-07T03:57:30.752802Z","end":"2026-07-07T03:57:30.955627Z","steps":["trace[1436445504] 'agreement among raft nodes before linearized reading' (duration: 202.731741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:57:30.955784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.891145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-07T03:57:30.955969Z","caller":"traceutil/trace.go:171","msg":"trace[1497302300] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10999; }","duration":"203.11286ms","start":"2026-07-07T03:57:30.752824Z","end":"2026-07-07T03:57:30.955937Z","steps":["trace[1497302300] 'agreement among raft nodes before linearized reading' (duration: 202.736421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:57:30.955967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.801993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T03:57:30.956003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.10742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:57:30.956097Z","caller":"traceutil/trace.go:171","msg":"trace[1937739793] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10999; }","duration":"203.251684ms","start":"2026-07-07T03:57:30.752824Z","end":"2026-07-07T03:57:30.956076Z","steps":["trace[1937739793] 'agreement among raft nodes before linearized reading' (duration: 203.08896ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:57:30.9561Z","caller":"traceutil/trace.go:171","msg":"trace[1710727533] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10999; }","duration":"202.987058ms","start":"2026-07-07T03:57:30.753079Z","end":"2026-07-07T03:57:30.956066Z","steps":["trace[1710727533] 'agreement among raft nodes before linearized reading' (duration: 202.791533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:57:30.956261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.284956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-07T03:57:30.956367Z","caller":"traceutil/trace.go:171","msg":"trace[1869861633] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10999; }","duration":"201.44025ms","start":"2026-07-07T03:57:30.7549Z","end":"2026-07-07T03:57:30.95634Z","steps":["trace[1869861633] 'agreement among raft nodes before linearized reading' (duration: 201.152723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:57:31.271514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.604595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T03:57:31.271604Z","caller":"traceutil/trace.go:171","msg":"trace[2091503299] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10999; }","duration":"183.763279ms","start":"2026-07-07T03:57:31.087821Z","end":"2026-07-07T03:57:31.271584Z","steps":["trace[2091503299] 'count revisions from in-memory index tree' (duration: 183.523903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:57:31.271557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.583851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T03:57:31.27168Z","caller":"traceutil/trace.go:171","msg":"trace[662111963] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:10999; }","duration":"122.806946ms","start":"2026-07-07T03:57:31.148846Z","end":"2026-07-07T03:57:31.271653Z","steps":["trace[662111963] 'count revisions from in-memory index tree' (duration: 122.445727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:57:31.271496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.205427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:57:31.271829Z","caller":"traceutil/trace.go:171","msg":"trace[1527352219] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10999; }","duration":"191.647047ms","start":"2026-07-07T03:57:31.080164Z","end":"2026-07-07T03:57:31.271811Z","steps":["trace[1527352219] 'count revisions from in-memory index tree' (duration: 191.029292ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:57:31.44642Z","caller":"traceutil/trace.go:171","msg":"trace[1287177456] transaction","detail":"{read_only:false; response_revision:11000; number_of_response:1; }","duration":"126.638848ms","start":"2026-07-07T03:57:31.31972Z","end":"2026-07-07T03:57:31.446358Z","steps":["trace[1287177456] 'process raft request' (duration: 126.374891ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:57:31.524911Z","caller":"traceutil/trace.go:171","msg":"trace[347850997] linearizableReadLoop","detail":"{readStateIndex:11372; appliedIndex:11370; }","duration":"202.414654ms","start":"2026-07-07T03:57:31.322472Z","end":"2026-07-07T03:57:31.524886Z","steps":["trace[347850997] 'read index received' (duration: 123.670057ms)","trace[347850997] 'applied index is now lower than readState.Index' (duration: 78.743527ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:57:31.525081Z","caller":"traceutil/trace.go:171","msg":"trace[760369646] transaction","detail":"{read_only:false; response_revision:11001; number_of_response:1; }","duration":"204.329289ms","start":"2026-07-07T03:57:31.320731Z","end":"2026-07-07T03:57:31.52506Z","steps":["trace[760369646] 'process raft request' (duration: 154.476191ms)","trace[760369646] 'compare' (duration: 49.574221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:57:31.525231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.62593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T03:57:31.525256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.754927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-07T03:57:31.525297Z","caller":"traceutil/trace.go:171","msg":"trace[1107080640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11001; }","duration":"192.730302ms","start":"2026-07-07T03:57:31.332549Z","end":"2026-07-07T03:57:31.52528Z","steps":["trace[1107080640] 'agreement among raft nodes before linearized reading' (duration: 192.550158ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:57:31.525315Z","caller":"traceutil/trace.go:171","msg":"trace[1132313686] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11001; }","duration":"193.833639ms","start":"2026-07-07T03:57:31.331463Z","end":"2026-07-07T03:57:31.525297Z","steps":["trace[1132313686] 'agreement among raft nodes before linearized reading' (duration: 193.667845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:57:31.525313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.869967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T03:57:31.525294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.802333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-07-07T03:57:31.525368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.242829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T03:57:31.525399Z","caller":"traceutil/trace.go:171","msg":"trace[702803953] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11001; }","duration":"202.980687ms","start":"2026-07-07T03:57:31.322396Z","end":"2026-07-07T03:57:31.525376Z","steps":["trace[702803953] 'agreement among raft nodes before linearized reading' (duration: 202.69617ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:57:31.525402Z","caller":"traceutil/trace.go:171","msg":"trace[1655308867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11001; }","duration":"201.00551ms","start":"2026-07-07T03:57:31.324348Z","end":"2026-07-07T03:57:31.525353Z","steps":["trace[1655308867] 'agreement among raft nodes before linearized reading' (duration: 200.754704ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:57:31.52548Z","caller":"traceutil/trace.go:171","msg":"trace[1773905077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11001; }","duration":"194.360051ms","start":"2026-07-07T03:57:31.331076Z","end":"2026-07-07T03:57:31.525436Z","steps":["trace[1773905077] 'agreement among raft nodes before linearized reading' (duration: 194.137246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:57:31.525537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.029023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T03:57:31.525724Z","caller":"traceutil/trace.go:171","msg":"trace[1264608373] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11001; }","duration":"165.503293ms","start":"2026-07-07T03:57:31.360205Z","end":"2026-07-07T03:57:31.525708Z","steps":["trace[1264608373] 'agreement among raft nodes before linearized reading' (duration: 164.91859ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:57:31.719003Z","caller":"traceutil/trace.go:171","msg":"trace[224620097] transaction","detail":"{read_only:false; response_revision:11004; number_of_response:1; }","duration":"187.750134ms","start":"2026-07-07T03:57:31.531229Z","end":"2026-07-07T03:57:31.718979Z","steps":["trace[224620097] 'process raft request' (duration: 187.061837ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:57:31.719209Z","caller":"traceutil/trace.go:171","msg":"trace[881756685] transaction","detail":"{read_only:false; response_revision:11003; number_of_response:1; }","duration":"188.00889ms","start":"2026-07-07T03:57:31.531114Z","end":"2026-07-07T03:57:31.719123Z","steps":["trace[881756685] 'process raft request' (duration: 156.993141ms)","trace[881756685] 'compare' (duration: 29.248617ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:57:31.719522Z","caller":"traceutil/trace.go:171","msg":"trace[1884763749] transaction","detail":"{read_only:false; response_revision:11006; number_of_response:1; }","duration":"188.192054ms","start":"2026-07-07T03:57:31.531293Z","end":"2026-07-07T03:57:31.719485Z","steps":["trace[1884763749] 'process raft request' (duration: 188.02911ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:57:31.719673Z","caller":"traceutil/trace.go:171","msg":"trace[2130553295] transaction","detail":"{read_only:false; response_revision:11005; number_of_response:1; }","duration":"188.459611ms","start":"2026-07-07T03:57:31.531186Z","end":"2026-07-07T03:57:31.719646Z","steps":["trace[2130553295] 'process raft request' (duration: 187.679982ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:57:31.719762Z","caller":"traceutil/trace.go:171","msg":"trace[1928173188] linearizableReadLoop","detail":"{readStateIndex:11377; appliedIndex:11372; }","duration":"187.497818ms","start":"2026-07-07T03:57:31.532191Z","end":"2026-07-07T03:57:31.719689Z","steps":["trace[1928173188] 'read index received' (duration: 28.426747ms)","trace[1928173188] 'applied index is now lower than readState.Index' (duration: 158.794844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T03:57:31.719886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.666952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-07T03:57:31.719979Z","caller":"traceutil/trace.go:171","msg":"trace[750071972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11006; }","duration":"187.777054ms","start":"2026-07-07T03:57:31.532177Z","end":"2026-07-07T03:57:31.719954Z","steps":["trace[750071972] 'agreement among raft nodes before linearized reading' (duration: 187.492607ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T03:57:38.699377Z","caller":"traceutil/trace.go:171","msg":"trace[80397524] linearizableReadLoop","detail":"{readStateIndex:11435; appliedIndex:11434; }","duration":"182.014917ms","start":"2026-07-07T03:57:38.517341Z","end":"2026-07-07T03:57:38.699355Z","steps":["trace[80397524] 'read index received' (duration: 181.795942ms)","trace[80397524] 'applied index is now lower than readState.Index' (duration: 218.175µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T03:57:38.699446Z","caller":"traceutil/trace.go:171","msg":"trace[2082914463] transaction","detail":"{read_only:false; response_revision:11063; number_of_response:1; }","duration":"664.223217ms","start":"2026-07-07T03:57:38.035174Z","end":"2026-07-07T03:57:38.699397Z","steps":["trace[2082914463] 'process raft request' (duration: 664.013332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:57:38.699539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.179541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T03:57:38.699587Z","caller":"traceutil/trace.go:171","msg":"trace[448661506] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11063; }","duration":"182.244922ms","start":"2026-07-07T03:57:38.517326Z","end":"2026-07-07T03:57:38.699571Z","steps":["trace[448661506] 'agreement among raft nodes before linearized reading' (duration: 182.1556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T03:57:38.699612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T03:57:38.035153Z","time spent":"664.366141ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:01:42.199446Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10537} {"level":"info","ts":"2026-07-07T04:01:42.279867Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10537,"took":"77.736873ms","hash":1016419619,"current-db-size-bytes":55971840,"current-db-size":"56 MB","current-db-size-in-use-bytes":26750976,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-07T04:01:42.279916Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1016419619,"revision":10537,"compact-revision":8034} {"level":"info","ts":"2026-07-07T04:03:13.485496Z","caller":"traceutil/trace.go:171","msg":"trace[1920534742] transaction","detail":"{read_only:false; response_revision:13350; number_of_response:1; }","duration":"101.494346ms","start":"2026-07-07T04:03:13.383981Z","end":"2026-07-07T04:03:13.485476Z","steps":["trace[1920534742] 'process raft request' (duration: 101.353453ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:03:35.790054Z","caller":"traceutil/trace.go:171","msg":"trace[1794667167] linearizableReadLoop","detail":"{readStateIndex:13928; appliedIndex:13927; }","duration":"144.844541ms","start":"2026-07-07T04:03:35.645184Z","end":"2026-07-07T04:03:35.790029Z","steps":["trace[1794667167] 'read index received' (duration: 144.630946ms)","trace[1794667167] 'applied index is now lower than readState.Index' (duration: 212.775µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:03:35.790082Z","caller":"traceutil/trace.go:171","msg":"trace[364951827] transaction","detail":"{read_only:false; response_revision:13470; number_of_response:1; }","duration":"181.469247ms","start":"2026-07-07T04:03:35.608584Z","end":"2026-07-07T04:03:35.790053Z","steps":["trace[364951827] 'process raft request' (duration: 181.305723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:03:35.790264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.065937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T04:03:35.790322Z","caller":"traceutil/trace.go:171","msg":"trace[485686867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13470; }","duration":"145.17016ms","start":"2026-07-07T04:03:35.645137Z","end":"2026-07-07T04:03:35.790307Z","steps":["trace[485686867] 'agreement among raft nodes before linearized reading' (duration: 144.997616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:03:35.790389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.050766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T04:03:35.79045Z","caller":"traceutil/trace.go:171","msg":"trace[843894430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13470; }","duration":"145.137069ms","start":"2026-07-07T04:03:35.645297Z","end":"2026-07-07T04:03:35.790434Z","steps":["trace[843894430] 'agreement among raft nodes before linearized reading' (duration: 144.973935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:03:49.553866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.580025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T04:03:49.55397Z","caller":"traceutil/trace.go:171","msg":"trace[1188636761] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:13554; }","duration":"162.733159ms","start":"2026-07-07T04:03:49.391216Z","end":"2026-07-07T04:03:49.553949Z","steps":["trace[1188636761] 'count revisions from in-memory index tree' (duration: 162.526174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:03:49.554319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.75223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T04:03:49.554355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.290612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T04:03:49.554418Z","caller":"traceutil/trace.go:171","msg":"trace[1030305707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13554; }","duration":"157.867853ms","start":"2026-07-07T04:03:49.396528Z","end":"2026-07-07T04:03:49.554396Z","steps":["trace[1030305707] 'range keys from in-memory index tree' (duration: 157.629247ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:03:49.554436Z","caller":"traceutil/trace.go:171","msg":"trace[1354729714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13554; }","duration":"150.410414ms","start":"2026-07-07T04:03:49.404012Z","end":"2026-07-07T04:03:49.554423Z","steps":["trace[1354729714] 'range keys from in-memory index tree' (duration: 150.111838ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:03:50.510312Z","caller":"traceutil/trace.go:171","msg":"trace[2039438421] transaction","detail":"{read_only:false; response_revision:13563; number_of_response:1; }","duration":"188.395972ms","start":"2026-07-07T04:03:50.321883Z","end":"2026-07-07T04:03:50.510279Z","steps":["trace[2039438421] 'process raft request' (duration: 188.237609ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:03:50.732904Z","caller":"traceutil/trace.go:171","msg":"trace[638993332] linearizableReadLoop","detail":"{readStateIndex:14025; appliedIndex:14024; }","duration":"216.433733ms","start":"2026-07-07T04:03:50.516425Z","end":"2026-07-07T04:03:50.732858Z","steps":["trace[638993332] 'read index received' (duration: 166.752565ms)","trace[638993332] 'applied index is now lower than readState.Index' (duration: 49.678538ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:03:50.732931Z","caller":"traceutil/trace.go:171","msg":"trace[1354147198] transaction","detail":"{read_only:false; response_revision:13564; number_of_response:1; }","duration":"329.410222ms","start":"2026-07-07T04:03:50.403452Z","end":"2026-07-07T04:03:50.732862Z","steps":["trace[1354147198] 'process raft request' (duration: 279.709304ms)","trace[1354147198] 'compare' (duration: 49.480993ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:03:50.733313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:03:50.403422Z","time spent":"329.673368ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:03:50.74998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.516061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T04:03:50.750104Z","caller":"traceutil/trace.go:171","msg":"trace[979033039] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13564; }","duration":"233.705135ms","start":"2026-07-07T04:03:50.516366Z","end":"2026-07-07T04:03:50.750071Z","steps":["trace[979033039] 'agreement among raft nodes before linearized reading' (duration: 216.611997ms)","trace[979033039] 'range keys from in-memory index tree' (duration: 16.913834ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:04:00.160883Z","caller":"traceutil/trace.go:171","msg":"trace[277562335] transaction","detail":"{read_only:false; response_revision:13721; number_of_response:1; }","duration":"409.477606ms","start":"2026-07-07T04:03:59.751383Z","end":"2026-07-07T04:04:00.16086Z","steps":["trace[277562335] 'process raft request' (duration: 409.302582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:04:00.161018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:03:59.751361Z","time spent":"409.592928ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3708,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:04:00.329374Z","caller":"traceutil/trace.go:171","msg":"trace[1887856233] linearizableReadLoop","detail":"{readStateIndex:14186; appliedIndex:14184; }","duration":"565.495415ms","start":"2026-07-07T04:03:59.763846Z","end":"2026-07-07T04:04:00.329341Z","steps":["trace[1887856233] 'read index received' (duration: 396.870005ms)","trace[1887856233] 'applied index is now lower than readState.Index' (duration: 168.62375ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:04:00.329501Z","caller":"traceutil/trace.go:171","msg":"trace[307924557] transaction","detail":"{read_only:false; response_revision:13722; number_of_response:1; }","duration":"576.725923ms","start":"2026-07-07T04:03:59.752763Z","end":"2026-07-07T04:04:00.329489Z","steps":["trace[307924557] 'process raft request' (duration: 559.981953ms)","trace[307924557] 'compare' (duration: 16.3018ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:04:00.329598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:03:59.752754Z","time spent":"576.776644ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:04:00.329639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.23546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-07T04:04:00.329724Z","caller":"traceutil/trace.go:171","msg":"trace[1149722985] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13722; }","duration":"404.356623ms","start":"2026-07-07T04:03:59.925348Z","end":"2026-07-07T04:04:00.329705Z","steps":["trace[1149722985] 'agreement among raft nodes before linearized reading' (duration: 404.171159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:04:00.329767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:03:59.925332Z","time spent":"404.427655ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:04:00.329957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.806645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-7785c59fb4-x86tr\" ","response":"range_response_count:1 size:6824"} {"level":"warn","ts":"2026-07-07T04:04:00.329999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.08597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T04:04:00.330039Z","caller":"traceutil/trace.go:171","msg":"trace[772178945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13722; }","duration":"374.165462ms","start":"2026-07-07T04:03:59.955864Z","end":"2026-07-07T04:04:00.330029Z","steps":["trace[772178945] 'agreement among raft nodes before linearized reading' (duration: 374.07308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:04:00.330074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:03:59.955836Z","time spent":"374.228643ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T04:04:00.330081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.245482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-07T04:04:00.33011Z","caller":"traceutil/trace.go:171","msg":"trace[1949634688] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13722; }","duration":"566.308984ms","start":"2026-07-07T04:03:59.763791Z","end":"2026-07-07T04:04:00.3301Z","steps":["trace[1949634688] 'agreement among raft nodes before linearized reading' (duration: 566.229112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:04:00.330143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:03:59.763771Z","time spent":"566.365785ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:04:00.330254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.415107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T04:04:00.330288Z","caller":"traceutil/trace.go:171","msg":"trace[454668827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13722; }","duration":"374.484379ms","start":"2026-07-07T04:03:59.955795Z","end":"2026-07-07T04:04:00.330279Z","steps":["trace[454668827] 'agreement among raft nodes before linearized reading' (duration: 374.397787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:04:00.330318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:03:59.955777Z","time spent":"374.535331ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T04:04:00.330442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.329346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T04:04:00.330471Z","caller":"traceutil/trace.go:171","msg":"trace[1941521776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13722; }","duration":"392.386197ms","start":"2026-07-07T04:03:59.938077Z","end":"2026-07-07T04:04:00.330463Z","steps":["trace[1941521776] 'agreement among raft nodes before linearized reading' (duration: 392.310316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:04:00.330499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:03:59.938055Z","time spent":"392.438658ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T04:04:00.330001Z","caller":"traceutil/trace.go:171","msg":"trace[455759942] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-7785c59fb4-x86tr; range_end:; response_count:1; response_revision:13722; }","duration":"163.915587ms","start":"2026-07-07T04:04:00.166075Z","end":"2026-07-07T04:04:00.329991Z","steps":["trace[455759942] 'agreement among raft nodes before linearized reading' (duration: 163.780464ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:05:08.284401Z","caller":"traceutil/trace.go:171","msg":"trace[1768032987] linearizableReadLoop","detail":"{readStateIndex:15154; appliedIndex:15153; }","duration":"191.522847ms","start":"2026-07-07T04:05:08.09285Z","end":"2026-07-07T04:05:08.284373Z","steps":["trace[1768032987] 'read index received' (duration: 191.310832ms)","trace[1768032987] 'applied index is now lower than readState.Index' (duration: 210.825µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:05:08.284526Z","caller":"traceutil/trace.go:171","msg":"trace[234568799] transaction","detail":"{read_only:false; response_revision:14664; number_of_response:1; }","duration":"394.003305ms","start":"2026-07-07T04:05:07.890512Z","end":"2026-07-07T04:05:08.284516Z","steps":["trace[234568799] 'process raft request' (duration: 393.720789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:05:08.284889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.304295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-07T04:05:08.284984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.584734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T04:05:08.284998Z","caller":"traceutil/trace.go:171","msg":"trace[585940944] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14664; }","duration":"184.487418ms","start":"2026-07-07T04:05:08.100485Z","end":"2026-07-07T04:05:08.284972Z","steps":["trace[585940944] 'agreement among raft nodes before linearized reading' (duration: 184.187151ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:05:08.285129Z","caller":"traceutil/trace.go:171","msg":"trace[479965195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14664; }","duration":"159.698706ms","start":"2026-07-07T04:05:08.125339Z","end":"2026-07-07T04:05:08.285038Z","steps":["trace[479965195] 'agreement among raft nodes before linearized reading' (duration: 159.470371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:05:08.285128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:05:07.890481Z","time spent":"394.308473ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:05:08.284901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.028119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T04:05:08.285402Z","caller":"traceutil/trace.go:171","msg":"trace[1252976657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14664; }","duration":"192.586542ms","start":"2026-07-07T04:05:08.092798Z","end":"2026-07-07T04:05:08.285385Z","steps":["trace[1252976657] 'agreement among raft nodes before linearized reading' (duration: 191.902616ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:06:42.206239Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12614} {"level":"info","ts":"2026-07-07T04:06:42.281809Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12614,"took":"72.83203ms","hash":3768824509,"current-db-size-bytes":55971840,"current-db-size":"56 MB","current-db-size-in-use-bytes":30310400,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-07T04:06:42.281896Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3768824509,"revision":12614,"compact-revision":10537} {"level":"info","ts":"2026-07-07T04:08:25.565152Z","caller":"traceutil/trace.go:171","msg":"trace[581177019] linearizableReadLoop","detail":"{readStateIndex:16697; appliedIndex:16696; }","duration":"132.397711ms","start":"2026-07-07T04:08:25.432722Z","end":"2026-07-07T04:08:25.56512Z","steps":["trace[581177019] 'read index received' (duration: 78.73199ms)","trace[581177019] 'applied index is now lower than readState.Index' (duration: 53.664421ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:08:25.56519Z","caller":"traceutil/trace.go:171","msg":"trace[1751905865] transaction","detail":"{read_only:false; response_revision:16155; number_of_response:1; }","duration":"144.979662ms","start":"2026-07-07T04:08:25.420173Z","end":"2026-07-07T04:08:25.565153Z","steps":["trace[1751905865] 'process raft request' (duration: 91.228058ms)","trace[1751905865] 'compare' (duration: 53.553329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:08:25.565495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.743079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-z6km5\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-07-07T04:08:25.56572Z","caller":"traceutil/trace.go:171","msg":"trace[1549860965] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-z6km5; range_end:; response_count:1; response_revision:16155; }","duration":"133.016746ms","start":"2026-07-07T04:08:25.43268Z","end":"2026-07-07T04:08:25.565696Z","steps":["trace[1549860965] 'agreement among raft nodes before linearized reading' (duration: 132.536384ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:17.044792Z","caller":"traceutil/trace.go:171","msg":"trace[179518197] transaction","detail":"{read_only:false; response_revision:17416; number_of_response:1; }","duration":"249.348596ms","start":"2026-07-07T04:11:16.795408Z","end":"2026-07-07T04:11:17.044757Z","steps":["trace[179518197] 'process raft request' (duration: 235.456405ms)","trace[179518197] 'compare' (duration: 13.771728ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:11:17.046746Z","caller":"traceutil/trace.go:171","msg":"trace[1159669051] transaction","detail":"{read_only:false; response_revision:17419; number_of_response:1; }","duration":"249.488331ms","start":"2026-07-07T04:11:16.797238Z","end":"2026-07-07T04:11:17.046727Z","steps":["trace[1159669051] 'process raft request' (duration: 249.389068ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:17.046767Z","caller":"traceutil/trace.go:171","msg":"trace[635029526] transaction","detail":"{read_only:false; response_revision:17420; number_of_response:1; }","duration":"249.46402ms","start":"2026-07-07T04:11:16.797277Z","end":"2026-07-07T04:11:17.046741Z","steps":["trace[635029526] 'process raft request' (duration: 249.364848ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:17.046734Z","caller":"traceutil/trace.go:171","msg":"trace[1246452155] transaction","detail":"{read_only:false; response_revision:17417; number_of_response:1; }","duration":"249.532581ms","start":"2026-07-07T04:11:16.797137Z","end":"2026-07-07T04:11:17.046669Z","steps":["trace[1246452155] 'process raft request' (duration: 249.381918ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:17.04676Z","caller":"traceutil/trace.go:171","msg":"trace[1735788084] linearizableReadLoop","detail":"{readStateIndex:18006; appliedIndex:17998; }","duration":"107.15196ms","start":"2026-07-07T04:11:16.939589Z","end":"2026-07-07T04:11:17.046741Z","steps":["trace[1735788084] 'read index received' (duration: 91.380883ms)","trace[1735788084] 'applied index is now lower than readState.Index' (duration: 15.770557ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:11:17.046886Z","caller":"traceutil/trace.go:171","msg":"trace[467294819] transaction","detail":"{read_only:false; response_revision:17422; number_of_response:1; }","duration":"249.46929ms","start":"2026-07-07T04:11:16.797404Z","end":"2026-07-07T04:11:17.046873Z","steps":["trace[467294819] 'process raft request' (duration: 249.297616ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:17.046891Z","caller":"traceutil/trace.go:171","msg":"trace[1773014668] transaction","detail":"{read_only:false; response_revision:17421; number_of_response:1; }","duration":"249.585992ms","start":"2026-07-07T04:11:16.797294Z","end":"2026-07-07T04:11:17.04688Z","steps":["trace[1773014668] 'process raft request' (duration: 249.390778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:11:17.046904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.313783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tlbp5\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-07-07T04:11:17.046937Z","caller":"traceutil/trace.go:171","msg":"trace[826747836] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tlbp5; range_end:; response_count:1; response_revision:17423; }","duration":"107.395665ms","start":"2026-07-07T04:11:16.939532Z","end":"2026-07-07T04:11:17.046928Z","steps":["trace[826747836] 'agreement among raft nodes before linearized reading' (duration: 107.264812ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:17.046961Z","caller":"traceutil/trace.go:171","msg":"trace[37246330] transaction","detail":"{read_only:false; response_revision:17423; number_of_response:1; }","duration":"249.48055ms","start":"2026-07-07T04:11:16.797474Z","end":"2026-07-07T04:11:17.046954Z","steps":["trace[37246330] 'process raft request' (duration: 249.243774ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:17.046883Z","caller":"traceutil/trace.go:171","msg":"trace[594443223] transaction","detail":"{read_only:false; response_revision:17418; number_of_response:1; }","duration":"249.537962ms","start":"2026-07-07T04:11:16.797237Z","end":"2026-07-07T04:11:17.046775Z","steps":["trace[594443223] 'process raft request' (duration: 249.372338ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:22.317619Z","caller":"traceutil/trace.go:171","msg":"trace[1954008102] linearizableReadLoop","detail":"{readStateIndex:18156; appliedIndex:18155; }","duration":"129.087784ms","start":"2026-07-07T04:11:22.188511Z","end":"2026-07-07T04:11:22.317599Z","steps":["trace[1954008102] 'read index received' (duration: 127.915946ms)","trace[1954008102] 'applied index is now lower than readState.Index' (duration: 1.170468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:11:22.317832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.301539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5bnxf\" ","response":"range_response_count:1 size:20752"} {"level":"info","ts":"2026-07-07T04:11:22.317871Z","caller":"traceutil/trace.go:171","msg":"trace[1955467741] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5bnxf; range_end:; response_count:1; response_revision:17574; }","duration":"129.397961ms","start":"2026-07-07T04:11:22.188463Z","end":"2026-07-07T04:11:22.317861Z","steps":["trace[1955467741] 'agreement among raft nodes before linearized reading' (duration: 129.226937ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:22.317945Z","caller":"traceutil/trace.go:171","msg":"trace[1510886699] transaction","detail":"{read_only:false; response_revision:17573; number_of_response:1; }","duration":"124.779171ms","start":"2026-07-07T04:11:22.19314Z","end":"2026-07-07T04:11:22.317919Z","steps":["trace[1510886699] 'process raft request' (duration: 124.362741ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:22.318048Z","caller":"traceutil/trace.go:171","msg":"trace[1281550229] transaction","detail":"{read_only:false; response_revision:17572; number_of_response:1; }","duration":"172.943192ms","start":"2026-07-07T04:11:22.145092Z","end":"2026-07-07T04:11:22.318035Z","steps":["trace[1281550229] 'process raft request' (duration: 171.322583ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:22.512031Z","caller":"traceutil/trace.go:171","msg":"trace[1800308101] transaction","detail":"{read_only:false; response_revision:17575; number_of_response:1; }","duration":"178.882633ms","start":"2026-07-07T04:11:22.333133Z","end":"2026-07-07T04:11:22.512015Z","steps":["trace[1800308101] 'process raft request' (duration: 178.765021ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:22.547986Z","caller":"traceutil/trace.go:171","msg":"trace[1716042447] linearizableReadLoop","detail":"{readStateIndex:18161; appliedIndex:18158; }","duration":"109.893115ms","start":"2026-07-07T04:11:22.43807Z","end":"2026-07-07T04:11:22.547963Z","steps":["trace[1716042447] 'read index received' (duration: 73.882925ms)","trace[1716042447] 'applied index is now lower than readState.Index' (duration: 36.00919ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:11:22.548467Z","caller":"traceutil/trace.go:171","msg":"trace[1741452487] transaction","detail":"{read_only:false; response_revision:17576; number_of_response:1; }","duration":"147.866092ms","start":"2026-07-07T04:11:22.400547Z","end":"2026-07-07T04:11:22.548413Z","steps":["trace[1741452487] 'process raft request' (duration: 147.255527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:11:22.548674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.585022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:11:22.548735Z","caller":"traceutil/trace.go:171","msg":"trace[1018367982] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:17577; }","duration":"110.695334ms","start":"2026-07-07T04:11:22.438027Z","end":"2026-07-07T04:11:22.548722Z","steps":["trace[1018367982] 'agreement among raft nodes before linearized reading' (duration: 110.591982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:11:22.548897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.689005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:11:22.548949Z","caller":"traceutil/trace.go:171","msg":"trace[2019572461] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:17577; }","duration":"110.878639ms","start":"2026-07-07T04:11:22.438059Z","end":"2026-07-07T04:11:22.548937Z","steps":["trace[2019572461] 'agreement among raft nodes before linearized reading' (duration: 110.669855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:11:22.548945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.295975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:11:22.54902Z","caller":"traceutil/trace.go:171","msg":"trace[1911876795] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:17577; }","duration":"110.401958ms","start":"2026-07-07T04:11:22.438602Z","end":"2026-07-07T04:11:22.549004Z","steps":["trace[1911876795] 'agreement among raft nodes before linearized reading' (duration: 110.294446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:11:22.549145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.031062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:11:22.548914Z","caller":"traceutil/trace.go:171","msg":"trace[615938592] transaction","detail":"{read_only:false; response_revision:17577; number_of_response:1; }","duration":"127.444834ms","start":"2026-07-07T04:11:22.4214Z","end":"2026-07-07T04:11:22.548844Z","steps":["trace[615938592] 'process raft request' (duration: 126.518162ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:22.54918Z","caller":"traceutil/trace.go:171","msg":"trace[907037392] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:17577; }","duration":"111.065903ms","start":"2026-07-07T04:11:22.438104Z","end":"2026-07-07T04:11:22.54917Z","steps":["trace[907037392] 'agreement among raft nodes before linearized reading' (duration: 111.010532ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:31.057113Z","caller":"traceutil/trace.go:171","msg":"trace[1907177649] linearizableReadLoop","detail":"{readStateIndex:18299; appliedIndex:18298; }","duration":"161.57645ms","start":"2026-07-07T04:11:30.895508Z","end":"2026-07-07T04:11:31.057085Z","steps":["trace[1907177649] 'read index received' (duration: 161.439276ms)","trace[1907177649] 'applied index is now lower than readState.Index' (duration: 135.974µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:11:31.057164Z","caller":"traceutil/trace.go:171","msg":"trace[823560457] transaction","detail":"{read_only:false; response_revision:17710; number_of_response:1; }","duration":"180.219036ms","start":"2026-07-07T04:11:30.876907Z","end":"2026-07-07T04:11:31.057127Z","steps":["trace[823560457] 'process raft request' (duration: 180.021041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:11:31.057506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.05211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-07-07T04:11:31.057707Z","caller":"traceutil/trace.go:171","msg":"trace[1536653291] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:17710; }","duration":"200.248764ms","start":"2026-07-07T04:11:30.857332Z","end":"2026-07-07T04:11:31.057581Z","steps":["trace[1536653291] 'agreement among raft nodes before linearized reading' (duration: 199.871894ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:31.090367Z","caller":"traceutil/trace.go:171","msg":"trace[1911916893] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17711; }","duration":"177.219763ms","start":"2026-07-07T04:11:30.913122Z","end":"2026-07-07T04:11:31.090342Z","steps":["trace[1911916893] 'process raft request' (duration: 177.131701ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:31.090376Z","caller":"traceutil/trace.go:171","msg":"trace[2018393788] transaction","detail":"{read_only:false; response_revision:17711; number_of_response:1; }","duration":"179.741735ms","start":"2026-07-07T04:11:30.910607Z","end":"2026-07-07T04:11:31.090349Z","steps":["trace[2018393788] 'process raft request' (duration: 179.522759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:11:31.090621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.161873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-07T04:11:31.090731Z","caller":"traceutil/trace.go:171","msg":"trace[609910604] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:17711; }","duration":"190.313777ms","start":"2026-07-07T04:11:30.900388Z","end":"2026-07-07T04:11:31.090702Z","steps":["trace[609910604] 'agreement among raft nodes before linearized reading' (duration: 190.079601ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:31.232732Z","caller":"traceutil/trace.go:171","msg":"trace[778374137] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17713; }","duration":"134.466883ms","start":"2026-07-07T04:11:31.098236Z","end":"2026-07-07T04:11:31.232703Z","steps":["trace[778374137] 'process raft request' (duration: 115.13114ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:31.233023Z","caller":"traceutil/trace.go:171","msg":"trace[288189080] linearizableReadLoop","detail":"{readStateIndex:18303; appliedIndex:18301; }","duration":"134.031133ms","start":"2026-07-07T04:11:31.098963Z","end":"2026-07-07T04:11:31.232994Z","steps":["trace[288189080] 'read index received' (duration: 16.392772ms)","trace[288189080] 'applied index is now lower than readState.Index' (duration: 117.63648ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:11:31.233142Z","caller":"traceutil/trace.go:171","msg":"trace[588232533] transaction","detail":"{read_only:false; response_revision:17714; number_of_response:1; }","duration":"127.582039ms","start":"2026-07-07T04:11:31.105548Z","end":"2026-07-07T04:11:31.23313Z","steps":["trace[588232533] 'process raft request' (duration: 127.070927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:11:31.233312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.314549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:11:31.234304Z","caller":"traceutil/trace.go:171","msg":"trace[2109188430] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:17714; }","duration":"134.434112ms","start":"2026-07-07T04:11:31.098948Z","end":"2026-07-07T04:11:31.233382Z","steps":["trace[2109188430] 'agreement among raft nodes before linearized reading' (duration: 134.262668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:11:31.257391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.279331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5bnxf-api\" ","response":"range_response_count:1 size:4288"} {"level":"info","ts":"2026-07-07T04:11:31.257466Z","caller":"traceutil/trace.go:171","msg":"trace[923397896] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-5bnxf-api; range_end:; response_count:1; response_revision:17715; }","duration":"158.418264ms","start":"2026-07-07T04:11:31.09903Z","end":"2026-07-07T04:11:31.257448Z","steps":["trace[923397896] 'agreement among raft nodes before linearized reading' (duration: 158.23243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:11:31.257459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.356103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-07T04:11:31.257513Z","caller":"traceutil/trace.go:171","msg":"trace[660786875] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:17715; }","duration":"158.444215ms","start":"2026-07-07T04:11:31.099054Z","end":"2026-07-07T04:11:31.257498Z","steps":["trace[660786875] 'agreement among raft nodes before linearized reading' (duration: 158.196459ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:11:42.211983Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15263} {"level":"info","ts":"2026-07-07T04:11:42.306138Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15263,"took":"91.114527ms","hash":795424088,"current-db-size-bytes":55971840,"current-db-size":"56 MB","current-db-size-in-use-bytes":32763904,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-07T04:11:42.306211Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":795424088,"revision":15263,"compact-revision":12614} {"level":"info","ts":"2026-07-07T04:14:40.861518Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T04:14:40.867938Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-07T04:14:40.868079Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-07T04:16:42.218148Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17787} {"level":"info","ts":"2026-07-07T04:16:42.327383Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17787,"took":"105.596109ms","hash":976868862,"current-db-size-bytes":55971840,"current-db-size":"56 MB","current-db-size-in-use-bytes":32280576,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-07T04:16:42.3275Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":976868862,"revision":17787,"compact-revision":15263} {"level":"info","ts":"2026-07-07T04:17:56.20384Z","caller":"traceutil/trace.go:171","msg":"trace[1160598858] linearizableReadLoop","detail":"{readStateIndex:21444; appliedIndex:21443; }","duration":"135.695048ms","start":"2026-07-07T04:17:56.068118Z","end":"2026-07-07T04:17:56.203813Z","steps":["trace[1160598858] 'read index received' (duration: 135.544614ms)","trace[1160598858] 'applied index is now lower than readState.Index' (duration: 149.333µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:17:56.203885Z","caller":"traceutil/trace.go:171","msg":"trace[443308640] transaction","detail":"{read_only:false; response_revision:20760; number_of_response:1; }","duration":"229.082215ms","start":"2026-07-07T04:17:55.974772Z","end":"2026-07-07T04:17:56.203854Z","steps":["trace[443308640] 'process raft request' (duration: 228.86097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:56.204167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.038365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T04:17:56.204223Z","caller":"traceutil/trace.go:171","msg":"trace[282110146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20760; }","duration":"136.145858ms","start":"2026-07-07T04:17:56.068061Z","end":"2026-07-07T04:17:56.204207Z","steps":["trace[282110146] 'agreement among raft nodes before linearized reading' (duration: 135.858881ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:17:56.894418Z","caller":"traceutil/trace.go:171","msg":"trace[1395368151] transaction","detail":"{read_only:false; response_revision:20761; number_of_response:1; }","duration":"686.057148ms","start":"2026-07-07T04:17:56.208324Z","end":"2026-07-07T04:17:56.894381Z","steps":["trace[1395368151] 'process raft request' (duration: 601.712566ms)","trace[1395368151] 'compare' (duration: 84.119177ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:17:56.894587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:56.208294Z","time spent":"686.201092ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:17:56.983252Z","caller":"traceutil/trace.go:171","msg":"trace[1226387833] linearizableReadLoop","detail":"{readStateIndex:21446; appliedIndex:21444; }","duration":"330.301081ms","start":"2026-07-07T04:17:56.652925Z","end":"2026-07-07T04:17:56.983226Z","steps":["trace[1226387833] 'read index received' (duration: 157.125499ms)","trace[1226387833] 'applied index is now lower than readState.Index' (duration: 173.174342ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:17:56.983309Z","caller":"traceutil/trace.go:171","msg":"trace[554059033] transaction","detail":"{read_only:false; response_revision:20762; number_of_response:1; }","duration":"774.59002ms","start":"2026-07-07T04:17:56.208691Z","end":"2026-07-07T04:17:56.983281Z","steps":["trace[554059033] 'process raft request' (duration: 774.387575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:56.983432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:56.208665Z","time spent":"774.704533ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:17:56.983439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.492295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:17:56.9835Z","caller":"traceutil/trace.go:171","msg":"trace[1485007555] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:20762; }","duration":"330.578297ms","start":"2026-07-07T04:17:56.652909Z","end":"2026-07-07T04:17:56.983487Z","steps":["trace[1485007555] 'agreement among raft nodes before linearized reading' (duration: 330.447834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:56.983546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:56.65285Z","time spent":"330.68677ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:17:56.983595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.670079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T04:17:56.983658Z","caller":"traceutil/trace.go:171","msg":"trace[2109159426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20762; }","duration":"159.761772ms","start":"2026-07-07T04:17:56.823879Z","end":"2026-07-07T04:17:56.983641Z","steps":["trace[2109159426] 'agreement among raft nodes before linearized reading' (duration: 159.540576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:56.983787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.200108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-07T04:17:56.983821Z","caller":"traceutil/trace.go:171","msg":"trace[937647555] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20762; }","duration":"128.25717ms","start":"2026-07-07T04:17:56.855553Z","end":"2026-07-07T04:17:56.98381Z","steps":["trace[937647555] 'agreement among raft nodes before linearized reading' (duration: 128.137957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:56.983927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.517229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-07T04:17:56.983979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.19473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T04:17:56.983978Z","caller":"traceutil/trace.go:171","msg":"trace[1861042092] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20762; }","duration":"134.602071ms","start":"2026-07-07T04:17:56.849359Z","end":"2026-07-07T04:17:56.983961Z","steps":["trace[1861042092] 'agreement among raft nodes before linearized reading' (duration: 134.495249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:56.983985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.190935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:17:56.984002Z","caller":"traceutil/trace.go:171","msg":"trace[766514388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20762; }","duration":"136.250801ms","start":"2026-07-07T04:17:56.847746Z","end":"2026-07-07T04:17:56.983997Z","steps":["trace[766514388] 'agreement among raft nodes before linearized reading' (duration: 136.197ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:17:56.984029Z","caller":"traceutil/trace.go:171","msg":"trace[1733894461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20762; }","duration":"153.258567ms","start":"2026-07-07T04:17:56.83076Z","end":"2026-07-07T04:17:56.984018Z","steps":["trace[1733894461] 'agreement among raft nodes before linearized reading' (duration: 153.149214ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:17:57.563701Z","caller":"traceutil/trace.go:171","msg":"trace[844375637] transaction","detail":"{read_only:false; response_revision:20763; number_of_response:1; }","duration":"575.655493ms","start":"2026-07-07T04:17:56.98801Z","end":"2026-07-07T04:17:57.563665Z","steps":["trace[844375637] 'process raft request' (duration: 529.312947ms)","trace[844375637] 'compare' (duration: 45.730302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:17:57.563879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:56.987991Z","time spent":"575.790407ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:17:57.64376Z","caller":"traceutil/trace.go:171","msg":"trace[170528797] transaction","detail":"{read_only:false; response_revision:20764; number_of_response:1; }","duration":"655.181381ms","start":"2026-07-07T04:17:56.988544Z","end":"2026-07-07T04:17:57.643725Z","steps":["trace[170528797] 'process raft request' (duration: 654.968586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:57.644049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:56.98852Z","time spent":"655.313404ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:17:57.644062Z","caller":"traceutil/trace.go:171","msg":"trace[858210399] transaction","detail":"{read_only:false; response_revision:20766; number_of_response:1; }","duration":"655.224882ms","start":"2026-07-07T04:17:56.98881Z","end":"2026-07-07T04:17:57.644035Z","steps":["trace[858210399] 'process raft request' (duration: 655.086618ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:17:57.644076Z","caller":"traceutil/trace.go:171","msg":"trace[1573189537] transaction","detail":"{read_only:false; response_revision:20765; number_of_response:1; }","duration":"655.256182ms","start":"2026-07-07T04:17:56.988761Z","end":"2026-07-07T04:17:57.644017Z","steps":["trace[1573189537] 'process raft request' (duration: 654.920294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:57.644207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:56.988804Z","time spent":"655.326254ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:17:57.644261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:56.988754Z","time spent":"655.421716ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:17:57.644318Z","caller":"traceutil/trace.go:171","msg":"trace[629488837] linearizableReadLoop","detail":"{readStateIndex:21451; appliedIndex:21446; }","duration":"341.012206ms","start":"2026-07-07T04:17:57.303293Z","end":"2026-07-07T04:17:57.644305Z","steps":["trace[629488837] 'read index received' (duration: 214.046457ms)","trace[629488837] 'applied index is now lower than readState.Index' (duration: 126.964739ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:17:57.644371Z","caller":"traceutil/trace.go:171","msg":"trace[197261646] transaction","detail":"{read_only:false; response_revision:20767; number_of_response:1; }","duration":"655.061348ms","start":"2026-07-07T04:17:56.989295Z","end":"2026-07-07T04:17:57.644356Z","steps":["trace[197261646] 'process raft request' (duration: 654.689439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:57.644452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:56.989275Z","time spent":"655.13599ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:17:57.64461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.334984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-07T04:17:57.644655Z","caller":"traceutil/trace.go:171","msg":"trace[1897763080] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20767; }","duration":"341.428406ms","start":"2026-07-07T04:17:57.303216Z","end":"2026-07-07T04:17:57.644644Z","steps":["trace[1897763080] 'agreement among raft nodes before linearized reading' (duration: 341.202751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:57.644697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:57.303192Z","time spent":"341.494077ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-07T04:17:57.644878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.520049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-07T04:17:57.644929Z","caller":"traceutil/trace.go:171","msg":"trace[1232831519] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20767; }","duration":"336.639872ms","start":"2026-07-07T04:17:57.308274Z","end":"2026-07-07T04:17:57.644914Z","steps":["trace[1232831519] 'agreement among raft nodes before linearized reading' (duration: 336.15842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:57.645046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:57.308252Z","time spent":"336.781685ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-07T04:17:57.99092Z","caller":"traceutil/trace.go:171","msg":"trace[1299358146] transaction","detail":"{read_only:false; response_revision:20768; number_of_response:1; }","duration":"342.080252ms","start":"2026-07-07T04:17:57.648808Z","end":"2026-07-07T04:17:57.990888Z","steps":["trace[1299358146] 'process raft request' (duration: 317.939636ms)","trace[1299358146] 'compare' (duration: 23.688205ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:17:57.991078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:57.648791Z","time spent":"342.203114ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:17:58.405045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.55217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:17:58.4053Z","caller":"traceutil/trace.go:171","msg":"trace[150019530] linearizableReadLoop","detail":"{readStateIndex:21453; appliedIndex:21451; }","duration":"667.785263ms","start":"2026-07-07T04:17:57.737499Z","end":"2026-07-07T04:17:58.405284Z","steps":["trace[150019530] 'read index received' (duration: 229.25777ms)","trace[150019530] 'applied index is now lower than readState.Index' (duration: 438.526353ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:17:58.405378Z","caller":"traceutil/trace.go:171","msg":"trace[41677668] transaction","detail":"{read_only:false; response_revision:20769; number_of_response:1; }","duration":"756.53038ms","start":"2026-07-07T04:17:57.648836Z","end":"2026-07-07T04:17:58.405367Z","steps":["trace[41677668] 'process raft request' (duration: 603.58058ms)","trace[41677668] 'compare' (duration: 152.220032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:17:58.405442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:57.648811Z","time spent":"756.598491ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:17:58.405464Z","caller":"traceutil/trace.go:171","msg":"trace[2002942984] transaction","detail":"{read_only:false; response_revision:20770; number_of_response:1; }","duration":"652.922368ms","start":"2026-07-07T04:17:57.752523Z","end":"2026-07-07T04:17:58.405445Z","steps":["trace[2002942984] 'process raft request' (duration: 652.637351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:58.405563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:57.752496Z","time spent":"653.00567ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:17:58.405589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.072089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:17:58.405669Z","caller":"traceutil/trace.go:171","msg":"trace[98340006] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:20770; }","duration":"668.186511ms","start":"2026-07-07T04:17:57.737463Z","end":"2026-07-07T04:17:58.40565Z","steps":["trace[98340006] 'agreement among raft nodes before linearized reading' (duration: 667.999397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:58.405716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:57.737451Z","time spent":"668.254334ms","remote":"127.0.0.1:39936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:17:58.429187Z","caller":"traceutil/trace.go:171","msg":"trace[1332194755] transaction","detail":"{read_only:false; response_revision:20771; number_of_response:1; }","duration":"219.458706ms","start":"2026-07-07T04:17:58.209681Z","end":"2026-07-07T04:17:58.42914Z","steps":["trace[1332194755] 'process raft request' (duration: 219.165859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:58.429443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.321553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-07T04:17:58.429511Z","caller":"traceutil/trace.go:171","msg":"trace[351837696] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:20771; }","duration":"517.424845ms","start":"2026-07-07T04:17:57.91207Z","end":"2026-07-07T04:17:58.429495Z","steps":["trace[351837696] 'agreement among raft nodes before linearized reading' (duration: 516.915543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:58.429548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:17:57.912052Z","time spent":"517.489827ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-07T04:17:59.100792Z","caller":"traceutil/trace.go:171","msg":"trace[1362191378] linearizableReadLoop","detail":"{readStateIndex:21456; appliedIndex:21455; }","duration":"112.907804ms","start":"2026-07-07T04:17:58.987865Z","end":"2026-07-07T04:17:59.100772Z","steps":["trace[1362191378] 'read index received' (duration: 112.843272ms)","trace[1362191378] 'applied index is now lower than readState.Index' (duration: 63.542µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:17:59.100855Z","caller":"traceutil/trace.go:171","msg":"trace[2042694176] transaction","detail":"{read_only:false; response_revision:20772; number_of_response:1; }","duration":"197.957483ms","start":"2026-07-07T04:17:58.90285Z","end":"2026-07-07T04:17:59.100808Z","steps":["trace[2042694176] 'process raft request' (duration: 197.780299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:17:59.100964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.080118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T04:17:59.101074Z","caller":"traceutil/trace.go:171","msg":"trace[419335776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20772; }","duration":"113.246892ms","start":"2026-07-07T04:17:58.987818Z","end":"2026-07-07T04:17:59.101065Z","steps":["trace[419335776] 'agreement among raft nodes before linearized reading' (duration: 113.029726ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:21:37.706291Z","caller":"traceutil/trace.go:171","msg":"trace[1394155667] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"465.754932ms","start":"2026-07-07T04:21:37.240466Z","end":"2026-07-07T04:21:37.706221Z","steps":["trace[1394155667] 'process raft request' (duration: 465.423404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:21:37.706635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:21:37.240449Z","time spent":"466.010478ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:21:37.715576Z","caller":"traceutil/trace.go:171","msg":"trace[935555102] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"461.554552ms","start":"2026-07-07T04:21:37.254002Z","end":"2026-07-07T04:21:37.715557Z","steps":["trace[935555102] 'process raft request' (duration: 461.375378ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:21:37.715596Z","caller":"traceutil/trace.go:171","msg":"trace[561235091] linearizableReadLoop","detail":"{readStateIndex:23929; appliedIndex:23926; }","duration":"415.743989ms","start":"2026-07-07T04:21:37.299832Z","end":"2026-07-07T04:21:37.715576Z","steps":["trace[561235091] 'read index received' (duration: 405.893764ms)","trace[561235091] 'applied index is now lower than readState.Index' (duration: 9.849535ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:21:37.715613Z","caller":"traceutil/trace.go:171","msg":"trace[2133670089] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"436.33079ms","start":"2026-07-07T04:21:37.279253Z","end":"2026-07-07T04:21:37.715583Z","steps":["trace[2133670089] 'process raft request' (duration: 436.231088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:21:37.715672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:21:37.253978Z","time spent":"461.632264ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:21:37.7157Z","caller":"traceutil/trace.go:171","msg":"trace[1351684539] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"277.210734ms","start":"2026-07-07T04:21:37.438481Z","end":"2026-07-07T04:21:37.715692Z","steps":["trace[1351684539] 'process raft request' (duration: 277.03453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:21:37.715761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:21:37.279235Z","time spent":"436.450623ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:21:37.715807Z","caller":"traceutil/trace.go:171","msg":"trace[1458425815] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"208.988366ms","start":"2026-07-07T04:21:37.506812Z","end":"2026-07-07T04:21:37.7158Z","steps":["trace[1458425815] 'process raft request' (duration: 208.72871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:21:37.716201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.342143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18330"} {"level":"info","ts":"2026-07-07T04:21:37.716236Z","caller":"traceutil/trace.go:171","msg":"trace[328870757] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23177; }","duration":"416.428756ms","start":"2026-07-07T04:21:37.299798Z","end":"2026-07-07T04:21:37.716226Z","steps":["trace[328870757] 'agreement among raft nodes before linearized reading' (duration: 416.17819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:21:37.716262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:21:37.299785Z","time spent":"416.471286ms","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18354,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-07T04:21:42.224282Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20344} {"level":"info","ts":"2026-07-07T04:21:42.337482Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20344,"took":"109.197575ms","hash":2355896422,"current-db-size-bytes":55971840,"current-db-size":"56 MB","current-db-size-in-use-bytes":43720704,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-07T04:21:42.337557Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2355896422,"revision":20344,"compact-revision":17787} {"level":"info","ts":"2026-07-07T04:22:47.834286Z","caller":"traceutil/trace.go:171","msg":"trace[1825077825] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"145.319617ms","start":"2026-07-07T04:22:47.688938Z","end":"2026-07-07T04:22:47.834257Z","steps":["trace[1825077825] 'process raft request' (duration: 104.433251ms)","trace[1825077825] 'compare' (duration: 40.366083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:24:23.916705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.635541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T04:24:23.916785Z","caller":"traceutil/trace.go:171","msg":"trace[1755798799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24810; }","duration":"790.771934ms","start":"2026-07-07T04:24:23.125996Z","end":"2026-07-07T04:24:23.916768Z","steps":["trace[1755798799] 'range keys from in-memory index tree' (duration: 790.332884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:23.916816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:23.125966Z","time spent":"790.843596ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T04:24:23.917044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.302525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T04:24:23.917116Z","caller":"traceutil/trace.go:171","msg":"trace[1395997625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24810; }","duration":"406.413688ms","start":"2026-07-07T04:24:23.510686Z","end":"2026-07-07T04:24:23.9171Z","steps":["trace[1395997625] 'range keys from in-memory index tree' (duration: 406.155482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:23.917148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:23.51067Z","time spent":"406.471529ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T04:24:23.917239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.341994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:24:23.91727Z","caller":"traceutil/trace.go:171","msg":"trace[668590360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24810; }","duration":"258.396114ms","start":"2026-07-07T04:24:23.658867Z","end":"2026-07-07T04:24:23.917263Z","steps":["trace[668590360] 'range keys from in-memory index tree' (duration: 258.272212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:23.917336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.840838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T04:24:23.917366Z","caller":"traceutil/trace.go:171","msg":"trace[1723576760] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24810; }","duration":"346.879579ms","start":"2026-07-07T04:24:23.570479Z","end":"2026-07-07T04:24:23.917359Z","steps":["trace[1723576760] 'range keys from in-memory index tree' (duration: 346.784316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:23.917386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:23.570474Z","time spent":"346.907459ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T04:24:23.917535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.512523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-07T04:24:23.917565Z","caller":"traceutil/trace.go:171","msg":"trace[1625462163] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24810; }","duration":"333.538793ms","start":"2026-07-07T04:24:23.584017Z","end":"2026-07-07T04:24:23.917555Z","steps":["trace[1625462163] 'range keys from in-memory index tree' (duration: 333.456061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:23.917584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:23.584Z","time spent":"333.578884ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:24:23.91771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.74165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-07-07T04:24:23.917723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.677406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:24:23.917745Z","caller":"traceutil/trace.go:171","msg":"trace[579365892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24810; }","duration":"314.709818ms","start":"2026-07-07T04:24:23.603029Z","end":"2026-07-07T04:24:23.917739Z","steps":["trace[579365892] 'range keys from in-memory index tree' (duration: 314.626945ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:23.917741Z","caller":"traceutil/trace.go:171","msg":"trace[1906999143] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24810; }","duration":"129.809431ms","start":"2026-07-07T04:24:23.787924Z","end":"2026-07-07T04:24:23.917734Z","steps":["trace[1906999143] 'range keys from in-memory index tree' (duration: 129.619097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:23.917763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:23.603022Z","time spent":"314.736828ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T04:24:23.917897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.260826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-07T04:24:23.917909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.450469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-07T04:24:23.917925Z","caller":"traceutil/trace.go:171","msg":"trace[288741233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24810; }","duration":"284.294677ms","start":"2026-07-07T04:24:23.633622Z","end":"2026-07-07T04:24:23.917916Z","steps":["trace[288741233] 'range keys from in-memory index tree' (duration: 284.210435ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:23.917932Z","caller":"traceutil/trace.go:171","msg":"trace[34755114] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24810; }","duration":"120.48851ms","start":"2026-07-07T04:24:23.797434Z","end":"2026-07-07T04:24:23.917923Z","steps":["trace[34755114] 'range keys from in-memory index tree' (duration: 120.369697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:23.918022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.095134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-07-07T04:24:23.918047Z","caller":"traceutil/trace.go:171","msg":"trace[1524761440] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24810; }","duration":"279.128745ms","start":"2026-07-07T04:24:23.638913Z","end":"2026-07-07T04:24:23.918041Z","steps":["trace[1524761440] 'range keys from in-memory index tree' (duration: 279.044313ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:24.445436Z","caller":"traceutil/trace.go:171","msg":"trace[913764842] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"153.599355ms","start":"2026-07-07T04:24:24.291818Z","end":"2026-07-07T04:24:24.445417Z","steps":["trace[913764842] 'process raft request' (duration: 153.481752ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:24.467011Z","caller":"traceutil/trace.go:171","msg":"trace[1197750183] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"108.459536ms","start":"2026-07-07T04:24:24.358528Z","end":"2026-07-07T04:24:24.466988Z","steps":["trace[1197750183] 'process raft request' (duration: 107.738509ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:24.467198Z","caller":"traceutil/trace.go:171","msg":"trace[1526848306] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"108.470817ms","start":"2026-07-07T04:24:24.358715Z","end":"2026-07-07T04:24:24.467186Z","steps":["trace[1526848306] 'process raft request' (duration: 107.668528ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:24.467354Z","caller":"traceutil/trace.go:171","msg":"trace[1162509815] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"108.57755ms","start":"2026-07-07T04:24:24.358767Z","end":"2026-07-07T04:24:24.467345Z","steps":["trace[1162509815] 'process raft request' (duration: 107.73532ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:53.588226Z","caller":"traceutil/trace.go:171","msg":"trace[575815534] linearizableReadLoop","detail":"{readStateIndex:25959; appliedIndex:25958; }","duration":"409.04257ms","start":"2026-07-07T04:24:53.179165Z","end":"2026-07-07T04:24:53.588208Z","steps":["trace[575815534] 'read index received' (duration: 408.832425ms)","trace[575815534] 'applied index is now lower than readState.Index' (duration: 209.515µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:24:53.588274Z","caller":"traceutil/trace.go:171","msg":"trace[558180585] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"625.584815ms","start":"2026-07-07T04:24:52.962662Z","end":"2026-07-07T04:24:53.588246Z","steps":["trace[558180585] 'process raft request' (duration: 625.39172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:53.588404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.232575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T04:24:53.58844Z","caller":"traceutil/trace.go:171","msg":"trace[10603089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25151; }","duration":"409.318837ms","start":"2026-07-07T04:24:53.179113Z","end":"2026-07-07T04:24:53.588432Z","steps":["trace[10603089] 'agreement among raft nodes before linearized reading' (duration: 409.197104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:53.588466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:53.179094Z","time spent":"409.366218ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T04:24:53.5884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:52.962627Z","time spent":"625.704618ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:53.588466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.108788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:24:53.588564Z","caller":"traceutil/trace.go:171","msg":"trace[2036532647] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25151; }","duration":"337.263872ms","start":"2026-07-07T04:24:53.251279Z","end":"2026-07-07T04:24:53.588542Z","steps":["trace[2036532647] 'agreement among raft nodes before linearized reading' (duration: 337.088578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:53.588764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:53.251258Z","time spent":"337.492887ms","remote":"127.0.0.1:56552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:24:53.989563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.287731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:24:53.989634Z","caller":"traceutil/trace.go:171","msg":"trace[1857735933] linearizableReadLoop","detail":"{readStateIndex:25960; appliedIndex:25959; }","duration":"366.020262ms","start":"2026-07-07T04:24:53.623603Z","end":"2026-07-07T04:24:53.989623Z","steps":["trace[1857735933] 'read index received' (duration: 181.531396ms)","trace[1857735933] 'applied index is now lower than readState.Index' (duration: 184.488126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:24:53.989852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.420814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:24:53.989877Z","caller":"traceutil/trace.go:171","msg":"trace[305886987] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25152; }","duration":"184.443525ms","start":"2026-07-07T04:24:53.805424Z","end":"2026-07-07T04:24:53.989867Z","steps":["trace[305886987] 'agreement among raft nodes before linearized reading' (duration: 184.402914ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:53.989923Z","caller":"traceutil/trace.go:171","msg":"trace[29579458] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"397.111738ms","start":"2026-07-07T04:24:53.592762Z","end":"2026-07-07T04:24:53.989873Z","steps":["trace[29579458] 'process raft request' (duration: 212.456698ms)","trace[29579458] 'compare' (duration: 183.853271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:24:53.9901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:53.59274Z","time spent":"397.267472ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:53.990329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.147235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:24:53.990403Z","caller":"traceutil/trace.go:171","msg":"trace[1322648418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25152; }","duration":"366.828741ms","start":"2026-07-07T04:24:53.62356Z","end":"2026-07-07T04:24:53.990389Z","steps":["trace[1322648418] 'agreement among raft nodes before linearized reading' (duration: 366.127014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:53.990457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:53.623537Z","time spent":"366.913013ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:24:54.607645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.096134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:24:54.60776Z","caller":"traceutil/trace.go:171","msg":"trace[605649455] linearizableReadLoop","detail":"{readStateIndex:25961; appliedIndex:25960; }","duration":"526.821768ms","start":"2026-07-07T04:24:54.08092Z","end":"2026-07-07T04:24:54.607742Z","steps":["trace[605649455] 'read index received' (duration: 411.444988ms)","trace[605649455] 'applied index is now lower than readState.Index' (duration: 115.37551ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:24:54.607988Z","caller":"traceutil/trace.go:171","msg":"trace[181773142] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"551.360399ms","start":"2026-07-07T04:24:54.056613Z","end":"2026-07-07T04:24:54.607974Z","steps":["trace[181773142] 'process raft request' (duration: 435.843055ms)","trace[181773142] 'compare' (duration: 114.965341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:24:54.608064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.05652Z","time spent":"551.506062ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:54.608359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.417962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T04:24:54.608474Z","caller":"traceutil/trace.go:171","msg":"trace[547485856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25153; }","duration":"527.573116ms","start":"2026-07-07T04:24:54.080863Z","end":"2026-07-07T04:24:54.608436Z","steps":["trace[547485856] 'agreement among raft nodes before linearized reading' (duration: 527.254928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:54.608528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.080839Z","time spent":"527.678588ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T04:24:54.983623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.743253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:24:54.983733Z","caller":"traceutil/trace.go:171","msg":"trace[279709371] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"398.429169ms","start":"2026-07-07T04:24:54.585284Z","end":"2026-07-07T04:24:54.983713Z","steps":["trace[279709371] 'process raft request' (duration: 153.502092ms)","trace[279709371] 'compare' (duration: 244.511607ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:24:54.983873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.585261Z","time spent":"398.573863ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:55.541579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.655814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:24:55.541778Z","caller":"traceutil/trace.go:171","msg":"trace[959483216] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"949.923581ms","start":"2026-07-07T04:24:54.591834Z","end":"2026-07-07T04:24:55.541757Z","steps":["trace[959483216] 'process raft request' (duration: 610.925668ms)","trace[959483216] 'compare' (duration: 338.343237ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:24:55.541852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.591809Z","time spent":"950.007393ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:24:55.542201Z","caller":"traceutil/trace.go:171","msg":"trace[989278450] linearizableReadLoop","detail":"{readStateIndex:25964; appliedIndex:25961; }","duration":"934.379343ms","start":"2026-07-07T04:24:54.607792Z","end":"2026-07-07T04:24:55.542171Z","steps":["trace[989278450] 'read index received' (duration: 131.088493ms)","trace[989278450] 'applied index is now lower than readState.Index' (duration: 803.28988ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:24:55.542417Z","caller":"traceutil/trace.go:171","msg":"trace[750289112] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"909.635358ms","start":"2026-07-07T04:24:54.632756Z","end":"2026-07-07T04:24:55.542391Z","steps":["trace[750289112] 'process raft request' (duration: 909.33351ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:55.54244Z","caller":"traceutil/trace.go:171","msg":"trace[1774832198] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"928.450162ms","start":"2026-07-07T04:24:54.613971Z","end":"2026-07-07T04:24:55.542422Z","steps":["trace[1774832198] 'process raft request' (duration: 928.021062ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:55.542442Z","caller":"traceutil/trace.go:171","msg":"trace[441581757] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"935.668184ms","start":"2026-07-07T04:24:54.606738Z","end":"2026-07-07T04:24:55.542406Z","steps":["trace[441581757] 'process raft request' (duration: 934.937637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:55.542521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460896953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-07-07T04:24:55.542529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.632733Z","time spent":"909.73986ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:55.54253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.613947Z","time spent":"928.530815ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:55.542539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453744005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-07T04:24:55.542564Z","caller":"traceutil/trace.go:171","msg":"trace[1804721934] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25159; }","duration":"1.460966175s","start":"2026-07-07T04:24:54.081582Z","end":"2026-07-07T04:24:55.542549Z","steps":["trace[1804721934] 'agreement among raft nodes before linearized reading' (duration: 1.460820242s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:55.542601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.081574Z","time spent":"1.461018426s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-07T04:24:55.542601Z","caller":"traceutil/trace.go:171","msg":"trace[1811381729] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25159; }","duration":"1.453803816s","start":"2026-07-07T04:24:54.088778Z","end":"2026-07-07T04:24:55.542582Z","steps":["trace[1811381729] 'agreement among raft nodes before linearized reading' (duration: 1.453607381s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:55.542634Z","caller":"traceutil/trace.go:171","msg":"trace[1586117752] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"909.574706ms","start":"2026-07-07T04:24:54.633049Z","end":"2026-07-07T04:24:55.542624Z","steps":["trace[1586117752] 'process raft request' (duration: 909.082934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:55.542648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.088751Z","time spent":"1.453889558s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:24:55.542681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.633027Z","time spent":"909.628317ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:55.542661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.606713Z","time spent":"935.841147ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:56.019545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.604936ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:24:56.019667Z","caller":"traceutil/trace.go:171","msg":"trace[231576588] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25159; }","duration":"347.736549ms","start":"2026-07-07T04:24:55.671912Z","end":"2026-07-07T04:24:56.019649Z","steps":["trace[231576588] 'range keys from in-memory index tree' (duration: 347.587966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.020588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.343642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:24:56.020715Z","caller":"traceutil/trace.go:171","msg":"trace[1009107013] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"489.811622ms","start":"2026-07-07T04:24:55.530878Z","end":"2026-07-07T04:24:56.02069Z","steps":["trace[1009107013] 'process raft request' (duration: 233.442265ms)","trace[1009107013] 'compare' (duration: 255.212079ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:24:56.020735Z","caller":"traceutil/trace.go:171","msg":"trace[2037277949] linearizableReadLoop","detail":"{readStateIndex:25968; appliedIndex:25967; }","duration":"478.434962ms","start":"2026-07-07T04:24:55.542281Z","end":"2026-07-07T04:24:56.020716Z","steps":["trace[2037277949] 'read index received' (duration: 222.119157ms)","trace[2037277949] 'applied index is now lower than readState.Index' (duration: 256.313915ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:24:56.020823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:55.530853Z","time spent":"489.914185ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:56.020854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.802799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:24:56.02091Z","caller":"traceutil/trace.go:171","msg":"trace[1898623764] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25160; }","duration":"802.907842ms","start":"2026-07-07T04:24:55.217986Z","end":"2026-07-07T04:24:56.020894Z","steps":["trace[1898623764] 'agreement among raft nodes before linearized reading' (duration: 802.810219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.020916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032411503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-07-07T04:24:56.020952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:55.217965Z","time spent":"802.977853ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:24:56.020983Z","caller":"traceutil/trace.go:171","msg":"trace[1072263539] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:25160; }","duration":"1.032543476s","start":"2026-07-07T04:24:54.988424Z","end":"2026-07-07T04:24:56.020967Z","steps":["trace[1072263539] 'agreement among raft nodes before linearized reading' (duration: 1.032360232s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.020969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.437456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:24:56.021024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.988403Z","time spent":"1.032610887s","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-07-07T04:24:56.021023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.429194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-07T04:24:56.021061Z","caller":"traceutil/trace.go:171","msg":"trace[1010632368] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25160; }","duration":"981.58348ms","start":"2026-07-07T04:24:55.039453Z","end":"2026-07-07T04:24:56.021037Z","steps":["trace[1010632368] 'agreement among raft nodes before linearized reading' (duration: 981.395505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.021087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365539857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-07T04:24:56.02105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.74688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:24:56.021116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:55.039432Z","time spent":"981.672632ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:24:56.021141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223403693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:24:56.021158Z","caller":"traceutil/trace.go:171","msg":"trace[1705096612] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25160; }","duration":"1.223423044s","start":"2026-07-07T04:24:54.797729Z","end":"2026-07-07T04:24:56.021152Z","steps":["trace[1705096612] 'agreement among raft nodes before linearized reading' (duration: 1.223392303s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.021183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.797634Z","time spent":"1.223544536s","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:24:56.021162Z","caller":"traceutil/trace.go:171","msg":"trace[1905344625] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25160; }","duration":"909.934334ms","start":"2026-07-07T04:24:55.111205Z","end":"2026-07-07T04:24:56.02114Z","steps":["trace[1905344625] 'agreement among raft nodes before linearized reading' (duration: 909.695659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.021232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382069597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-07T04:24:56.021247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:55.111187Z","time spent":"910.045257ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:24:56.021287Z","caller":"traceutil/trace.go:171","msg":"trace[1841644816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25160; }","duration":"1.382171261s","start":"2026-07-07T04:24:54.639104Z","end":"2026-07-07T04:24:56.021275Z","steps":["trace[1841644816] 'agreement among raft nodes before linearized reading' (duration: 1.382033897s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.021303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308133408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6b478fb99f-mqvws\" ","response":"range_response_count:1 size:8651"} {"level":"warn","ts":"2026-07-07T04:24:56.021226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012792748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-07-07T04:24:56.021299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375076512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T04:24:56.02111Z","caller":"traceutil/trace.go:171","msg":"trace[2106815221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25160; }","duration":"1.365564457s","start":"2026-07-07T04:24:54.65554Z","end":"2026-07-07T04:24:56.021104Z","steps":["trace[2106815221] 'agreement among raft nodes before linearized reading' (duration: 1.365463225s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.021329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.639074Z","time spent":"1.382245482s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T04:24:56.021345Z","caller":"traceutil/trace.go:171","msg":"trace[1902585273] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:25160; }","duration":"1.012955362s","start":"2026-07-07T04:24:55.008373Z","end":"2026-07-07T04:24:56.021329Z","steps":["trace[1902585273] 'agreement among raft nodes before linearized reading' (duration: 1.012566433s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:56.021345Z","caller":"traceutil/trace.go:171","msg":"trace[1546989394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25160; }","duration":"1.375154394s","start":"2026-07-07T04:24:54.646177Z","end":"2026-07-07T04:24:56.021331Z","steps":["trace[1546989394] 'agreement among raft nodes before linearized reading' (duration: 1.375043511s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:56.021089Z","caller":"traceutil/trace.go:171","msg":"trace[184528943] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:25160; }","duration":"555.521837ms","start":"2026-07-07T04:24:55.465548Z","end":"2026-07-07T04:24:56.02107Z","steps":["trace[184528943] 'agreement among raft nodes before linearized reading' (duration: 555.326552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.021387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.646163Z","time spent":"1.375216975s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T04:24:56.021403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:55.465532Z","time spent":"555.864654ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-07-07T04:24:56.021411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:55.008355Z","time spent":"1.013044524s","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-07T04:24:56.021448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39691942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:24:56.021355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.655502Z","time spent":"1.365841474s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T04:24:56.021475Z","caller":"traceutil/trace.go:171","msg":"trace[1894745529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25160; }","duration":"1.39697538s","start":"2026-07-07T04:24:54.624493Z","end":"2026-07-07T04:24:56.021469Z","steps":["trace[1894745529] 'agreement among raft nodes before linearized reading' (duration: 1.396940559s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:56.02132Z","caller":"traceutil/trace.go:171","msg":"trace[1738138518] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6b478fb99f-mqvws; range_end:; response_count:1; response_revision:25160; }","duration":"1.30820474s","start":"2026-07-07T04:24:54.713111Z","end":"2026-07-07T04:24:56.021316Z","steps":["trace[1738138518] 'agreement among raft nodes before linearized reading' (duration: 1.308151328s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.021488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.62448Z","time spent":"1.397005392s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:24:56.021507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.713088Z","time spent":"1.308407225s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8675,"request content":"key:\"/registry/pods/openstack/magnum-api-6b478fb99f-mqvws\" "} {"level":"warn","ts":"2026-07-07T04:24:56.021396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.103279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:24:56.021639Z","caller":"traceutil/trace.go:171","msg":"trace[1085702816] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25160; }","duration":"490.56348ms","start":"2026-07-07T04:24:55.531056Z","end":"2026-07-07T04:24:56.02162Z","steps":["trace[1085702816] 'agreement among raft nodes before linearized reading' (duration: 489.771561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.021737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:55.531044Z","time spent":"490.673992ms","remote":"127.0.0.1:40882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:24:56.021827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047023618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:24:56.022316Z","caller":"traceutil/trace.go:171","msg":"trace[1570448958] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25160; }","duration":"1.047188272s","start":"2026-07-07T04:24:54.97471Z","end":"2026-07-07T04:24:56.021898Z","steps":["trace[1570448958] 'agreement among raft nodes before linearized reading' (duration: 1.046125467s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.022382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:54.974692Z","time spent":"1.047671273s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:24:56.260302Z","caller":"traceutil/trace.go:171","msg":"trace[53376696] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"712.612774ms","start":"2026-07-07T04:24:55.547661Z","end":"2026-07-07T04:24:56.260273Z","steps":["trace[53376696] 'process raft request' (duration: 632.410516ms)","trace[53376696] 'compare' (duration: 80.006943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:24:56.260469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:55.547639Z","time spent":"712.741896ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:24:56.260692Z","caller":"traceutil/trace.go:171","msg":"trace[1954534100] linearizableReadLoop","detail":"{readStateIndex:25971; appliedIndex:25968; }","duration":"239.900647ms","start":"2026-07-07T04:24:56.020765Z","end":"2026-07-07T04:24:56.260666Z","steps":["trace[1954534100] 'read index received' (duration: 159.369641ms)","trace[1954534100] 'applied index is now lower than readState.Index' (duration: 80.530066ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:24:56.260744Z","caller":"traceutil/trace.go:171","msg":"trace[1071849536] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"712.363728ms","start":"2026-07-07T04:24:55.548344Z","end":"2026-07-07T04:24:56.260708Z","steps":["trace[1071849536] 'process raft request' (duration: 711.883427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.260803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.56005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:24:56.260867Z","caller":"traceutil/trace.go:171","msg":"trace[469870901] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25163; }","duration":"534.689653ms","start":"2026-07-07T04:24:55.72616Z","end":"2026-07-07T04:24:56.260849Z","steps":["trace[469870901] 'agreement among raft nodes before linearized reading' (duration: 534.573641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.260867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.314808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:24:56.260935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.023816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T04:24:56.260946Z","caller":"traceutil/trace.go:171","msg":"trace[888306405] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25163; }","duration":"647.434911ms","start":"2026-07-07T04:24:55.613493Z","end":"2026-07-07T04:24:56.260928Z","steps":["trace[888306405] 'agreement among raft nodes before linearized reading' (duration: 647.295428ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:56.260944Z","caller":"traceutil/trace.go:171","msg":"trace[465649730] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"668.717515ms","start":"2026-07-07T04:24:55.592196Z","end":"2026-07-07T04:24:56.260913Z","steps":["trace[465649730] 'process raft request' (duration: 668.311195ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:56.260979Z","caller":"traceutil/trace.go:171","msg":"trace[1844874514] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25163; }","duration":"681.122888ms","start":"2026-07-07T04:24:55.579846Z","end":"2026-07-07T04:24:56.260969Z","steps":["trace[1844874514] 'agreement among raft nodes before linearized reading' (duration: 680.944294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.260995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:55.613478Z","time spent":"647.501923ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:24:56.261024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:55.579832Z","time spent":"681.18329ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T04:24:56.261041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:55.54833Z","time spent":"712.525572ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:56.260903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:55.72614Z","time spent":"534.755264ms","remote":"127.0.0.1:39700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:24:56.260958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.395306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T04:24:56.261185Z","caller":"traceutil/trace.go:171","msg":"trace[49232766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25163; }","duration":"264.710124ms","start":"2026-07-07T04:24:55.996458Z","end":"2026-07-07T04:24:56.261168Z","steps":["trace[49232766] 'agreement among raft nodes before linearized reading' (duration: 264.221642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.261108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:55.59218Z","time spent":"668.836337ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:56.7609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989656935,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T04:24:56.906517Z","caller":"traceutil/trace.go:171","msg":"trace[831530440] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"872.071618ms","start":"2026-07-07T04:24:56.03443Z","end":"2026-07-07T04:24:56.906502Z","steps":["trace[831530440] 'process raft request' (duration: 872.046778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.90662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.034422Z","time spent":"872.14596ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:24:56.906741Z","caller":"traceutil/trace.go:171","msg":"trace[1371447218] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"873.102953ms","start":"2026-07-07T04:24:56.033631Z","end":"2026-07-07T04:24:56.906734Z","steps":["trace[1371447218] 'process raft request' (duration: 872.798546ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:56.906719Z","caller":"traceutil/trace.go:171","msg":"trace[792093648] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"881.342027ms","start":"2026-07-07T04:24:56.025335Z","end":"2026-07-07T04:24:56.906677Z","steps":["trace[792093648] 'process raft request' (duration: 881.017739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.906769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.033614Z","time spent":"873.140013ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:56.90687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.025323Z","time spent":"881.469409ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:24:56.906933Z","caller":"traceutil/trace.go:171","msg":"trace[92764372] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"873.145033ms","start":"2026-07-07T04:24:56.033781Z","end":"2026-07-07T04:24:56.906926Z","steps":["trace[92764372] 'process raft request' (duration: 872.669492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:56.906965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.033764Z","time spent":"873.183395ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8449,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:56.906979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.022958Z","time spent":"884.013301ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T04:24:57.27785Z","caller":"traceutil/trace.go:171","msg":"trace[897566422] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"1.012673776s","start":"2026-07-07T04:24:56.265153Z","end":"2026-07-07T04:24:57.277827Z","steps":["trace[897566422] 'process raft request' (duration: 1.012335588s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:57.278117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.265134Z","time spent":"1.012784108s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:24:57.278288Z","caller":"traceutil/trace.go:171","msg":"trace[471938424] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"664.938716ms","start":"2026-07-07T04:24:56.613325Z","end":"2026-07-07T04:24:57.278264Z","steps":["trace[471938424] 'process raft request' (duration: 664.452045ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:57.278111Z","caller":"traceutil/trace.go:171","msg":"trace[352763921] linearizableReadLoop","detail":"{readStateIndex:25978; appliedIndex:25971; }","duration":"1.017311276s","start":"2026-07-07T04:24:56.260763Z","end":"2026-07-07T04:24:57.278074Z","steps":["trace[352763921] 'read index received' (duration: 556.631244ms)","trace[352763921] 'applied index is now lower than readState.Index' (duration: 460.677942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:24:57.278392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.6133Z","time spent":"665.034178ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:57.278444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253292249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-07-07T04:24:57.278472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255671586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:24:57.278517Z","caller":"traceutil/trace.go:171","msg":"trace[1910508943] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:25169; }","duration":"1.253369211s","start":"2026-07-07T04:24:56.025119Z","end":"2026-07-07T04:24:57.278488Z","steps":["trace[1910508943] 'agreement among raft nodes before linearized reading' (duration: 1.253149335s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:57.278526Z","caller":"traceutil/trace.go:171","msg":"trace[384782262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25169; }","duration":"1.255742957s","start":"2026-07-07T04:24:56.022765Z","end":"2026-07-07T04:24:57.278508Z","steps":["trace[384782262] 'agreement among raft nodes before linearized reading' (duration: 1.255630625s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:57.278493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252442779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-07-07T04:24:57.278564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.022754Z","time spent":"1.255801638s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:24:57.278561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.025104Z","time spent":"1.253445893s","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-07-07T04:24:57.278581Z","caller":"traceutil/trace.go:171","msg":"trace[1018167813] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:25169; }","duration":"1.252552231s","start":"2026-07-07T04:24:56.026009Z","end":"2026-07-07T04:24:57.278561Z","steps":["trace[1018167813] 'agreement among raft nodes before linearized reading' (duration: 1.252255634s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:57.278622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.026Z","time spent":"1.252612533s","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-07-07T04:24:57.305079Z","caller":"traceutil/trace.go:171","msg":"trace[309341888] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"396.925403ms","start":"2026-07-07T04:24:56.908118Z","end":"2026-07-07T04:24:57.305043Z","steps":["trace[309341888] 'process raft request' (duration: 396.557775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:57.305207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.574227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:24:57.305241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.908086Z","time spent":"397.068667ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:57.305268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.944756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6b478fb99f-mqvws\" ","response":"range_response_count:1 size:8467"} {"level":"info","ts":"2026-07-07T04:24:57.305326Z","caller":"traceutil/trace.go:171","msg":"trace[1788249030] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25172; }","duration":"211.711781ms","start":"2026-07-07T04:24:57.093556Z","end":"2026-07-07T04:24:57.305267Z","steps":["trace[1788249030] 'agreement among raft nodes before linearized reading' (duration: 211.528976ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:57.305364Z","caller":"traceutil/trace.go:171","msg":"trace[756971751] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6b478fb99f-mqvws; range_end:; response_count:1; response_revision:25172; }","duration":"384.071729ms","start":"2026-07-07T04:24:56.921277Z","end":"2026-07-07T04:24:57.305349Z","steps":["trace[756971751] 'agreement among raft nodes before linearized reading' (duration: 383.826564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:57.305408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.921262Z","time spent":"384.137341ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8491,"request content":"key:\"/registry/pods/openstack/magnum-api-6b478fb99f-mqvws\" "} {"level":"warn","ts":"2026-07-07T04:24:57.305451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020052661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-07T04:24:57.305602Z","caller":"traceutil/trace.go:171","msg":"trace[1742352401] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"392.993741ms","start":"2026-07-07T04:24:56.912595Z","end":"2026-07-07T04:24:57.305589Z","steps":["trace[1742352401] 'process raft request' (duration: 392.330335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:57.305703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.912589Z","time spent":"393.050622ms","remote":"127.0.0.1:52692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:57.305789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.990987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-07-07T04:24:57.305571Z","caller":"traceutil/trace.go:171","msg":"trace[631895093] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25172; }","duration":"1.020242625s","start":"2026-07-07T04:24:56.285304Z","end":"2026-07-07T04:24:57.305547Z","steps":["trace[631895093] 'agreement among raft nodes before linearized reading' (duration: 1.019829955s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:57.305814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040918634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T04:24:57.305864Z","caller":"traceutil/trace.go:171","msg":"trace[2012226944] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"316.004088ms","start":"2026-07-07T04:24:56.989844Z","end":"2026-07-07T04:24:57.305848Z","steps":["trace[2012226944] 'process raft request' (duration: 315.160808ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:57.305873Z","caller":"traceutil/trace.go:171","msg":"trace[1022026776] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:25172; }","duration":"392.273844ms","start":"2026-07-07T04:24:56.913555Z","end":"2026-07-07T04:24:57.305828Z","steps":["trace[1022026776] 'agreement among raft nodes before linearized reading' (duration: 392.077469ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:57.305886Z","caller":"traceutil/trace.go:171","msg":"trace[1526838858] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25172; }","duration":"1.041035067s","start":"2026-07-07T04:24:56.264832Z","end":"2026-07-07T04:24:57.305867Z","steps":["trace[1526838858] 'agreement among raft nodes before linearized reading' (duration: 1.040836952s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:57.305926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.264813Z","time spent":"1.041105729s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T04:24:57.305939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.98982Z","time spent":"316.083461ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:57.305962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.566676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:24:57.306049Z","caller":"traceutil/trace.go:171","msg":"trace[578413623] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25172; }","duration":"118.692379ms","start":"2026-07-07T04:24:57.187333Z","end":"2026-07-07T04:24:57.306026Z","steps":["trace[578413623] 'agreement among raft nodes before linearized reading' (duration: 118.560025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:57.305959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.913548Z","time spent":"392.367386ms","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-07-07T04:24:57.305872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.285286Z","time spent":"1.020575933s","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-07T04:24:57.306273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.386303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-07T04:24:57.306504Z","caller":"traceutil/trace.go:171","msg":"trace[974916690] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:25172; }","duration":"391.793602ms","start":"2026-07-07T04:24:56.914691Z","end":"2026-07-07T04:24:57.306485Z","steps":["trace[974916690] 'agreement among raft nodes before linearized reading' (duration: 391.033154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:57.306671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.914683Z","time spent":"391.967726ms","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-07-07T04:24:57.305671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.596518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-07T04:24:57.30684Z","caller":"traceutil/trace.go:171","msg":"trace[1005016522] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:25172; }","duration":"392.914999ms","start":"2026-07-07T04:24:56.9139Z","end":"2026-07-07T04:24:57.306815Z","steps":["trace[1005016522] 'agreement among raft nodes before linearized reading' (duration: 391.325602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:57.306896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:56.913887Z","time spent":"392.993201ms","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-07-07T04:24:57.852792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989656951,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T04:24:58.130049Z","caller":"traceutil/trace.go:171","msg":"trace[425651820] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"813.022501ms","start":"2026-07-07T04:24:57.316759Z","end":"2026-07-07T04:24:58.129781Z","steps":["trace[425651820] 'process raft request' (duration: 812.689853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:58.130209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:57.316744Z","time spent":"813.38304ms","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:24:59.414537Z","caller":"traceutil/trace.go:171","msg":"trace[712838014] linearizableReadLoop","detail":"{readStateIndex:25987; appliedIndex:25981; }","duration":"2.062674885s","start":"2026-07-07T04:24:57.35184Z","end":"2026-07-07T04:24:59.414514Z","steps":["trace[712838014] 'read index received' (duration: 777.694405ms)","trace[712838014] 'applied index is now lower than readState.Index' (duration: 1.28497945s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:24:59.414711Z","caller":"traceutil/trace.go:171","msg":"trace[1582104762] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"2.097817857s","start":"2026-07-07T04:24:57.316866Z","end":"2026-07-07T04:24:59.414684Z","steps":["trace[1582104762] 'process raft request' (duration: 2.069444035s)","trace[1582104762] 'compare' (duration: 27.061141ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:24:59.414719Z","caller":"traceutil/trace.go:171","msg":"trace[2134091640] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"2.095630785s","start":"2026-07-07T04:24:57.319052Z","end":"2026-07-07T04:24:59.414683Z","steps":["trace[2134091640] 'process raft request' (duration: 2.095225355s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:24:59.414799Z","caller":"traceutil/trace.go:171","msg":"trace[421160659] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"1.865779765s","start":"2026-07-07T04:24:57.549004Z","end":"2026-07-07T04:24:59.414784Z","steps":["trace[421160659] 'process raft request' (duration: 1.865381706s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:59.414806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:57.316848Z","time spent":"2.097906349s","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:59.4154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:57.548988Z","time spent":"1.866241377s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:24:59.41484Z","caller":"traceutil/trace.go:171","msg":"trace[1461201816] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"1.865662673s","start":"2026-07-07T04:24:57.54915Z","end":"2026-07-07T04:24:59.414812Z","steps":["trace[1461201816] 'process raft request' (duration: 1.865324515s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:59.414868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:57.319041Z","time spent":"2.095748977s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7536,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:59.415781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:57.549141Z","time spent":"1.866557514s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:24:59.4149Z","caller":"traceutil/trace.go:171","msg":"trace[1130350925] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"1.865801976s","start":"2026-07-07T04:24:57.549084Z","end":"2026-07-07T04:24:59.414886Z","steps":["trace[1130350925] 'process raft request' (duration: 1.865350795s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:59.415886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:57.549077Z","time spent":"1.86678414s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:24:59.415006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063163907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:24:59.415947Z","caller":"traceutil/trace.go:171","msg":"trace[1912434158] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25178; }","duration":"2.064134449s","start":"2026-07-07T04:24:57.351795Z","end":"2026-07-07T04:24:59.41593Z","steps":["trace[1912434158] 'agreement among raft nodes before linearized reading' (duration: 2.063147086s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:24:59.416004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:57.351782Z","time spent":"2.064210232s","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:24:59.914818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989656962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:00.415745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989656962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:00.624911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000207685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:25:00.624988Z","caller":"traceutil/trace.go:171","msg":"trace[1676393884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330988s","start":"2026-07-07T04:24:58.624635Z","end":"2026-07-07T04:25:00.624966Z","steps":["trace[1676393884] 'agreement among raft nodes before linearized reading' (duration: 2.000237536s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:00.625027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:58.624613Z","time spent":"2.000405601s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:25:00.916329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989656962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:00.969805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.582270485s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:01.990663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020527452s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:25:01.991193Z","caller":"traceutil/trace.go:171","msg":"trace[996708750] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"3.590453421s","start":"2026-07-07T04:24:58.400709Z","end":"2026-07-07T04:25:01.991163Z","steps":["trace[996708750] 'process raft request' (duration: 3.590069212s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:01.991308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:58.400689Z","time spent":"3.590565453s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:01.991561Z","caller":"traceutil/trace.go:171","msg":"trace[614804501] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"3.724461592s","start":"2026-07-07T04:24:58.267061Z","end":"2026-07-07T04:25:01.991523Z","steps":["trace[614804501] 'process raft request' (duration: 2.702970427s)","trace[614804501] 'compare' (duration: 1.019369445s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:01.991628Z","caller":"traceutil/trace.go:171","msg":"trace[2036255810] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"2.707137256s","start":"2026-07-07T04:24:59.284417Z","end":"2026-07-07T04:25:01.991554Z","steps":["trace[2036255810] 'process raft request' (duration: 2.70645649s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:01.991675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:58.267039Z","time spent":"3.724575624s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:01.991628Z","caller":"traceutil/trace.go:171","msg":"trace[984478801] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"2.680784293s","start":"2026-07-07T04:24:59.310802Z","end":"2026-07-07T04:25:01.991586Z","steps":["trace[984478801] 'process raft request' (duration: 2.680126237s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:01.992128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:59.310776Z","time spent":"2.681265433s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:01.992846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:59.284401Z","time spent":"2.707472903s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:02.545817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996948936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:02.545897Z","caller":"traceutil/trace.go:171","msg":"trace[208535876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.997079879s","start":"2026-07-07T04:24:57.548798Z","end":"2026-07-07T04:25:02.545878Z","steps":["trace[208535876] 'agreement among raft nodes before linearized reading' (duration: 4.996980997s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:02.545947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:57.548549Z","time spent":"4.997384716s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/07 04:25:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:02.625869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:25:02.625963Z","caller":"traceutil/trace.go:171","msg":"trace[1285492578] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000506994s","start":"2026-07-07T04:25:00.625434Z","end":"2026-07-07T04:25:02.625941Z","steps":["trace[1285492578] 'agreement among raft nodes before linearized reading' (duration: 2.000306359s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:02.626017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:00.625422Z","time spent":"2.000582986s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:02.933713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.71141ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-07T04:25:02.933919Z","caller":"traceutil/trace.go:171","msg":"trace[2118539244] linearizableReadLoop","detail":"{readStateIndex:25992; appliedIndex:25987; }","duration":"3.519297086s","start":"2026-07-07T04:24:59.414604Z","end":"2026-07-07T04:25:02.933901Z","steps":["trace[2118539244] 'read index received' (duration: 1.55544038s)","trace[2118539244] 'applied index is now lower than readState.Index' (duration: 1.963855636s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:02.934272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651630368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T04:25:02.934314Z","caller":"traceutil/trace.go:171","msg":"trace[1965436906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25182; }","duration":"3.65171733s","start":"2026-07-07T04:24:59.282586Z","end":"2026-07-07T04:25:02.934304Z","steps":["trace[1965436906] 'agreement among raft nodes before linearized reading' (duration: 3.651585077s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:02.934348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:59.282562Z","time spent":"3.651774662s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T04:25:02.93452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.022743471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:25:02.93455Z","caller":"traceutil/trace.go:171","msg":"trace[1815043810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25182; }","duration":"4.022785641s","start":"2026-07-07T04:24:58.911754Z","end":"2026-07-07T04:25:02.934539Z","steps":["trace[1815043810] 'agreement among raft nodes before linearized reading' (duration: 4.022703879s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:02.934574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:58.911748Z","time spent":"4.022819682s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T04:25:02.934769Z","caller":"traceutil/trace.go:171","msg":"trace[1909480506] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"1.907783149s","start":"2026-07-07T04:25:01.026968Z","end":"2026-07-07T04:25:02.934751Z","steps":["trace[1909480506] 'process raft request' (duration: 1.906826727s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:02.934873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:01.02694Z","time spent":"1.907874522s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:03.434681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989656969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:03.691672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.558547173s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:04.605014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000636525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:04.6051Z","caller":"traceutil/trace.go:171","msg":"trace[1474117992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000773009s","start":"2026-07-07T04:25:02.604309Z","end":"2026-07-07T04:25:04.605082Z","steps":["trace[1474117992] 'agreement among raft nodes before linearized reading' (duration: 2.000663056s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:04.605144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:02.604294Z","time spent":"2.00083972s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:04.632502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000475452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:04.632593Z","caller":"traceutil/trace.go:171","msg":"trace[864886514] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586194s","start":"2026-07-07T04:25:02.631969Z","end":"2026-07-07T04:25:04.632555Z","steps":["trace[864886514] 'agreement among raft nodes before linearized reading' (duration: 2.000492252s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:04.632632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:02.631957Z","time spent":"2.000668306s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:04.658441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.257961128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:04.658591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331114499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-07T04:25:04.658676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.39536836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:04.658717Z","caller":"traceutil/trace.go:171","msg":"trace[2146604906] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25183; }","duration":"6.331254213s","start":"2026-07-07T04:24:58.327407Z","end":"2026-07-07T04:25:04.658661Z","steps":["trace[2146604906] 'agreement among raft nodes before linearized reading' (duration: 4.607310125s)","trace[2146604906] 'range keys from in-memory index tree' (duration: 1.723677791s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:04.658741Z","caller":"traceutil/trace.go:171","msg":"trace[1561570396] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25183; }","duration":"6.395429811s","start":"2026-07-07T04:24:58.263289Z","end":"2026-07-07T04:25:04.658718Z","steps":["trace[1561570396] 'agreement among raft nodes before linearized reading' (duration: 4.671407122s)","trace[1561570396] 'count revisions from in-memory index tree' (duration: 1.723951938s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:04.658788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:58.263232Z","time spent":"6.395538843s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:04.658801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:58.32739Z","time spent":"6.331380855s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:25:04.658924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.292656575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:04.659018Z","caller":"traceutil/trace.go:171","msg":"trace[1423264506] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25183; }","duration":"7.292814199s","start":"2026-07-07T04:24:57.366183Z","end":"2026-07-07T04:25:04.658997Z","steps":["trace[1423264506] 'agreement among raft nodes before linearized reading' (duration: 5.568532293s)","trace[1423264506] 'range keys from in-memory index tree' (duration: 1.724179763s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:04.659072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:57.366161Z","time spent":"7.29289815s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T04:25:04.659119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.748630194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:25:04.65924Z","caller":"traceutil/trace.go:171","msg":"trace[133377891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.748778417s","start":"2026-07-07T04:24:58.910445Z","end":"2026-07-07T04:25:04.659224Z","steps":["trace[133377891] 'agreement among raft nodes before linearized reading' (duration: 4.024246076s)","trace[133377891] 'range keys from in-memory index tree' (duration: 1.724398968s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:04.659297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:58.910428Z","time spent":"5.7488549s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/07 04:25:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:04.659485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.979289973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-07T04:25:04.659537Z","caller":"traceutil/trace.go:171","msg":"trace[1075492225] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25183; }","duration":"5.979379205s","start":"2026-07-07T04:24:58.680143Z","end":"2026-07-07T04:25:04.659522Z","steps":["trace[1075492225] 'agreement among raft nodes before linearized reading' (duration: 4.254560817s)","trace[1075492225] 'range keys from in-memory index tree' (duration: 1.724694175s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:04.659586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:58.680123Z","time spent":"5.979448326s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-07T04:25:04.659775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813911375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:04.659815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.858547336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:04.659831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.393517666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-07T04:25:04.659857Z","caller":"traceutil/trace.go:171","msg":"trace[2078329409] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25183; }","duration":"6.814037448s","start":"2026-07-07T04:24:57.845797Z","end":"2026-07-07T04:25:04.659834Z","steps":["trace[2078329409] 'agreement among raft nodes before linearized reading' (duration: 5.088873521s)","trace[2078329409] 'count revisions from in-memory index tree' (duration: 1.725044563s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:04.659867Z","caller":"traceutil/trace.go:171","msg":"trace[1762943658] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25183; }","duration":"6.393567897s","start":"2026-07-07T04:24:58.266286Z","end":"2026-07-07T04:25:04.659854Z","steps":["trace[1762943658] 'agreement among raft nodes before linearized reading' (duration: 4.66838161s)","trace[1762943658] 'range keys from in-memory index tree' (duration: 1.725081464s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:04.659868Z","caller":"traceutil/trace.go:171","msg":"trace[1151689705] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25183; }","duration":"5.858649608s","start":"2026-07-07T04:24:58.801199Z","end":"2026-07-07T04:25:04.659849Z","steps":["trace[1151689705] 'agreement among raft nodes before linearized reading' (duration: 4.133497762s)","trace[1151689705] 'count revisions from in-memory index tree' (duration: 1.725087744s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:04.659897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:58.266275Z","time spent":"6.393615738s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:25:04.659901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:57.845744Z","time spent":"6.814146551s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:04.659915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:58.801183Z","time spent":"5.858718369s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:04.65861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.392640435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-07T04:25:04.659987Z","caller":"traceutil/trace.go:171","msg":"trace[423973131] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25183; }","duration":"6.394049809s","start":"2026-07-07T04:24:58.265912Z","end":"2026-07-07T04:25:04.659962Z","steps":["trace[423973131] 'agreement among raft nodes before linearized reading' (duration: 4.66877484s)","trace[423973131] 'range keys from in-memory index tree' (duration: 1.723801794s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:04.660054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:58.265893Z","time spent":"6.39414107s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:25:04.660046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.748347357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T04:25:04.660115Z","caller":"traceutil/trace.go:171","msg":"trace[1975768672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25183; }","duration":"5.748483261s","start":"2026-07-07T04:24:58.911612Z","end":"2026-07-07T04:25:04.660095Z","steps":["trace[1975768672] 'agreement among raft nodes before linearized reading' (duration: 4.023072199s)","trace[1975768672] 'range keys from in-memory index tree' (duration: 1.725244848s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:04.66016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:58.911603Z","time spent":"5.748548852s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T04:25:04.660734Z","caller":"traceutil/trace.go:171","msg":"trace[1178568638] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25183; }","duration":"6.258125752s","start":"2026-07-07T04:24:58.400379Z","end":"2026-07-07T04:25:04.658505Z","steps":["trace[1178568638] 'agreement among raft nodes before linearized reading' (duration: 4.534331498s)","trace[1178568638] 'count revisions from in-memory index tree' (duration: 1.723689762s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:04.660915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:58.40036Z","time spent":"6.260536679s","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:04.661702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.77488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:25:04.661964Z","caller":"traceutil/trace.go:171","msg":"trace[198187001] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"3.240208541s","start":"2026-07-07T04:25:01.421713Z","end":"2026-07-07T04:25:04.661921Z","steps":["trace[198187001] 'process raft request' (duration: 2.270152534s)","trace[198187001] 'compare' (duration: 968.598672ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:04.662007Z","caller":"traceutil/trace.go:171","msg":"trace[1731451349] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"3.195593475s","start":"2026-07-07T04:25:01.4664Z","end":"2026-07-07T04:25:04.661994Z","steps":["trace[1731451349] 'process raft request' (duration: 3.195545784s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:04.662071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:01.466377Z","time spent":"3.195663197s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:04.662118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:01.421686Z","time spent":"3.240349655s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:04.662152Z","caller":"traceutil/trace.go:171","msg":"trace[2000558068] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"3.238072911s","start":"2026-07-07T04:25:01.424055Z","end":"2026-07-07T04:25:04.662128Z","steps":["trace[2000558068] 'process raft request' (duration: 3.237846225s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:04.662159Z","caller":"traceutil/trace.go:171","msg":"trace[1628446211] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"3.238996332s","start":"2026-07-07T04:25:01.423106Z","end":"2026-07-07T04:25:04.662102Z","steps":["trace[1628446211] 'process raft request' (duration: 3.238699425s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:04.662319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:01.424037Z","time spent":"3.238194483s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:04.662329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:01.423094Z","time spent":"3.239174177s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:05.328238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.471496664s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:06.489853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.667431ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:06.490152Z","caller":"traceutil/trace.go:171","msg":"trace[666987979] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25187; }","duration":"817.982088ms","start":"2026-07-07T04:25:05.672155Z","end":"2026-07-07T04:25:06.490137Z","steps":["trace[666987979] 'range keys from in-memory index tree' (duration: 817.651991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.490537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162030191s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:25:06.490674Z","caller":"traceutil/trace.go:171","msg":"trace[1561538385] linearizableReadLoop","detail":"{readStateIndex:26000; appliedIndex:25993; }","duration":"3.556713372s","start":"2026-07-07T04:25:02.933952Z","end":"2026-07-07T04:25:06.490666Z","steps":["trace[1561538385] 'read index received' (duration: 757.922596ms)","trace[1561538385] 'applied index is now lower than readState.Index' (duration: 2.798790146s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:06.490764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.261256337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:06.490788Z","caller":"traceutil/trace.go:171","msg":"trace[1395124277] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25190; }","duration":"6.261320759s","start":"2026-07-07T04:25:00.22946Z","end":"2026-07-07T04:25:06.490781Z","steps":["trace[1395124277] 'agreement among raft nodes before linearized reading' (duration: 6.261253807s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.490777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.664728194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:06.490811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:00.229439Z","time spent":"6.261365859s","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-07T04:25:06.490835Z","caller":"traceutil/trace.go:171","msg":"trace[890266748] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25190; }","duration":"4.664821195s","start":"2026-07-07T04:25:01.825999Z","end":"2026-07-07T04:25:06.49082Z","steps":["trace[890266748] 'agreement among raft nodes before linearized reading' (duration: 4.664671342s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.490836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.151877419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-07T04:25:06.490871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:01.825986Z","time spent":"4.664873417s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:06.490966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.289904185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:06.490998Z","caller":"traceutil/trace.go:171","msg":"trace[844121295] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25190; }","duration":"6.289966477s","start":"2026-07-07T04:25:00.201024Z","end":"2026-07-07T04:25:06.49099Z","steps":["trace[844121295] 'agreement among raft nodes before linearized reading' (duration: 6.289917965s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.491017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:00.201008Z","time spent":"6.290004607s","remote":"127.0.0.1:41108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:06.491042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995812169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:25:06.491047Z","caller":"traceutil/trace.go:171","msg":"trace[1585002878] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"3.552618025s","start":"2026-07-07T04:25:02.938416Z","end":"2026-07-07T04:25:06.491034Z","steps":["trace[1585002878] 'process raft request' (duration: 2.390042371s)","trace[1585002878] 'compare' (duration: 1.160950495s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:06.49107Z","caller":"traceutil/trace.go:171","msg":"trace[849338953] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25190; }","duration":"4.995839659s","start":"2026-07-07T04:25:01.495222Z","end":"2026-07-07T04:25:06.491061Z","steps":["trace[849338953] 'agreement among raft nodes before linearized reading' (duration: 4.995766657s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.491106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:01.495177Z","time spent":"4.995922392s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:06.491131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.385746743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:06.491153Z","caller":"traceutil/trace.go:171","msg":"trace[1845503462] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25190; }","duration":"6.385800134s","start":"2026-07-07T04:25:00.105347Z","end":"2026-07-07T04:25:06.491147Z","steps":["trace[1845503462] 'agreement among raft nodes before linearized reading' (duration: 6.385762463s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.491173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:00.105319Z","time spent":"6.385847916s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-07T04:25:06.490968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986485038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:06.491209Z","caller":"traceutil/trace.go:171","msg":"trace[490568206] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"3.552665135s","start":"2026-07-07T04:25:02.938536Z","end":"2026-07-07T04:25:06.491201Z","steps":["trace[490568206] 'process raft request' (duration: 3.552050501s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.491232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.569525152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:06.491257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:02.938527Z","time spent":"3.552707796s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:06.491268Z","caller":"traceutil/trace.go:171","msg":"trace[582335948] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25190; }","duration":"6.569596314s","start":"2026-07-07T04:24:59.92166Z","end":"2026-07-07T04:25:06.491256Z","steps":["trace[582335948] 'agreement among raft nodes before linearized reading' (duration: 6.569538042s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:06.491253Z","caller":"traceutil/trace.go:171","msg":"trace[1232824810] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25190; }","duration":"4.986787196s","start":"2026-07-07T04:25:01.504426Z","end":"2026-07-07T04:25:06.491213Z","steps":["trace[1232824810] 'agreement among raft nodes before linearized reading' (duration: 4.986480279s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.491299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:59.921639Z","time spent":"6.569654186s","remote":"127.0.0.1:40860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:06.491113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:02.938396Z","time spent":"3.552673845s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:06.490885Z","caller":"traceutil/trace.go:171","msg":"trace[785736059] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25190; }","duration":"6.151973101s","start":"2026-07-07T04:25:00.338897Z","end":"2026-07-07T04:25:06.490871Z","steps":["trace[785736059] 'agreement among raft nodes before linearized reading' (duration: 6.151796467s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.491369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:01.504409Z","time spent":"4.986914518s","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:06.491379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89975602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:06.491398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.070763073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-07T04:25:06.491444Z","caller":"traceutil/trace.go:171","msg":"trace[56186303] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25190; }","duration":"3.899836072s","start":"2026-07-07T04:25:02.591593Z","end":"2026-07-07T04:25:06.491429Z","steps":["trace[56186303] 'agreement among raft nodes before linearized reading' (duration: 3.899721209s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.491444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862694292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-07T04:25:06.491289Z","caller":"traceutil/trace.go:171","msg":"trace[289981434] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"3.444175628s","start":"2026-07-07T04:25:03.047103Z","end":"2026-07-07T04:25:06.491279Z","steps":["trace[289981434] 'process raft request' (duration: 3.443529543s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:06.491491Z","caller":"traceutil/trace.go:171","msg":"trace[422753822] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529; range_end:; response_count:1; response_revision:25190; }","duration":"3.862840716s","start":"2026-07-07T04:25:02.628635Z","end":"2026-07-07T04:25:06.491476Z","steps":["trace[422753822] 'agreement among raft nodes before linearized reading' (duration: 3.862672162s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.49125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923119092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:06.491527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:02.628617Z","time spent":"3.862901837s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" "} {"level":"warn","ts":"2026-07-07T04:25:06.491402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.072448389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:06.491551Z","caller":"traceutil/trace.go:171","msg":"trace[280549703] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25190; }","duration":"3.92343244s","start":"2026-07-07T04:25:02.568086Z","end":"2026-07-07T04:25:06.491518Z","steps":["trace[280549703] 'agreement among raft nodes before linearized reading' (duration: 3.923128623s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.491578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:02.568069Z","time spent":"3.923499381s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:06.491585Z","caller":"traceutil/trace.go:171","msg":"trace[405769412] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25190; }","duration":"6.072671554s","start":"2026-07-07T04:25:00.418893Z","end":"2026-07-07T04:25:06.491565Z","steps":["trace[405769412] 'agreement among raft nodes before linearized reading' (duration: 6.072390357s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.491368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972907191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:25:06.491685Z","caller":"traceutil/trace.go:171","msg":"trace[151181187] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25190; }","duration":"3.973222349s","start":"2026-07-07T04:25:02.518452Z","end":"2026-07-07T04:25:06.491675Z","steps":["trace[151181187] 'agreement among raft nodes before linearized reading' (duration: 3.972887491s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.49172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:02.518397Z","time spent":"3.97331288s","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:06.491717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:00.418874Z","time spent":"6.072791556s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:06.491472Z","caller":"traceutil/trace.go:171","msg":"trace[2022220538] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:25190; }","duration":"7.070866905s","start":"2026-07-07T04:24:59.420585Z","end":"2026-07-07T04:25:06.491451Z","steps":["trace[2022220538] 'agreement among raft nodes before linearized reading' (duration: 7.07063326s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.491794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:24:59.420563Z","time spent":"7.071204684s","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-07-07T04:25:06.491459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:00.338875Z","time spent":"6.152525583s","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-07T04:25:06.491482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:02.591576Z","time spent":"3.899897823s","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:06.491883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:03.047079Z","time spent":"3.444440004s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:06.638499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:25:06.638581Z","caller":"traceutil/trace.go:171","msg":"trace[1368355355] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268528s","start":"2026-07-07T04:25:04.638292Z","end":"2026-07-07T04:25:06.638561Z","steps":["trace[1368355355] 'agreement among raft nodes before linearized reading' (duration: 2.000165995s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:06.638621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:04.638279Z","time spent":"2.00033276s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:25:06.990729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989656981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:07.069209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.325730973s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:07.546307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998774688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:07.54637Z","caller":"traceutil/trace.go:171","msg":"trace[1116778973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998896251s","start":"2026-07-07T04:25:04.547459Z","end":"2026-07-07T04:25:07.546356Z","steps":["trace[1116778973] 'agreement among raft nodes before linearized reading' (duration: 2.998810129s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:07.546404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:04.547441Z","time spent":"2.998956272s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/07 04:25:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:07.563243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068009425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:07.563306Z","caller":"traceutil/trace.go:171","msg":"trace[76561880] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; }","duration":"1.068105376s","start":"2026-07-07T04:25:06.495184Z","end":"2026-07-07T04:25:07.563289Z","steps":["trace[76561880] 'agreement among raft nodes before linearized reading' (duration: 1.068024695s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:07.563339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:06.495177Z","time spent":"1.068156758s","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} 2026/07/07 04:25:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:07.577135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:06.493843Z","time spent":"1.083289656s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:25:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:07.577132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:06.493924Z","time spent":"1.083201764s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:25:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:07.966017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.568409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:25:07.96631Z","caller":"traceutil/trace.go:171","msg":"trace[761865804] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"3.300617571s","start":"2026-07-07T04:25:04.66568Z","end":"2026-07-07T04:25:07.966297Z","steps":["trace[761865804] 'process raft request' (duration: 3.30056984s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:07.966364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:04.665659Z","time spent":"3.300683572s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:07.966465Z","caller":"traceutil/trace.go:171","msg":"trace[1214251178] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"3.300066658s","start":"2026-07-07T04:25:04.666375Z","end":"2026-07-07T04:25:07.966442Z","steps":["trace[1214251178] 'process raft request' (duration: 3.299986707s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:07.966615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:04.666362Z","time spent":"3.300183351s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:07.966864Z","caller":"traceutil/trace.go:171","msg":"trace[296741440] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"3.301912982s","start":"2026-07-07T04:25:04.664937Z","end":"2026-07-07T04:25:07.96685Z","steps":["trace[296741440] 'process raft request' (duration: 3.301261517s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:07.966867Z","caller":"traceutil/trace.go:171","msg":"trace[1737938582] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"3.301445671s","start":"2026-07-07T04:25:04.665402Z","end":"2026-07-07T04:25:07.966847Z","steps":["trace[1737938582] 'process raft request' (duration: 3.300824876s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:07.966934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:04.664919Z","time spent":"3.301982313s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:07.967014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:04.665385Z","time spent":"3.301571424s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:07.967102Z","caller":"traceutil/trace.go:171","msg":"trace[163025396] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"3.969695686s","start":"2026-07-07T04:25:03.997363Z","end":"2026-07-07T04:25:07.967059Z","steps":["trace[163025396] 'process raft request' (duration: 3.072021462s)","trace[163025396] 'compare' (duration: 896.425925ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:07.966515Z","caller":"traceutil/trace.go:171","msg":"trace[1938398705] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"3.968886936s","start":"2026-07-07T04:25:03.99762Z","end":"2026-07-07T04:25:07.966507Z","steps":["trace[1938398705] 'process raft request' (duration: 3.968473236s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:07.967202Z","caller":"traceutil/trace.go:171","msg":"trace[1153122444] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"3.301460631s","start":"2026-07-07T04:25:04.665728Z","end":"2026-07-07T04:25:07.967189Z","steps":["trace[1153122444] 'process raft request' (duration: 3.300542479s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:07.966537Z","caller":"traceutil/trace.go:171","msg":"trace[1454995845] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"3.968856636s","start":"2026-07-07T04:25:03.997675Z","end":"2026-07-07T04:25:07.966531Z","steps":["trace[1454995845] 'process raft request' (duration: 3.968494657s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:07.967267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:03.997335Z","time spent":"3.969850189s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:07.967347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:03.997646Z","time spent":"3.969646085s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:07.967268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:04.665721Z","time spent":"3.301516742s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:07.967215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:03.997593Z","time spent":"3.969602623s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:08.506123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.436131867s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:08.639272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:08.639376Z","caller":"traceutil/trace.go:171","msg":"trace[1500930768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035109s","start":"2026-07-07T04:25:06.639005Z","end":"2026-07-07T04:25:08.639356Z","steps":["trace[1500930768] 'agreement among raft nodes before linearized reading' (duration: 2.000220316s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:08.63943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:06.638982Z","time spent":"2.000435171s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:08.903973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000806331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:25:08.90407Z","caller":"traceutil/trace.go:171","msg":"trace[1214095625] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000972405s","start":"2026-07-07T04:25:06.903075Z","end":"2026-07-07T04:25:08.904048Z","steps":["trace[1214095625] 'agreement among raft nodes before linearized reading' (duration: 2.000827701s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:08.904126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:06.903059Z","time spent":"2.001056196s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:08.90963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998378418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:08.909711Z","caller":"traceutil/trace.go:171","msg":"trace[1954851802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998506291s","start":"2026-07-07T04:25:05.911187Z","end":"2026-07-07T04:25:08.909693Z","steps":["trace[1954851802] 'agreement among raft nodes before linearized reading' (duration: 2.998408299s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:08.909763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:05.911172Z","time spent":"2.998581424s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/07 04:25:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:09.708424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:08.384083Z","time spent":"1.324333482s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T04:25:09.710066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203716037s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:25:09.710414Z","caller":"traceutil/trace.go:171","msg":"trace[938073695] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"1.770920091s","start":"2026-07-07T04:25:07.939478Z","end":"2026-07-07T04:25:09.710398Z","steps":["trace[938073695] 'process raft request' (duration: 1.77089478s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.71047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:07.939458Z","time spent":"1.770988942s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:09.710741Z","caller":"traceutil/trace.go:171","msg":"trace[1006285433] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"3.217011743s","start":"2026-07-07T04:25:06.493717Z","end":"2026-07-07T04:25:09.710728Z","steps":["trace[1006285433] 'process raft request' (duration: 2.012573288s)","trace[1006285433] 'compare' (duration: 1.203582614s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:09.710803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:06.493696Z","time spent":"3.217076415s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:09.711229Z","caller":"traceutil/trace.go:171","msg":"trace[1919588330] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"3.044956191s","start":"2026-07-07T04:25:06.666265Z","end":"2026-07-07T04:25:09.711221Z","steps":["trace[1919588330] 'process raft request' (duration: 3.044026039s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.711279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:06.666245Z","time spent":"3.045010402s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:09.71134Z","caller":"traceutil/trace.go:171","msg":"trace[300363668] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"3.044744576s","start":"2026-07-07T04:25:06.666575Z","end":"2026-07-07T04:25:09.71132Z","steps":["trace[300363668] 'process raft request' (duration: 3.043744672s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.711446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:06.66656Z","time spent":"3.044819268s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:09.711637Z","caller":"traceutil/trace.go:171","msg":"trace[1351141839] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"3.043132648s","start":"2026-07-07T04:25:06.668494Z","end":"2026-07-07T04:25:09.711627Z","steps":["trace[1351141839] 'process raft request' (duration: 3.041848588s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.711693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:06.66847Z","time spent":"3.043195099s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:09.718593Z","caller":"traceutil/trace.go:171","msg":"trace[1359832470] linearizableReadLoop","detail":"{readStateIndex:26014; appliedIndex:26000; }","duration":"3.227882749s","start":"2026-07-07T04:25:06.490694Z","end":"2026-07-07T04:25:09.718577Z","steps":["trace[1359832470] 'read index received' (duration: 578.713964ms)","trace[1359832470] 'applied index is now lower than readState.Index' (duration: 2.649166525s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:09.71889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.606571213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:09.718878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.055210015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:09.718959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.735893604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:09.718914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.97792654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:09.718966Z","caller":"traceutil/trace.go:171","msg":"trace[412251093] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25205; }","duration":"5.055330848s","start":"2026-07-07T04:25:04.663613Z","end":"2026-07-07T04:25:09.718944Z","steps":["trace[412251093] 'agreement among raft nodes before linearized reading' (duration: 5.055154644s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:09.71899Z","caller":"traceutil/trace.go:171","msg":"trace[1438858155] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25205; }","duration":"5.735919795s","start":"2026-07-07T04:25:03.983058Z","end":"2026-07-07T04:25:09.718978Z","steps":["trace[1438858155] 'agreement among raft nodes before linearized reading' (duration: 5.735880694s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.719022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:03.982999Z","time spent":"5.736014967s","remote":"127.0.0.1:40996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:09.719021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:04.6636Z","time spent":"5.05540917s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-07T04:25:09.719041Z","caller":"traceutil/trace.go:171","msg":"trace[1354620744] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25205; }","duration":"3.978075174s","start":"2026-07-07T04:25:05.740919Z","end":"2026-07-07T04:25:09.718994Z","steps":["trace[1354620744] 'agreement among raft nodes before linearized reading' (duration: 3.97789952s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.719123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:05.740895Z","time spent":"3.978192306s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:09.718924Z","caller":"traceutil/trace.go:171","msg":"trace[176812535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25205; }","duration":"5.606643135s","start":"2026-07-07T04:25:04.112271Z","end":"2026-07-07T04:25:09.718914Z","steps":["trace[176812535] 'agreement among raft nodes before linearized reading' (duration: 5.606566974s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.719193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.962072767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:09.719228Z","caller":"traceutil/trace.go:171","msg":"trace[1436901627] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25205; }","duration":"5.962110958s","start":"2026-07-07T04:25:03.757106Z","end":"2026-07-07T04:25:09.719217Z","steps":["trace[1436901627] 'agreement among raft nodes before linearized reading' (duration: 5.962048026s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.719265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:03.75704Z","time spent":"5.962215459s","remote":"127.0.0.1:40188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:09.719274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544917203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:09.719234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:04.112253Z","time spent":"5.606959792s","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:09.719363Z","caller":"traceutil/trace.go:171","msg":"trace[744806630] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25205; }","duration":"3.545077407s","start":"2026-07-07T04:25:06.17427Z","end":"2026-07-07T04:25:09.719347Z","steps":["trace[744806630] 'agreement among raft nodes before linearized reading' (duration: 3.544877352s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.719338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.958337733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:09.719457Z","caller":"traceutil/trace.go:171","msg":"trace[1869619222] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25205; }","duration":"4.958494557s","start":"2026-07-07T04:25:04.760951Z","end":"2026-07-07T04:25:09.719445Z","steps":["trace[1869619222] 'agreement among raft nodes before linearized reading' (duration: 4.958343803s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.71961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923511143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:09.719659Z","caller":"traceutil/trace.go:171","msg":"trace[1823508389] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25205; }","duration":"3.923595565s","start":"2026-07-07T04:25:05.796054Z","end":"2026-07-07T04:25:09.71965Z","steps":["trace[1823508389] 'agreement among raft nodes before linearized reading' (duration: 3.923536203s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.719691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.253894142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-07T04:25:09.7197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:05.796032Z","time spent":"3.923657266s","remote":"127.0.0.1:39958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:09.719616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:04.760923Z","time spent":"4.958671s","remote":"127.0.0.1:40314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:09.71956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.199633959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:09.719925Z","caller":"traceutil/trace.go:171","msg":"trace[1359232646] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25205; }","duration":"6.200014398s","start":"2026-07-07T04:25:03.519889Z","end":"2026-07-07T04:25:09.719903Z","steps":["trace[1359232646] 'agreement among raft nodes before linearized reading' (duration: 6.199646699s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.71999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:03.51987Z","time spent":"6.200096759s","remote":"127.0.0.1:52804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:09.719439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:06.174249Z","time spent":"3.54518102s","remote":"127.0.0.1:40206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:09.719733Z","caller":"traceutil/trace.go:171","msg":"trace[334341734] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:25205; }","duration":"4.253937543s","start":"2026-07-07T04:25:05.465785Z","end":"2026-07-07T04:25:09.719723Z","steps":["trace[334341734] 'agreement among raft nodes before linearized reading' (duration: 4.253794059s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.720132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:05.465731Z","time spent":"4.254390423s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-07-07T04:25:09.720723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.861334597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-07T04:25:09.720766Z","caller":"traceutil/trace.go:171","msg":"trace[227728773] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25205; }","duration":"4.862488145s","start":"2026-07-07T04:25:04.858263Z","end":"2026-07-07T04:25:09.720752Z","steps":["trace[227728773] 'agreement among raft nodes before linearized reading' (duration: 4.860900607s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:09.720793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:04.858247Z","time spent":"4.862539086s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-07T04:25:10.218714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989656990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:10.647749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000453401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:10.647913Z","caller":"traceutil/trace.go:171","msg":"trace[1124329272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000648966s","start":"2026-07-07T04:25:08.647244Z","end":"2026-07-07T04:25:10.647893Z","steps":["trace[1124329272] 'agreement among raft nodes before linearized reading' (duration: 2.000467662s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:10.647999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:08.647235Z","time spent":"2.000750738s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:11.369235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.756706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:25:11.369345Z","caller":"traceutil/trace.go:171","msg":"trace[1868181904] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"2.457047596s","start":"2026-07-07T04:25:08.912276Z","end":"2026-07-07T04:25:11.369323Z","steps":["trace[1868181904] 'process raft request' (duration: 1.548124216s)","trace[1868181904] 'compare' (duration: 908.415738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:11.369407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:08.912259Z","time spent":"2.457117019s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:11.896198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.388242253s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:12.648321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:12.64848Z","caller":"traceutil/trace.go:171","msg":"trace[1459761780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423331s","start":"2026-07-07T04:25:10.648037Z","end":"2026-07-07T04:25:12.64846Z","steps":["trace[1459761780] 'agreement among raft nodes before linearized reading' (duration: 2.000243087s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:12.648534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:10.648016Z","time spent":"2.000504354s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:12.936381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039995773s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:25:12.93663Z","caller":"traceutil/trace.go:171","msg":"trace[637737377] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"3.217439152s","start":"2026-07-07T04:25:09.719101Z","end":"2026-07-07T04:25:12.93654Z","steps":["trace[637737377] 'process raft request' (duration: 2.177211594s)","trace[637737377] 'compare' (duration: 1.039749777s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:12.936681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:09.721715Z","time spent":"3.214958514s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T04:25:12.936695Z","caller":"traceutil/trace.go:171","msg":"trace[1867674368] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"2.964577489s","start":"2026-07-07T04:25:09.972102Z","end":"2026-07-07T04:25:12.93668Z","steps":["trace[1867674368] 'process raft request' (duration: 2.964448096s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:12.936847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:09.71906Z","time spent":"3.217688548s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T04:25:12.936861Z","caller":"traceutil/trace.go:171","msg":"trace[777672561] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"2.964327492s","start":"2026-07-07T04:25:09.972511Z","end":"2026-07-07T04:25:12.936839Z","steps":["trace[777672561] 'process raft request' (duration: 2.964135178s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:12.936914Z","caller":"traceutil/trace.go:171","msg":"trace[761812944] linearizableReadLoop","detail":"{readStateIndex:26021; appliedIndex:26015; }","duration":"3.218255731s","start":"2026-07-07T04:25:09.718627Z","end":"2026-07-07T04:25:12.936883Z","steps":["trace[761812944] 'read index received' (duration: 741.783523ms)","trace[761812944] 'applied index is now lower than readState.Index' (duration: 2.476468128s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:12.93695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:09.972503Z","time spent":"2.964401804s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:12.93695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:09.972091Z","time spent":"2.964776293s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:12.936952Z","caller":"traceutil/trace.go:171","msg":"trace[860370707] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"1.217893612s","start":"2026-07-07T04:25:11.719028Z","end":"2026-07-07T04:25:12.936921Z","steps":["trace[860370707] 'process raft request' (duration: 1.21778455s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:12.936965Z","caller":"traceutil/trace.go:171","msg":"trace[940952443] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"1.211521922s","start":"2026-07-07T04:25:11.725408Z","end":"2026-07-07T04:25:12.93693Z","steps":["trace[940952443] 'process raft request' (duration: 1.211426619s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:12.937048Z","caller":"traceutil/trace.go:171","msg":"trace[874844576] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"1.211548473s","start":"2026-07-07T04:25:11.725479Z","end":"2026-07-07T04:25:12.937027Z","steps":["trace[874844576] 'process raft request' (duration: 1.211384279s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:12.937104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:11.719006Z","time spent":"1.218012506s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:12.93715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:11.725459Z","time spent":"1.211638315s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:12.936979Z","caller":"traceutil/trace.go:171","msg":"trace[952624128] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"2.963992574s","start":"2026-07-07T04:25:09.972967Z","end":"2026-07-07T04:25:12.93696Z","steps":["trace[952624128] 'process raft request' (duration: 2.96380342s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:12.937144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:11.725389Z","time spent":"1.211639385s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:12.937399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:09.97296Z","time spent":"2.964398895s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:13.437865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:13.938807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:14.439314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:14.602747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998669219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:14.60284Z","caller":"traceutil/trace.go:171","msg":"trace[1502307242] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998803092s","start":"2026-07-07T04:25:12.604019Z","end":"2026-07-07T04:25:14.602822Z","steps":["trace[1502307242] 'agreement among raft nodes before linearized reading' (duration: 1.998693109s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:14.602883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:12.604003Z","time spent":"1.998870324s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:14.656691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:25:14.65678Z","caller":"traceutil/trace.go:171","msg":"trace[1190100966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504023s","start":"2026-07-07T04:25:12.656258Z","end":"2026-07-07T04:25:14.656762Z","steps":["trace[1190100966] 'agreement among raft nodes before linearized reading' (duration: 2.000364739s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:14.656828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:12.656233Z","time spent":"2.000585754s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:14.805356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868436676s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-07T04:25:14.805425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891372682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:14.805576Z","caller":"traceutil/trace.go:171","msg":"trace[700687809] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25214; }","duration":"5.891606327s","start":"2026-07-07T04:25:08.913928Z","end":"2026-07-07T04:25:14.805534Z","steps":["trace[700687809] 'agreement among raft nodes before linearized reading' (duration: 4.022993986s)","trace[700687809] 'count revisions from in-memory index tree' (duration: 1.868368135s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:14.805649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:08.913917Z","time spent":"5.891716651s","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:14.806104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.310949202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-07T04:25:14.806186Z","caller":"traceutil/trace.go:171","msg":"trace[1571738361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"6.311080935s","start":"2026-07-07T04:25:08.495084Z","end":"2026-07-07T04:25:14.806165Z","steps":["trace[1571738361] 'agreement among raft nodes before linearized reading' (duration: 4.441959932s)","trace[1571738361] 'range keys from in-memory index tree' (duration: 1.869001121s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:14.806233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:08.495063Z","time spent":"6.311160257s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/07 04:25:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:14.80628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.30827122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:14.806334Z","caller":"traceutil/trace.go:171","msg":"trace[90730904] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25214; }","duration":"8.308346691s","start":"2026-07-07T04:25:06.497965Z","end":"2026-07-07T04:25:14.806312Z","steps":["trace[90730904] 'agreement among raft nodes before linearized reading' (duration: 6.439085624s)","trace[90730904] 'range keys from in-memory index tree' (duration: 1.869191974s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:14.806352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.235707186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:14.806366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:06.497953Z","time spent":"8.308405183s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-07T04:25:14.806383Z","caller":"traceutil/trace.go:171","msg":"trace[387109755] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25214; }","duration":"5.235771497s","start":"2026-07-07T04:25:09.5706Z","end":"2026-07-07T04:25:14.806371Z","steps":["trace[387109755] 'agreement among raft nodes before linearized reading' (duration: 3.366391798s)","trace[387109755] 'count revisions from in-memory index tree' (duration: 1.869327278s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:14.806414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:09.570579Z","time spent":"5.235826188s","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:14.806572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:13.627416Z","time spent":"1.179153585s","remote":"127.0.0.1:38956","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T04:25:14.806626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.80634852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:14.806659Z","caller":"traceutil/trace.go:171","msg":"trace[1094393671] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25214; }","duration":"5.806385991s","start":"2026-07-07T04:25:09.000263Z","end":"2026-07-07T04:25:14.806649Z","steps":["trace[1094393671] 'agreement among raft nodes before linearized reading' (duration: 3.936748976s)","trace[1094393671] 'count revisions from in-memory index tree' (duration: 1.869588674s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:14.806702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:09.000204Z","time spent":"5.806489104s","remote":"127.0.0.1:58842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:14.806864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.934255817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:14.806918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.159693873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-07-07T04:25:14.806961Z","caller":"traceutil/trace.go:171","msg":"trace[1559321847] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25214; }","duration":"5.934416241s","start":"2026-07-07T04:25:08.872518Z","end":"2026-07-07T04:25:14.806935Z","steps":["trace[1559321847] 'agreement among raft nodes before linearized reading' (duration: 4.064498459s)","trace[1559321847] 'count revisions from in-memory index tree' (duration: 1.869748178s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:14.806991Z","caller":"traceutil/trace.go:171","msg":"trace[2092468121] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25214; }","duration":"6.159808845s","start":"2026-07-07T04:25:08.647155Z","end":"2026-07-07T04:25:14.806963Z","steps":["trace[2092468121] 'agreement among raft nodes before linearized reading' (duration: 4.289878473s)","trace[2092468121] 'range keys from in-memory index tree' (duration: 1.869682977s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:14.807022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:08.872498Z","time spent":"5.934511263s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:14.807051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:08.647135Z","time spent":"6.159900617s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-07T04:25:14.80705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.311762411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:25:14.807199Z","caller":"traceutil/trace.go:171","msg":"trace[544717975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25214; }","duration":"6.311951866s","start":"2026-07-07T04:25:08.495212Z","end":"2026-07-07T04:25:14.807164Z","steps":["trace[544717975] 'agreement among raft nodes before linearized reading' (duration: 4.441811819s)","trace[544717975] 'range keys from in-memory index tree' (duration: 1.869797379s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:14.807256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:08.495198Z","time spent":"6.312047868s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T04:25:14.838863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.197691939s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T04:25:14.839178Z","caller":"traceutil/trace.go:171","msg":"trace[534545740] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"2.606002122s","start":"2026-07-07T04:25:12.233154Z","end":"2026-07-07T04:25:14.839156Z","steps":["trace[534545740] 'process raft request' (duration: 2.605842478s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:14.839314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:12.233136Z","time spent":"2.606105234s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:16.546327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.363853ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:16.546441Z","caller":"traceutil/trace.go:171","msg":"trace[161658013] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25215; }","duration":"874.487906ms","start":"2026-07-07T04:25:15.671936Z","end":"2026-07-07T04:25:16.546423Z","steps":["trace[161658013] 'range keys from in-memory index tree' (duration: 874.345732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:16.662884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000313209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:25:16.663027Z","caller":"traceutil/trace.go:171","msg":"trace[665121561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469673s","start":"2026-07-07T04:25:14.662536Z","end":"2026-07-07T04:25:16.663006Z","steps":["trace[665121561] 'agreement among raft nodes before linearized reading' (duration: 2.000310329s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:16.663102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.662506Z","time spent":"2.000583735s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:17.304684Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.976058706s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T04:25:17.305191Z","caller":"traceutil/trace.go:171","msg":"trace[1282064348] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25215; }","duration":"4.367345496s","start":"2026-07-07T04:25:12.937804Z","end":"2026-07-07T04:25:17.305149Z","steps":["trace[1282064348] 'process raft request' (duration: 4.3670857s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:17.305324Z","caller":"traceutil/trace.go:171","msg":"trace[1844143114] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"3.307403772s","start":"2026-07-07T04:25:13.99789Z","end":"2026-07-07T04:25:17.305294Z","steps":["trace[1844143114] 'process raft request' (duration: 3.307097625s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:17.30538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:12.937782Z","time spent":"4.367489009s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:17.305478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:13.997865Z","time spent":"3.307530226s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:17.305487Z","caller":"traceutil/trace.go:171","msg":"trace[1319294846] linearizableReadLoop","detail":"{readStateIndex:26028; appliedIndex:26025; }","duration":"4.368513253s","start":"2026-07-07T04:25:12.93696Z","end":"2026-07-07T04:25:17.305473Z","steps":["trace[1319294846] 'read index received' (duration: 1.902096414s)","trace[1319294846] 'applied index is now lower than readState.Index' (duration: 2.466415809s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:17.305561Z","caller":"traceutil/trace.go:171","msg":"trace[1450671486] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"2.492812734s","start":"2026-07-07T04:25:14.812739Z","end":"2026-07-07T04:25:17.305551Z","steps":["trace[1450671486] 'process raft request' (duration: 2.492421735s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:17.305634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.812713Z","time spent":"2.492878746s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:17.305799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.756715751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:17.305811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.334149397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-07T04:25:17.305908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.334796142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-07T04:25:17.305917Z","caller":"traceutil/trace.go:171","msg":"trace[1471953116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25219; }","duration":"7.33429266s","start":"2026-07-07T04:25:09.9716Z","end":"2026-07-07T04:25:17.305893Z","steps":["trace[1471953116] 'agreement among raft nodes before linearized reading' (duration: 7.334023354s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:17.305954Z","caller":"traceutil/trace.go:171","msg":"trace[585362734] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25219; }","duration":"7.334875973s","start":"2026-07-07T04:25:09.971066Z","end":"2026-07-07T04:25:17.305942Z","steps":["trace[585362734] 'agreement among raft nodes before linearized reading' (duration: 7.33474088s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:17.305977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:09.971584Z","time spent":"7.334378222s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T04:25:17.306031Z","caller":"traceutil/trace.go:171","msg":"trace[1243769775] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"2.488598904s","start":"2026-07-07T04:25:14.817419Z","end":"2026-07-07T04:25:17.306018Z","steps":["trace[1243769775] 'process raft request' (duration: 2.487923048s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:17.306073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.583058237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-10f9551b-99b3-4859-94ce-a80898b4cc5d\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-07T04:25:17.306107Z","caller":"traceutil/trace.go:171","msg":"trace[2080878200] range","detail":"{range_begin:/registry/persistentvolumes/pvc-10f9551b-99b3-4859-94ce-a80898b4cc5d; range_end:; response_count:1; response_revision:25219; }","duration":"7.583100158s","start":"2026-07-07T04:25:09.722992Z","end":"2026-07-07T04:25:17.306092Z","steps":["trace[2080878200] 'agreement among raft nodes before linearized reading' (duration: 7.583015316s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:17.306112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.817389Z","time spent":"2.488689927s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:17.30614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:09.722983Z","time spent":"7.583150399s","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-10f9551b-99b3-4859-94ce-a80898b4cc5d\" "} {"level":"info","ts":"2026-07-07T04:25:17.306341Z","caller":"traceutil/trace.go:171","msg":"trace[999176849] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"2.578771848s","start":"2026-07-07T04:25:14.72649Z","end":"2026-07-07T04:25:17.305262Z","steps":["trace[999176849] 'process raft request' (duration: 2.578624665s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:17.305849Z","caller":"traceutil/trace.go:171","msg":"trace[176992043] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25219; }","duration":"4.756769322s","start":"2026-07-07T04:25:12.549067Z","end":"2026-07-07T04:25:17.305836Z","steps":["trace[176992043] 'agreement among raft nodes before linearized reading' (duration: 4.7566728s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:17.306458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:12.549019Z","time spent":"4.757421617s","remote":"127.0.0.1:52544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:17.306492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.245386565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:17.306532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.24742692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:17.306554Z","caller":"traceutil/trace.go:171","msg":"trace[682689835] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25219; }","duration":"5.245515879s","start":"2026-07-07T04:25:12.061022Z","end":"2026-07-07T04:25:17.306538Z","steps":["trace[682689835] 'agreement among raft nodes before linearized reading' (duration: 5.245387865s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:17.306576Z","caller":"traceutil/trace.go:171","msg":"trace[879256334] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25219; }","duration":"6.247491681s","start":"2026-07-07T04:25:11.05907Z","end":"2026-07-07T04:25:17.306561Z","steps":["trace[879256334] 'agreement among raft nodes before linearized reading' (duration: 6.247383629s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:17.306599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.11369894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:17.306611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:11.05901Z","time spent":"6.247590303s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:17.306608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:12.061004Z","time spent":"5.2455914s","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:17.306643Z","caller":"traceutil/trace.go:171","msg":"trace[1894075621] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25219; }","duration":"7.113767721s","start":"2026-07-07T04:25:10.192865Z","end":"2026-07-07T04:25:17.306633Z","steps":["trace[1894075621] 'agreement among raft nodes before linearized reading' (duration: 7.11371628s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:17.306677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:10.19285Z","time spent":"7.113819303s","remote":"127.0.0.1:34252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:17.30651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.334834103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-07T04:25:17.306746Z","caller":"traceutil/trace.go:171","msg":"trace[1005540467] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25219; }","duration":"7.335068898s","start":"2026-07-07T04:25:09.971664Z","end":"2026-07-07T04:25:17.306732Z","steps":["trace[1005540467] 'agreement among raft nodes before linearized reading' (duration: 7.334766521s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:17.306802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:09.971647Z","time spent":"7.33514366s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:25:17.306562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.087861878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:17.306876Z","caller":"traceutil/trace.go:171","msg":"trace[1688655681] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25219; }","duration":"7.088181065s","start":"2026-07-07T04:25:10.218674Z","end":"2026-07-07T04:25:17.306855Z","steps":["trace[1688655681] 'agreement among raft nodes before linearized reading' (duration: 7.087860347s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:17.306939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:10.218666Z","time spent":"7.088247327s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:17.307081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.934773526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-07T04:25:17.305989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:09.971041Z","time spent":"7.334941865s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:25:17.307072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.584621194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T04:25:17.307147Z","caller":"traceutil/trace.go:171","msg":"trace[1275192255] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25219; }","duration":"6.934877239s","start":"2026-07-07T04:25:10.372256Z","end":"2026-07-07T04:25:17.307133Z","steps":["trace[1275192255] 'agreement among raft nodes before linearized reading' (duration: 6.933360393s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:17.307192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:10.372236Z","time spent":"6.93494643s","remote":"127.0.0.1:52912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2752,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:17.307188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978027187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:17.307213Z","caller":"traceutil/trace.go:171","msg":"trace[1958361519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25219; }","duration":"7.584833439s","start":"2026-07-07T04:25:09.722349Z","end":"2026-07-07T04:25:17.307182Z","steps":["trace[1958361519] 'agreement among raft nodes before linearized reading' (duration: 7.583990729s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:17.307233Z","caller":"traceutil/trace.go:171","msg":"trace[2092426543] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25219; }","duration":"4.97811152s","start":"2026-07-07T04:25:12.329108Z","end":"2026-07-07T04:25:17.307219Z","steps":["trace[2092426543] 'agreement among raft nodes before linearized reading' (duration: 4.978035858s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:17.307274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:12.329089Z","time spent":"4.978174962s","remote":"127.0.0.1:41160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:17.307294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:09.722336Z","time spent":"7.584940322s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T04:25:17.307577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.726458Z","time spent":"2.580861958s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:17.308071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.575342198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293277"} {"level":"info","ts":"2026-07-07T04:25:17.308174Z","caller":"traceutil/trace.go:171","msg":"trace[2004572644] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:25219; }","duration":"4.57544057s","start":"2026-07-07T04:25:12.732705Z","end":"2026-07-07T04:25:17.308146Z","steps":["trace[2004572644] 'agreement among raft nodes before linearized reading' (duration: 4.573329761s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:17.308488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:12.732616Z","time spent":"4.5758529s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293301,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-07T04:25:17.806008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:18.306206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:18.494772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998070731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:18.494867Z","caller":"traceutil/trace.go:171","msg":"trace[1670879509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998211904s","start":"2026-07-07T04:25:15.496634Z","end":"2026-07-07T04:25:18.494845Z","steps":["trace[1670879509] 'agreement among raft nodes before linearized reading' (duration: 2.998093421s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:18.494913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:15.496615Z","time spent":"2.998288376s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/07 04:25:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:18.663409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999929738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:18.663551Z","caller":"traceutil/trace.go:171","msg":"trace[609219629] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000140384s","start":"2026-07-07T04:25:16.663382Z","end":"2026-07-07T04:25:18.663522Z","steps":["trace[609219629] 'agreement among raft nodes before linearized reading' (duration: 1.999958949s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:18.663697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:16.66336Z","time spent":"2.000321688s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:18.806979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:19.307386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:19.3323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.027289947s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T04:25:19.332987Z","caller":"traceutil/trace.go:171","msg":"trace[417991180] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"4.398242478s","start":"2026-07-07T04:25:14.934724Z","end":"2026-07-07T04:25:19.332966Z","steps":["trace[417991180] 'process raft request' (duration: 4.397783927s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:19.333217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.934694Z","time spent":"4.398445202s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:19.333449Z","caller":"traceutil/trace.go:171","msg":"trace[1539373213] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"4.390161866s","start":"2026-07-07T04:25:14.943261Z","end":"2026-07-07T04:25:19.333423Z","steps":["trace[1539373213] 'process raft request' (duration: 4.389653664s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:19.333571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.943249Z","time spent":"4.390245708s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:19.33369Z","caller":"traceutil/trace.go:171","msg":"trace[829212445] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"4.390177006s","start":"2026-07-07T04:25:14.943476Z","end":"2026-07-07T04:25:19.333653Z","steps":["trace[829212445] 'process raft request' (duration: 4.389805977s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:19.333831Z","caller":"traceutil/trace.go:171","msg":"trace[140615587] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"4.390194977s","start":"2026-07-07T04:25:14.943624Z","end":"2026-07-07T04:25:19.333819Z","steps":["trace[140615587] 'process raft request' (duration: 4.38990842s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:19.333842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.943469Z","time spent":"4.39029609s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:19.333895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.943618Z","time spent":"4.390245318s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:19.333979Z","caller":"traceutil/trace.go:171","msg":"trace[1260196009] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"4.3903047s","start":"2026-07-07T04:25:14.943665Z","end":"2026-07-07T04:25:19.333969Z","steps":["trace[1260196009] 'process raft request' (duration: 4.390033183s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:19.334029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.943661Z","time spent":"4.39033801s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:19.33408Z","caller":"traceutil/trace.go:171","msg":"trace[1394026364] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"4.390361411s","start":"2026-07-07T04:25:14.943704Z","end":"2026-07-07T04:25:19.334065Z","steps":["trace[1394026364] 'process raft request' (duration: 4.390049233s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:19.334034Z","caller":"traceutil/trace.go:171","msg":"trace[1311455337] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"4.389230024s","start":"2026-07-07T04:25:14.944784Z","end":"2026-07-07T04:25:19.334014Z","steps":["trace[1311455337] 'process raft request' (duration: 4.389117441s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:19.334138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.943698Z","time spent":"4.390408292s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:19.334434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.944765Z","time spent":"4.389359237s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:19.96992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:17.315359Z","time spent":"2.654555422s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:25:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:19.971011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:17.315112Z","time spent":"2.655891564s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:25:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:19.971721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:17.314732Z","time spent":"2.656985109s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:25:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:20.670772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:20.670869Z","caller":"traceutil/trace.go:171","msg":"trace[713910419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287109s","start":"2026-07-07T04:25:18.670562Z","end":"2026-07-07T04:25:20.670849Z","steps":["trace[713910419] 'agreement among raft nodes before linearized reading' (duration: 2.000166036s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:20.670931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:18.670538Z","time spent":"2.000378721s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:21.251785Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.914697232s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:21.25492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:17.307089Z","time spent":"3.947825836s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T04:25:21.255042Z","caller":"traceutil/trace.go:171","msg":"trace[1511026384] linearizableReadLoop","detail":"{readStateIndex:26043; appliedIndex:26031; }","duration":"3.949495666s","start":"2026-07-07T04:25:17.305526Z","end":"2026-07-07T04:25:21.255021Z","steps":["trace[1511026384] 'read index received' (duration: 2.026986399s)","trace[1511026384] 'applied index is now lower than readState.Index' (duration: 1.922508307s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:21.255131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.246298852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:21.255168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.051153144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:21.255165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.706865382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:21.255209Z","caller":"traceutil/trace.go:171","msg":"trace[97540947] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25230; }","duration":"8.051236706s","start":"2026-07-07T04:25:13.203958Z","end":"2026-07-07T04:25:21.255195Z","steps":["trace[97540947] 'agreement among raft nodes before linearized reading' (duration: 8.051166344s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:21.255235Z","caller":"traceutil/trace.go:171","msg":"trace[203743124] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25230; }","duration":"6.706988595s","start":"2026-07-07T04:25:14.548228Z","end":"2026-07-07T04:25:21.255217Z","steps":["trace[203743124] 'agreement among raft nodes before linearized reading' (duration: 6.706824801s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:21.255277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.314881435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-07T04:25:21.255292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.601303232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:21.255302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.573861838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:21.25528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.59317094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:21.255339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.375693814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:21.255321Z","caller":"traceutil/trace.go:171","msg":"trace[569217746] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529; range_end:; response_count:1; response_revision:25230; }","duration":"8.314978938s","start":"2026-07-07T04:25:12.940331Z","end":"2026-07-07T04:25:21.25531Z","steps":["trace[569217746] 'agreement among raft nodes before linearized reading' (duration: 8.314808914s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:21.255363Z","caller":"traceutil/trace.go:171","msg":"trace[1136955811] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25230; }","duration":"7.573946281s","start":"2026-07-07T04:25:13.681397Z","end":"2026-07-07T04:25:21.255344Z","steps":["trace[1136955811] 'agreement among raft nodes before linearized reading' (duration: 7.573874939s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:21.255375Z","caller":"traceutil/trace.go:171","msg":"trace[775301353] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25230; }","duration":"6.375730245s","start":"2026-07-07T04:25:14.879636Z","end":"2026-07-07T04:25:21.255366Z","steps":["trace[775301353] 'agreement among raft nodes before linearized reading' (duration: 6.375673644s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:21.2552Z","caller":"traceutil/trace.go:171","msg":"trace[862579638] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25230; }","duration":"6.246440276s","start":"2026-07-07T04:25:15.008741Z","end":"2026-07-07T04:25:21.255182Z","steps":["trace[862579638] 'agreement among raft nodes before linearized reading' (duration: 6.246296072s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:21.25539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:12.940312Z","time spent":"8.31506697s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" "} {"level":"warn","ts":"2026-07-07T04:25:21.255386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.794227218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:21.255388Z","caller":"traceutil/trace.go:171","msg":"trace[198862142] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25230; }","duration":"4.593355354s","start":"2026-07-07T04:25:16.662004Z","end":"2026-07-07T04:25:21.255359Z","steps":["trace[198862142] 'agreement among raft nodes before linearized reading' (duration: 4.593147559s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:21.255447Z","caller":"traceutil/trace.go:171","msg":"trace[451276319] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"2.758187324s","start":"2026-07-07T04:25:18.497251Z","end":"2026-07-07T04:25:21.255438Z","steps":["trace[451276319] 'process raft request' (duration: 2.757681602s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:21.255426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.441248436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:21.255445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:15.00871Z","time spent":"6.246695532s","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:21.255474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:16.661972Z","time spent":"4.593482947s","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:21.2555Z","caller":"traceutil/trace.go:171","msg":"trace[387414563] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25230; }","duration":"6.441375079s","start":"2026-07-07T04:25:14.81411Z","end":"2026-07-07T04:25:21.255485Z","steps":["trace[387414563] 'agreement among raft nodes before linearized reading' (duration: 6.441241456s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:21.255528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:18.497236Z","time spent":"2.758242246s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:21.255288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.548206Z","time spent":"6.707071336s","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:21.255594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.814099Z","time spent":"6.441460851s","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-07T04:25:21.255459Z","caller":"traceutil/trace.go:171","msg":"trace[1010192536] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25230; }","duration":"4.794340161s","start":"2026-07-07T04:25:16.461103Z","end":"2026-07-07T04:25:21.255443Z","steps":["trace[1010192536] 'agreement among raft nodes before linearized reading' (duration: 4.794214658s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:21.255685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:16.461085Z","time spent":"4.794589886s","remote":"127.0.0.1:39936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:21.255321Z","caller":"traceutil/trace.go:171","msg":"trace[95183880] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25230; }","duration":"4.601371604s","start":"2026-07-07T04:25:16.653943Z","end":"2026-07-07T04:25:21.255314Z","steps":["trace[95183880] 'agreement among raft nodes before linearized reading' (duration: 4.601324953s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:21.255764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:16.653916Z","time spent":"4.601832834s","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:21.255404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:14.879505Z","time spent":"6.375891699s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:21.255246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:13.203935Z","time spent":"8.051301888s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:21.255216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.01081144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:25:21.255944Z","caller":"traceutil/trace.go:171","msg":"trace[694816854] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25230; }","duration":"8.011557877s","start":"2026-07-07T04:25:13.244363Z","end":"2026-07-07T04:25:21.25592Z","steps":["trace[694816854] 'agreement among raft nodes before linearized reading' (duration: 8.010723808s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:21.256029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:13.244296Z","time spent":"8.011710591s","remote":"127.0.0.1:52866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:21.255412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:13.681376Z","time spent":"7.574025833s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:22.670948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999680583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:25:22.671057Z","caller":"traceutil/trace.go:171","msg":"trace[117159306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999844837s","start":"2026-07-07T04:25:20.671194Z","end":"2026-07-07T04:25:22.671038Z","steps":["trace[117159306] 'agreement among raft nodes before linearized reading' (duration: 1.999709324s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.671108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:20.671138Z","time spent":"1.9999597s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:25:22.69856Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.34451446s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:22.907057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55288306s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:453"} {"level":"info","ts":"2026-07-07T04:25:22.907234Z","caller":"traceutil/trace.go:171","msg":"trace[1973816954] linearizableReadLoop","detail":"{readStateIndex:26044; appliedIndex:26043; }","duration":"1.652121319s","start":"2026-07-07T04:25:21.255095Z","end":"2026-07-07T04:25:22.907216Z","steps":["trace[1973816954] 'read index received' (duration: 98.966062ms)","trace[1973816954] 'applied index is now lower than readState.Index' (duration: 1.553154017s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:22.90731Z","caller":"traceutil/trace.go:171","msg":"trace[621309145] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25230; }","duration":"2.933564755s","start":"2026-07-07T04:25:19.973734Z","end":"2026-07-07T04:25:22.907299Z","steps":["trace[621309145] 'process raft request' (duration: 1.380361357s)","trace[621309145] 'compare' (duration: 1.552814108s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:22.907373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:19.973711Z","time spent":"2.933628836s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":477,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:22.90761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665944601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:25:22.90765Z","caller":"traceutil/trace.go:171","msg":"trace[1456363828] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25230; }","duration":"2.666019733s","start":"2026-07-07T04:25:20.241618Z","end":"2026-07-07T04:25:22.907638Z","steps":["trace[1456363828] 'agreement among raft nodes before linearized reading' (duration: 2.665952521s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.907736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:20.241598Z","time spent":"2.666126335s","remote":"127.0.0.1:52766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:22.907791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.381357968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:25:22.90787Z","caller":"traceutil/trace.go:171","msg":"trace[65887380] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25230; }","duration":"4.381460201s","start":"2026-07-07T04:25:18.526387Z","end":"2026-07-07T04:25:22.907847Z","steps":["trace[65887380] 'agreement among raft nodes before linearized reading' (duration: 4.381327797s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.907922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.411976042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:22.907934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:18.526377Z","time spent":"4.381536142s","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:22.907951Z","caller":"traceutil/trace.go:171","msg":"trace[1079795833] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25230; }","duration":"4.412029894s","start":"2026-07-07T04:25:18.495912Z","end":"2026-07-07T04:25:22.907942Z","steps":["trace[1079795833] 'agreement among raft nodes before linearized reading' (duration: 4.411971002s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.907988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:18.495901Z","time spent":"4.412078305s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:22.908146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.585307434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:22.908181Z","caller":"traceutil/trace.go:171","msg":"trace[1236005198] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25230; }","duration":"4.585378146s","start":"2026-07-07T04:25:18.322794Z","end":"2026-07-07T04:25:22.908172Z","steps":["trace[1236005198] 'agreement among raft nodes before linearized reading' (duration: 4.585319925s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.908209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:18.322765Z","time spent":"4.585437168s","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:22.908267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83873303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:22.90833Z","caller":"traceutil/trace.go:171","msg":"trace[2124379135] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25230; }","duration":"2.838812612s","start":"2026-07-07T04:25:20.069499Z","end":"2026-07-07T04:25:22.908311Z","steps":["trace[2124379135] 'agreement among raft nodes before linearized reading' (duration: 2.83873551s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.908379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.865462605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:22.908384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:20.069483Z","time spent":"2.838886254s","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:22.908406Z","caller":"traceutil/trace.go:171","msg":"trace[1990024206] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25230; }","duration":"4.865526617s","start":"2026-07-07T04:25:18.042872Z","end":"2026-07-07T04:25:22.908398Z","steps":["trace[1990024206] 'agreement among raft nodes before linearized reading' (duration: 4.865475185s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.908434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:18.042846Z","time spent":"4.865580267s","remote":"127.0.0.1:56522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:22.908474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.291553577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:22.908554Z","caller":"traceutil/trace.go:171","msg":"trace[1687282599] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25230; }","duration":"3.29169207s","start":"2026-07-07T04:25:19.616843Z","end":"2026-07-07T04:25:22.908535Z","steps":["trace[1687282599] 'agreement among raft nodes before linearized reading' (duration: 3.291551917s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.908634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:19.616823Z","time spent":"3.291793982s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:22.908699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.589674633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-07T04:25:22.908737Z","caller":"traceutil/trace.go:171","msg":"trace[1658003850] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25230; }","duration":"5.589730074s","start":"2026-07-07T04:25:17.318997Z","end":"2026-07-07T04:25:22.908727Z","steps":["trace[1658003850] 'agreement among raft nodes before linearized reading' (duration: 5.58956178s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.908772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:17.318989Z","time spent":"5.589776505s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-07T04:25:22.908828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29063429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:22.908206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786400962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:22.908857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910765055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:22.908916Z","caller":"traceutil/trace.go:171","msg":"trace[1883085028] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25230; }","duration":"2.78715028s","start":"2026-07-07T04:25:20.121756Z","end":"2026-07-07T04:25:22.908906Z","steps":["trace[1883085028] 'agreement among raft nodes before linearized reading' (duration: 2.786397922s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:22.908939Z","caller":"traceutil/trace.go:171","msg":"trace[617655522] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25230; }","duration":"2.910884408s","start":"2026-07-07T04:25:19.998037Z","end":"2026-07-07T04:25:22.908921Z","steps":["trace[617655522] 'agreement among raft nodes before linearized reading' (duration: 2.910712854s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.908922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163012724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:22.908984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:19.997975Z","time spent":"2.91099855s","remote":"127.0.0.1:40258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:22.908984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:20.121737Z","time spent":"2.787224741s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:22.90901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.597835626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18143"} {"level":"info","ts":"2026-07-07T04:25:22.909022Z","caller":"traceutil/trace.go:171","msg":"trace[1339978353] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25230; }","duration":"3.163172618s","start":"2026-07-07T04:25:19.745832Z","end":"2026-07-07T04:25:22.909005Z","steps":["trace[1339978353] 'agreement among raft nodes before linearized reading' (duration: 3.162997424s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:22.909068Z","caller":"traceutil/trace.go:171","msg":"trace[206283310] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25230; }","duration":"5.597983909s","start":"2026-07-07T04:25:17.311071Z","end":"2026-07-07T04:25:22.909055Z","steps":["trace[206283310] 'agreement among raft nodes before linearized reading' (duration: 5.597809895s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.909081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:19.745788Z","time spent":"3.163283061s","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:22.9091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:17.311053Z","time spent":"5.598041141s","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18167,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-07T04:25:22.908889Z","caller":"traceutil/trace.go:171","msg":"trace[1078441343] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25230; }","duration":"4.290691492s","start":"2026-07-07T04:25:18.618179Z","end":"2026-07-07T04:25:22.908871Z","steps":["trace[1078441343] 'agreement among raft nodes before linearized reading' (duration: 4.290579139s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.909225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:18.618143Z","time spent":"4.291068021s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:22.909283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.598170233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-07T04:25:22.908731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594436874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:25:22.909309Z","caller":"traceutil/trace.go:171","msg":"trace[1160343824] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:25230; }","duration":"5.598225675s","start":"2026-07-07T04:25:17.311076Z","end":"2026-07-07T04:25:22.909302Z","steps":["trace[1160343824] 'agreement among raft nodes before linearized reading' (duration: 5.598153873s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.909332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:17.311041Z","time spent":"5.598286617s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-07-07T04:25:22.909339Z","caller":"traceutil/trace.go:171","msg":"trace[576630523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25230; }","duration":"3.595075499s","start":"2026-07-07T04:25:19.31424Z","end":"2026-07-07T04:25:22.909316Z","steps":["trace[576630523] 'agreement among raft nodes before linearized reading' (duration: 3.594380983s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.909408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:19.314221Z","time spent":"3.595169352s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T04:25:22.909451Z","caller":"traceutil/trace.go:171","msg":"trace[1914310411] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"1.65260366s","start":"2026-07-07T04:25:21.25683Z","end":"2026-07-07T04:25:22.909433Z","steps":["trace[1914310411] 'process raft request' (duration: 1.650326556s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.909563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:21.2568Z","time spent":"1.652704673s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:22.909858Z","caller":"traceutil/trace.go:171","msg":"trace[1520772426] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"1.652112119s","start":"2026-07-07T04:25:21.257733Z","end":"2026-07-07T04:25:22.909845Z","steps":["trace[1520772426] 'process raft request' (duration: 1.651617687s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.909956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:21.257682Z","time spent":"1.652213301s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:22.910165Z","caller":"traceutil/trace.go:171","msg":"trace[1463863399] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"1.570575119s","start":"2026-07-07T04:25:21.339576Z","end":"2026-07-07T04:25:22.910151Z","steps":["trace[1463863399] 'process raft request' (duration: 1.570499287s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.910243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:21.339563Z","time spent":"1.57064316s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:22.910398Z","caller":"traceutil/trace.go:171","msg":"trace[69079345] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"1.569090883s","start":"2026-07-07T04:25:21.341286Z","end":"2026-07-07T04:25:22.910377Z","steps":["trace[69079345] 'process raft request' (duration: 1.568970461s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:22.910493Z","caller":"traceutil/trace.go:171","msg":"trace[1531313692] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"1.571608594s","start":"2026-07-07T04:25:21.338871Z","end":"2026-07-07T04:25:22.91048Z","steps":["trace[1531313692] 'process raft request' (duration: 1.570951338s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.910507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:21.341278Z","time spent":"1.569175206s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:22.910566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:21.338865Z","time spent":"1.571662725s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:22.910594Z","caller":"traceutil/trace.go:171","msg":"trace[642142547] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"1.57148274s","start":"2026-07-07T04:25:21.339092Z","end":"2026-07-07T04:25:22.910575Z","steps":["trace[642142547] 'process raft request' (duration: 1.570898786s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:22.910626Z","caller":"traceutil/trace.go:171","msg":"trace[1968826498] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"1.570568799s","start":"2026-07-07T04:25:21.340042Z","end":"2026-07-07T04:25:22.910611Z","steps":["trace[1968826498] 'process raft request' (duration: 1.570073097s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.91071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:21.33907Z","time spent":"1.571575953s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:22.910714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:21.340035Z","time spent":"1.57063524s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:22.909872Z","caller":"traceutil/trace.go:171","msg":"trace[1062526932] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"1.57105494s","start":"2026-07-07T04:25:21.338799Z","end":"2026-07-07T04:25:22.909854Z","steps":["trace[1062526932] 'process raft request' (duration: 1.570933627s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:22.914043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:21.338778Z","time spent":"1.575212759s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:23.407362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:23.804396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105643206s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:24.605949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000557995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:24.606035Z","caller":"traceutil/trace.go:171","msg":"trace[367147295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000702128s","start":"2026-07-07T04:25:22.605314Z","end":"2026-07-07T04:25:24.606016Z","steps":["trace[367147295] 'agreement among raft nodes before linearized reading' (duration: 2.000584416s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:24.60609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:22.605294Z","time spent":"2.000779511s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:24.680701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:25:24.680785Z","caller":"traceutil/trace.go:171","msg":"trace[1910784831] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289067s","start":"2026-07-07T04:25:22.680478Z","end":"2026-07-07T04:25:24.680767Z","steps":["trace[1910784831] 'agreement among raft nodes before linearized reading' (duration: 2.000186375s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:24.680828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:22.680373Z","time spent":"2.000446321s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:25:24.924087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119252547s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:25:24.92426Z","caller":"traceutil/trace.go:171","msg":"trace[466585710] linearizableReadLoop","detail":"{readStateIndex:26053; appliedIndex:26052; }","duration":"2.016953412s","start":"2026-07-07T04:25:22.907267Z","end":"2026-07-07T04:25:24.924221Z","steps":["trace[466585710] 'read index received' (duration: 897.382777ms)","trace[466585710] 'applied index is now lower than readState.Index' (duration: 1.119568605s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:24.92438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29211574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:24.924362Z","caller":"traceutil/trace.go:171","msg":"trace[2071650697] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"2.607462506s","start":"2026-07-07T04:25:22.316874Z","end":"2026-07-07T04:25:24.924337Z","steps":["trace[2071650697] 'process raft request' (duration: 1.487868221s)","trace[2071650697] 'compare' (duration: 1.117615339s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:24.924395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.55750787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:24.924411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809536219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:24.924435Z","caller":"traceutil/trace.go:171","msg":"trace[1956202185] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25239; }","duration":"3.292219941s","start":"2026-07-07T04:25:21.632202Z","end":"2026-07-07T04:25:24.924422Z","steps":["trace[1956202185] 'agreement among raft nodes before linearized reading' (duration: 3.292120969s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:24.924454Z","caller":"traceutil/trace.go:171","msg":"trace[1878840501] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25239; }","duration":"3.557573552s","start":"2026-07-07T04:25:21.366865Z","end":"2026-07-07T04:25:24.924439Z","steps":["trace[1878840501] 'agreement among raft nodes before linearized reading' (duration: 3.5574734s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:24.924481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:21.632183Z","time spent":"3.292286524s","remote":"127.0.0.1:39656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:24.924484Z","caller":"traceutil/trace.go:171","msg":"trace[88013133] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25239; }","duration":"2.809648712s","start":"2026-07-07T04:25:22.114801Z","end":"2026-07-07T04:25:24.924449Z","steps":["trace[88013133] 'agreement among raft nodes before linearized reading' (duration: 2.80954432s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:24.924511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:22.316848Z","time spent":"2.60758984s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:24.924493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663467098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:24.924544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:22.114779Z","time spent":"2.809749224s","remote":"127.0.0.1:58860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:24.924793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:21.366824Z","time spent":"3.557942851s","remote":"127.0.0.1:39734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:24.924595Z","caller":"traceutil/trace.go:171","msg":"trace[1981760341] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25239; }","duration":"3.663590061s","start":"2026-07-07T04:25:21.260958Z","end":"2026-07-07T04:25:24.924548Z","steps":["trace[1981760341] 'agreement among raft nodes before linearized reading' (duration: 3.663448568s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:24.925814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:21.260942Z","time spent":"3.664857711s","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-07T04:25:26.689308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000620417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:26.689454Z","caller":"traceutil/trace.go:171","msg":"trace[724992320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000797621s","start":"2026-07-07T04:25:24.688639Z","end":"2026-07-07T04:25:26.689437Z","steps":["trace[724992320] 'agreement among raft nodes before linearized reading' (duration: 2.000645367s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:26.689585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:24.688624Z","time spent":"2.000947475s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:27.318398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646362873s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:27.318526Z","caller":"traceutil/trace.go:171","msg":"trace[1930726880] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25239; }","duration":"1.646496056s","start":"2026-07-07T04:25:25.672008Z","end":"2026-07-07T04:25:27.318504Z","steps":["trace[1930726880] 'range keys from in-memory index tree' (duration: 1.646346952s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:27.318841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152423609s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:25:27.318969Z","caller":"traceutil/trace.go:171","msg":"trace[1728721804] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"2.507955433s","start":"2026-07-07T04:25:24.810988Z","end":"2026-07-07T04:25:27.318943Z","steps":["trace[1728721804] 'process raft request' (duration: 355.333239ms)","trace[1728721804] 'compare' (duration: 2.15160076s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:27.319055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:24.810938Z","time spent":"2.508071436s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:28.291635Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.12523484s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:28.538699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.834582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:25:28.538952Z","caller":"traceutil/trace.go:171","msg":"trace[1142928598] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"3.623193595s","start":"2026-07-07T04:25:24.91574Z","end":"2026-07-07T04:25:28.538934Z","steps":["trace[1142928598] 'process raft request' (duration: 3.623125974s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:28.53896Z","caller":"traceutil/trace.go:171","msg":"trace[1696183487] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"3.623512433s","start":"2026-07-07T04:25:24.915417Z","end":"2026-07-07T04:25:28.53893Z","steps":["trace[1696183487] 'process raft request' (duration: 3.62338234s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:28.539022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:24.91573Z","time spent":"3.623255567s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:28.539099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:24.915393Z","time spent":"3.623630115s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:28.539073Z","caller":"traceutil/trace.go:171","msg":"trace[360187091] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"3.623621256s","start":"2026-07-07T04:25:24.91542Z","end":"2026-07-07T04:25:28.539041Z","steps":["trace[360187091] 'process raft request' (duration: 3.376371514s)","trace[360187091] 'compare' (duration: 246.671708ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:28.539232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:24.915393Z","time spent":"3.623758218s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:28.539653Z","caller":"traceutil/trace.go:171","msg":"trace[977004251] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"3.623315818s","start":"2026-07-07T04:25:24.91631Z","end":"2026-07-07T04:25:28.539626Z","steps":["trace[977004251] 'process raft request' (duration: 3.622589981s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:28.539673Z","caller":"traceutil/trace.go:171","msg":"trace[702701425] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"3.623140304s","start":"2026-07-07T04:25:24.916511Z","end":"2026-07-07T04:25:28.539652Z","steps":["trace[702701425] 'process raft request' (duration: 3.62297091s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:28.539767Z","caller":"traceutil/trace.go:171","msg":"trace[355837317] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"3.620809609s","start":"2026-07-07T04:25:24.918937Z","end":"2026-07-07T04:25:28.539747Z","steps":["trace[355837317] 'process raft request' (duration: 3.620629694s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:28.539792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:24.916473Z","time spent":"3.623254667s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:28.539793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:24.916299Z","time spent":"3.623419031s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:28.539854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:24.918921Z","time spent":"3.620886801s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:28.540313Z","caller":"traceutil/trace.go:171","msg":"trace[1958753987] linearizableReadLoop","detail":"{readStateIndex:26060; appliedIndex:26053; }","duration":"3.615988784s","start":"2026-07-07T04:25:24.924306Z","end":"2026-07-07T04:25:28.540295Z","steps":["trace[1958753987] 'read index received' (duration: 242.041708ms)","trace[1958753987] 'applied index is now lower than readState.Index' (duration: 3.373859354s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:28.540369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.619693223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-07-07T04:25:28.540374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.624806824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-07T04:25:28.540379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.566223677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-07T04:25:28.540411Z","caller":"traceutil/trace.go:171","msg":"trace[1374440802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25247; }","duration":"5.619754164s","start":"2026-07-07T04:25:22.920645Z","end":"2026-07-07T04:25:28.540399Z","steps":["trace[1374440802] 'agreement among raft nodes before linearized reading' (duration: 5.61957991s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:28.540415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.625458399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d7bd1f33-498b-4896-92ee-f13b7f70adc0\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-07T04:25:28.540421Z","caller":"traceutil/trace.go:171","msg":"trace[1379348458] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529; range_end:; response_count:1; response_revision:25247; }","duration":"5.624871635s","start":"2026-07-07T04:25:22.915536Z","end":"2026-07-07T04:25:28.540407Z","steps":["trace[1379348458] 'agreement among raft nodes before linearized reading' (duration: 5.624697861s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:28.540444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:22.920636Z","time spent":"5.619800556s","remote":"127.0.0.1:36348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-07T04:25:28.540442Z","caller":"traceutil/trace.go:171","msg":"trace[2050987170] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25247; }","duration":"5.566294469s","start":"2026-07-07T04:25:22.97412Z","end":"2026-07-07T04:25:28.540414Z","steps":["trace[2050987170] 'agreement among raft nodes before linearized reading' (duration: 5.566147636s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:28.540449Z","caller":"traceutil/trace.go:171","msg":"trace[943195105] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d7bd1f33-498b-4896-92ee-f13b7f70adc0; range_end:; response_count:1; response_revision:25247; }","duration":"5.625516201s","start":"2026-07-07T04:25:22.914922Z","end":"2026-07-07T04:25:28.540438Z","steps":["trace[943195105] 'agreement among raft nodes before linearized reading' (duration: 5.625368667s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:28.540455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:22.915528Z","time spent":"5.624918077s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" "} {"level":"warn","ts":"2026-07-07T04:25:28.54048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:22.914911Z","time spent":"5.625564002s","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d7bd1f33-498b-4896-92ee-f13b7f70adc0\" "} {"level":"warn","ts":"2026-07-07T04:25:28.540476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:22.97411Z","time spent":"5.566359371s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-07T04:25:28.540475Z","caller":"traceutil/trace.go:171","msg":"trace[1145694215] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"3.557637783s","start":"2026-07-07T04:25:24.982819Z","end":"2026-07-07T04:25:28.540456Z","steps":["trace[1145694215] 'process raft request' (duration: 3.556784673s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:28.540484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.568988283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-07T04:25:28.540506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.628406289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-07T04:25:28.540535Z","caller":"traceutil/trace.go:171","msg":"trace[366842845] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25247; }","duration":"5.569075275s","start":"2026-07-07T04:25:22.971444Z","end":"2026-07-07T04:25:28.54052Z","steps":["trace[366842845] 'agreement among raft nodes before linearized reading' (duration: 5.568919071s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:28.540333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.926111869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:28.540654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:22.971427Z","time spent":"5.569134977s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:25:28.540671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906263453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:28.540679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:24.982794Z","time spent":"3.557720716s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:28.540538Z","caller":"traceutil/trace.go:171","msg":"trace[1638034015] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25247; }","duration":"5.628472021s","start":"2026-07-07T04:25:22.912057Z","end":"2026-07-07T04:25:28.540529Z","steps":["trace[1638034015] 'agreement among raft nodes before linearized reading' (duration: 5.628353708s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:28.540705Z","caller":"traceutil/trace.go:171","msg":"trace[61084266] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25247; }","duration":"3.906338785s","start":"2026-07-07T04:25:24.634355Z","end":"2026-07-07T04:25:28.540694Z","steps":["trace[61084266] 'agreement among raft nodes before linearized reading' (duration: 3.906278443s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:28.540738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:24.634336Z","time spent":"3.906392967s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:28.540742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:22.912043Z","time spent":"5.628685136s","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T04:25:28.540749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.447620305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:28.540806Z","caller":"traceutil/trace.go:171","msg":"trace[1644065134] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25247; }","duration":"4.447718467s","start":"2026-07-07T04:25:24.093071Z","end":"2026-07-07T04:25:28.54079Z","steps":["trace[1644065134] 'agreement among raft nodes before linearized reading' (duration: 4.447612455s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:28.54088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:24.093053Z","time spent":"4.447813269s","remote":"127.0.0.1:40870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:28.540854Z","caller":"traceutil/trace.go:171","msg":"trace[835189901] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25247; }","duration":"4.926412776s","start":"2026-07-07T04:25:23.614147Z","end":"2026-07-07T04:25:28.54056Z","steps":["trace[835189901] 'agreement among raft nodes before linearized reading' (duration: 4.926075138s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:28.540994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:23.614127Z","time spent":"4.926804796s","remote":"127.0.0.1:36348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:28.689576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:25:28.689659Z","caller":"traceutil/trace.go:171","msg":"trace[1540134490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00040952s","start":"2026-07-07T04:25:26.689233Z","end":"2026-07-07T04:25:28.689642Z","steps":["trace[1540134490] 'agreement among raft nodes before linearized reading' (duration: 2.000296097s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:28.689706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:26.689218Z","time spent":"2.000479672s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:25:29.040931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:30.697391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:30.697601Z","caller":"traceutil/trace.go:171","msg":"trace[1716917553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000391541s","start":"2026-07-07T04:25:28.697186Z","end":"2026-07-07T04:25:30.697577Z","steps":["trace[1716917553] 'agreement among raft nodes before linearized reading' (duration: 2.000147185s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:30.697745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:28.697169Z","time spent":"2.000559925s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:32.007284Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.536121829s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:32.365319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05169074s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-07T04:25:32.365684Z","caller":"traceutil/trace.go:171","msg":"trace[1011619702] linearizableReadLoop","detail":"{readStateIndex:26065; appliedIndex:26061; }","duration":"3.825280177s","start":"2026-07-07T04:25:28.540384Z","end":"2026-07-07T04:25:32.365664Z","steps":["trace[1011619702] 'read index received' (duration: 773.231659ms)","trace[1011619702] 'applied index is now lower than readState.Index' (duration: 3.052047618s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:32.365807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.351806333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:32.365845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.430258916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:32.365906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.648168573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:32.365858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.740436516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:32.365939Z","caller":"traceutil/trace.go:171","msg":"trace[823233114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25250; }","duration":"6.74055732s","start":"2026-07-07T04:25:25.625373Z","end":"2026-07-07T04:25:32.365931Z","steps":["trace[823233114] 'agreement among raft nodes before linearized reading' (duration: 6.740415676s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:32.365941Z","caller":"traceutil/trace.go:171","msg":"trace[1632604468] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25250; }","duration":"6.648217194s","start":"2026-07-07T04:25:25.717711Z","end":"2026-07-07T04:25:32.365929Z","steps":["trace[1632604468] 'agreement among raft nodes before linearized reading' (duration: 6.648177373s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:32.365964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:25.717698Z","time spent":"6.648260745s","remote":"127.0.0.1:56514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:32.365966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:25.62536Z","time spent":"6.74059717s","remote":"127.0.0.1:36350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:32.365907Z","caller":"traceutil/trace.go:171","msg":"trace[1159553516] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25250; }","duration":"6.430396979s","start":"2026-07-07T04:25:25.935495Z","end":"2026-07-07T04:25:32.365892Z","steps":["trace[1159553516] 'agreement among raft nodes before linearized reading' (duration: 6.430257046s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:32.365868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042071493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:32.365985Z","caller":"traceutil/trace.go:171","msg":"trace[259620465] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25250; }","duration":"5.351889995s","start":"2026-07-07T04:25:27.013942Z","end":"2026-07-07T04:25:32.365832Z","steps":["trace[259620465] 'agreement among raft nodes before linearized reading' (duration: 5.351801513s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:32.36609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.737852149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:32.366083Z","caller":"traceutil/trace.go:171","msg":"trace[845848228] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"3.820680209s","start":"2026-07-07T04:25:28.545377Z","end":"2026-07-07T04:25:32.366057Z","steps":["trace[845848228] 'process raft request' (duration: 3.820185947s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:32.366073Z","caller":"traceutil/trace.go:171","msg":"trace[657014796] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"3.820288829s","start":"2026-07-07T04:25:28.545751Z","end":"2026-07-07T04:25:32.36604Z","steps":["trace[657014796] 'process raft request' (duration: 3.81987418s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:32.366075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:25.935474Z","time spent":"6.430551623s","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:32.366113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:27.013918Z","time spent":"5.352177633s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:32.366223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:28.545366Z","time spent":"3.82076322s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:32.366105Z","caller":"traceutil/trace.go:171","msg":"trace[1318638364] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25250; }","duration":"5.737904641s","start":"2026-07-07T04:25:26.628196Z","end":"2026-07-07T04:25:32.366101Z","steps":["trace[1318638364] 'agreement among raft nodes before linearized reading' (duration: 5.73787568s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:32.366266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:26.628176Z","time spent":"5.738082024s","remote":"127.0.0.1:40288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:32.365965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.015417625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:32.366073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400749721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:32.366295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:28.545744Z","time spent":"3.820401502s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:32.366344Z","caller":"traceutil/trace.go:171","msg":"trace[1552067127] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25250; }","duration":"7.015886636s","start":"2026-07-07T04:25:25.350424Z","end":"2026-07-07T04:25:32.366311Z","steps":["trace[1552067127] 'agreement among raft nodes before linearized reading' (duration: 7.015397974s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:32.366381Z","caller":"traceutil/trace.go:171","msg":"trace[1934510076] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25250; }","duration":"5.40110587s","start":"2026-07-07T04:25:26.965249Z","end":"2026-07-07T04:25:32.366355Z","steps":["trace[1934510076] 'agreement among raft nodes before linearized reading' (duration: 5.400727161s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:32.366427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:26.96523Z","time spent":"5.401183222s","remote":"127.0.0.1:58778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:32.36644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:25.350403Z","time spent":"7.016001228s","remote":"127.0.0.1:58792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:32.366179Z","caller":"traceutil/trace.go:171","msg":"trace[266859288] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25250; }","duration":"5.04238016s","start":"2026-07-07T04:25:27.32373Z","end":"2026-07-07T04:25:32.36608Z","steps":["trace[266859288] 'agreement among raft nodes before linearized reading' (duration: 5.04197638s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:32.366667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:27.323713Z","time spent":"5.042934884s","remote":"127.0.0.1:39626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:32.365976Z","caller":"traceutil/trace.go:171","msg":"trace[645779810] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"3.82366965s","start":"2026-07-07T04:25:28.542273Z","end":"2026-07-07T04:25:32.365943Z","steps":["trace[645779810] 'process raft request' (duration: 3.823154128s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:32.366865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:28.542259Z","time spent":"3.824567251s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:32.367547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491213057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-07T04:25:32.367625Z","caller":"traceutil/trace.go:171","msg":"trace[896284165] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25250; }","duration":"4.491333149s","start":"2026-07-07T04:25:27.876255Z","end":"2026-07-07T04:25:32.367588Z","steps":["trace[896284165] 'agreement among raft nodes before linearized reading' (duration: 4.489850034s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:32.367669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:27.876238Z","time spent":"4.491420172s","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-07T04:25:32.698976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:25:32.699063Z","caller":"traceutil/trace.go:171","msg":"trace[1396269976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428861s","start":"2026-07-07T04:25:30.698611Z","end":"2026-07-07T04:25:32.69904Z","steps":["trace[1396269976] 'agreement among raft nodes before linearized reading' (duration: 2.000323928s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:32.69911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:30.698593Z","time spent":"2.000507492s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:32.866282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:34.604879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:25:34.604965Z","caller":"traceutil/trace.go:171","msg":"trace[478017177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000193407s","start":"2026-07-07T04:25:32.604752Z","end":"2026-07-07T04:25:34.604945Z","steps":["trace[478017177] 'agreement among raft nodes before linearized reading' (duration: 2.000077514s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.605015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:32.604693Z","time spent":"2.000312509s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:25:34.664017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323393289s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:25:34.666058Z","caller":"traceutil/trace.go:171","msg":"trace[902682491] linearizableReadLoop","detail":"{readStateIndex:26073; appliedIndex:26065; }","duration":"2.300318428s","start":"2026-07-07T04:25:32.365719Z","end":"2026-07-07T04:25:34.666037Z","steps":["trace[902682491] 'read index received' (duration: 974.795389ms)","trace[902682491] 'applied index is now lower than readState.Index' (duration: 1.325521999s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:34.666218Z","caller":"traceutil/trace.go:171","msg":"trace[1789303347] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"4.122084071s","start":"2026-07-07T04:25:30.54411Z","end":"2026-07-07T04:25:34.666194Z","steps":["trace[1789303347] 'process raft request' (duration: 4.121778404s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.666291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.91021934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:34.666348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:30.544084Z","time spent":"4.122193424s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:34.666322Z","caller":"traceutil/trace.go:171","msg":"trace[1918074410] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"5.198759082s","start":"2026-07-07T04:25:29.46751Z","end":"2026-07-07T04:25:34.66627Z","steps":["trace[1918074410] 'process raft request' (duration: 3.873031707s)","trace[1918074410] 'compare' (duration: 1.322749544s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:34.666353Z","caller":"traceutil/trace.go:171","msg":"trace[664320485] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"4.122732196s","start":"2026-07-07T04:25:30.543559Z","end":"2026-07-07T04:25:34.666291Z","steps":["trace[664320485] 'process raft request' (duration: 4.122260225s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.666362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.018338147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-07T04:25:34.666319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.806121025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:34.666439Z","caller":"traceutil/trace.go:171","msg":"trace[822305139] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"4.120301749s","start":"2026-07-07T04:25:30.546119Z","end":"2026-07-07T04:25:34.666421Z","steps":["trace[822305139] 'process raft request' (duration: 4.119805688s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:34.666438Z","caller":"traceutil/trace.go:171","msg":"trace[348715492] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"4.122315997s","start":"2026-07-07T04:25:30.544107Z","end":"2026-07-07T04:25:34.666423Z","steps":["trace[348715492] 'process raft request' (duration: 4.121750293s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:34.66646Z","caller":"traceutil/trace.go:171","msg":"trace[842079057] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25258; }","duration":"6.018474461s","start":"2026-07-07T04:25:28.647964Z","end":"2026-07-07T04:25:34.666438Z","steps":["trace[842079057] 'agreement among raft nodes before linearized reading' (duration: 6.018229325s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.666461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.101100477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:34.66651Z","caller":"traceutil/trace.go:171","msg":"trace[516373558] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25258; }","duration":"5.80633839s","start":"2026-07-07T04:25:28.860122Z","end":"2026-07-07T04:25:34.66646Z","steps":["trace[516373558] 'agreement among raft nodes before linearized reading' (duration: 5.806037773s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.666525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:30.546104Z","time spent":"4.120367651s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:34.666523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02131142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:34.666523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:29.46748Z","time spent":"5.198945427s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:34.666527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:30.543519Z","time spent":"4.122910091s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:34.666556Z","caller":"traceutil/trace.go:171","msg":"trace[1684102020] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25258; }","duration":"6.101177429s","start":"2026-07-07T04:25:28.565345Z","end":"2026-07-07T04:25:34.666523Z","steps":["trace[1684102020] 'agreement among raft nodes before linearized reading' (duration: 6.101073166s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:34.666571Z","caller":"traceutil/trace.go:171","msg":"trace[639164256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25258; }","duration":"3.021403693s","start":"2026-07-07T04:25:31.645155Z","end":"2026-07-07T04:25:34.666559Z","steps":["trace[639164256] 'agreement among raft nodes before linearized reading' (duration: 3.021322531s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:34.666593Z","caller":"traceutil/trace.go:171","msg":"trace[913638911] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"4.120288139s","start":"2026-07-07T04:25:30.546291Z","end":"2026-07-07T04:25:34.666579Z","steps":["trace[913638911] 'process raft request' (duration: 4.119666545s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.666613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:31.645135Z","time spent":"3.021467315s","remote":"127.0.0.1:36292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:34.666625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:28.565289Z","time spent":"6.101316932s","remote":"127.0.0.1:58730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:34.666649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248101128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:25:34.666687Z","caller":"traceutil/trace.go:171","msg":"trace[538408878] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25258; }","duration":"3.24817547s","start":"2026-07-07T04:25:31.418501Z","end":"2026-07-07T04:25:34.666677Z","steps":["trace[538408878] 'agreement among raft nodes before linearized reading' (duration: 3.248069337s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.666682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:30.546275Z","time spent":"4.120365411s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:34.666692Z","caller":"traceutil/trace.go:171","msg":"trace[2085141450] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"4.119691244s","start":"2026-07-07T04:25:30.546727Z","end":"2026-07-07T04:25:34.666418Z","steps":["trace[2085141450] 'process raft request' (duration: 4.119265264s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.666722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:31.41848Z","time spent":"3.248234611s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":63,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:34.666759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939039259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:34.666791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:30.546718Z","time spent":"4.120016423s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:34.666849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.903247358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:34.666362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.009941299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-07-07T04:25:34.666373Z","caller":"traceutil/trace.go:171","msg":"trace[762096372] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25258; }","duration":"5.910356643s","start":"2026-07-07T04:25:28.755997Z","end":"2026-07-07T04:25:34.666353Z","steps":["trace[762096372] 'agreement among raft nodes before linearized reading' (duration: 5.910200149s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.66663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:28.860098Z","time spent":"5.806477114s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:34.666879Z","caller":"traceutil/trace.go:171","msg":"trace[1581325197] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25258; }","duration":"4.90331611s","start":"2026-07-07T04:25:29.763555Z","end":"2026-07-07T04:25:34.666871Z","steps":["trace[1581325197] 'agreement among raft nodes before linearized reading' (duration: 4.903268439s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.666908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.585741054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:34.666907Z","caller":"traceutil/trace.go:171","msg":"trace[1790539974] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25258; }","duration":"6.010485512s","start":"2026-07-07T04:25:28.656403Z","end":"2026-07-07T04:25:34.666889Z","steps":["trace[1790539974] 'agreement among raft nodes before linearized reading' (duration: 6.009794905s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.666922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:28.755975Z","time spent":"5.910924556s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:34.666945Z","caller":"traceutil/trace.go:171","msg":"trace[95483246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25258; }","duration":"4.585776966s","start":"2026-07-07T04:25:30.081156Z","end":"2026-07-07T04:25:34.666933Z","steps":["trace[95483246] 'agreement among raft nodes before linearized reading' (duration: 4.585726664s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.666966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:28.65638Z","time spent":"6.010568314s","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":545,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-07-07T04:25:34.666985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.666257456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:34.666232Z","caller":"traceutil/trace.go:171","msg":"trace[2101146484] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"4.736044662s","start":"2026-07-07T04:25:29.930168Z","end":"2026-07-07T04:25:34.666212Z","steps":["trace[2101146484] 'process raft request' (duration: 4.735580251s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:34.667026Z","caller":"traceutil/trace.go:171","msg":"trace[577388109] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25258; }","duration":"5.666329408s","start":"2026-07-07T04:25:29.000684Z","end":"2026-07-07T04:25:34.667014Z","steps":["trace[577388109] 'agreement among raft nodes before linearized reading' (duration: 5.666276616s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.667059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:29.000662Z","time spent":"5.666389548s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:34.667068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:29.930143Z","time spent":"4.736885361s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:34.666356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.107703873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:25:34.667158Z","caller":"traceutil/trace.go:171","msg":"trace[1370615786] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25258; }","duration":"6.108576124s","start":"2026-07-07T04:25:28.55857Z","end":"2026-07-07T04:25:34.667147Z","steps":["trace[1370615786] 'agreement among raft nodes before linearized reading' (duration: 6.107631911s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.667239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:28.558557Z","time spent":"6.108666706s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:34.666992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:30.081096Z","time spent":"4.585887078s","remote":"127.0.0.1:36354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:34.667287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297320918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-788dd64cc-65hp5.18bfe57c94a30e85\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-07-07T04:25:34.666537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:28.64795Z","time spent":"6.018560383s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-07-07T04:25:34.667335Z","caller":"traceutil/trace.go:171","msg":"trace[1922294901] range","detail":"{range_begin:/registry/events/openstack/barbican-api-788dd64cc-65hp5.18bfe57c94a30e85; range_end:; response_count:1; response_revision:25258; }","duration":"2.29738762s","start":"2026-07-07T04:25:32.369934Z","end":"2026-07-07T04:25:34.667322Z","steps":["trace[1922294901] 'agreement among raft nodes before linearized reading' (duration: 2.297218536s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.667683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961621643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:34.6677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:32.369918Z","time spent":"2.297771479s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-788dd64cc-65hp5.18bfe57c94a30e85\" "} {"level":"info","ts":"2026-07-07T04:25:34.667727Z","caller":"traceutil/trace.go:171","msg":"trace[864749453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25258; }","duration":"1.961698445s","start":"2026-07-07T04:25:32.706018Z","end":"2026-07-07T04:25:34.667716Z","steps":["trace[864749453] 'agreement among raft nodes before linearized reading' (duration: 1.961629644s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:34.666804Z","caller":"traceutil/trace.go:171","msg":"trace[1819127716] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25258; }","duration":"3.939117451s","start":"2026-07-07T04:25:30.727675Z","end":"2026-07-07T04:25:34.666793Z","steps":["trace[1819127716] 'agreement among raft nodes before linearized reading' (duration: 3.938981698s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.667757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:32.706001Z","time spent":"1.961749566s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:25:34.667764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437507519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:34.667804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:30.727652Z","time spent":"3.940130316s","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:34.666941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:29.763534Z","time spent":"4.903392901s","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:34.667816Z","caller":"traceutil/trace.go:171","msg":"trace[11865461] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25258; }","duration":"1.437639902s","start":"2026-07-07T04:25:33.230164Z","end":"2026-07-07T04:25:34.667804Z","steps":["trace[11865461] 'agreement among raft nodes before linearized reading' (duration: 1.437477688s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.667867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:33.230105Z","time spent":"1.437752206s","remote":"127.0.0.1:52518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:34.666634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.852497071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:34.668021Z","caller":"traceutil/trace.go:171","msg":"trace[298076971] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25258; }","duration":"3.854253833s","start":"2026-07-07T04:25:30.813751Z","end":"2026-07-07T04:25:34.668005Z","steps":["trace[298076971] 'agreement among raft nodes before linearized reading' (duration: 3.852405649s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.668075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:30.813729Z","time spent":"3.854330605s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:34.667408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291158326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:34.668222Z","caller":"traceutil/trace.go:171","msg":"trace[1891111675] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25258; }","duration":"1.292031417s","start":"2026-07-07T04:25:33.376175Z","end":"2026-07-07T04:25:34.668207Z","steps":["trace[1891111675] 'agreement among raft nodes before linearized reading' (duration: 1.291139296s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.668258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:33.376155Z","time spent":"1.292092019s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:34.666529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:30.544073Z","time spent":"4.122400339s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:34.667415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.124113611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-07T04:25:34.668665Z","caller":"traceutil/trace.go:171","msg":"trace[132663928] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25258; }","duration":"6.126313133s","start":"2026-07-07T04:25:28.542335Z","end":"2026-07-07T04:25:34.668648Z","steps":["trace[132663928] 'agreement among raft nodes before linearized reading' (duration: 6.123881426s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.66872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:28.542319Z","time spent":"6.126383216s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-07T04:25:34.666852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.757478868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:34.668865Z","caller":"traceutil/trace.go:171","msg":"trace[766307301] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25258; }","duration":"4.759489106s","start":"2026-07-07T04:25:29.909318Z","end":"2026-07-07T04:25:34.668808Z","steps":["trace[766307301] 'agreement among raft nodes before linearized reading' (duration: 4.757490999s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.668964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:29.909297Z","time spent":"4.75964736s","remote":"127.0.0.1:40134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:34.667485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135379569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:34.66915Z","caller":"traceutil/trace.go:171","msg":"trace[1847729954] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25258; }","duration":"1.137034989s","start":"2026-07-07T04:25:33.532054Z","end":"2026-07-07T04:25:34.669089Z","steps":["trace[1847729954] 'agreement among raft nodes before linearized reading' (duration: 1.13539208s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.669404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:33.532034Z","time spent":"1.137169311s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:34.667569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.12941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:34.66951Z","caller":"traceutil/trace.go:171","msg":"trace[1933975093] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25258; }","duration":"678.089497ms","start":"2026-07-07T04:25:33.991385Z","end":"2026-07-07T04:25:34.669474Z","steps":["trace[1933975093] 'agreement among raft nodes before linearized reading' (duration: 676.139781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.669595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:33.991365Z","time spent":"678.20619ms","remote":"127.0.0.1:40226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:34.667573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120391874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-07T04:25:34.667628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676914876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:34.669876Z","caller":"traceutil/trace.go:171","msg":"trace[1801840068] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25258; }","duration":"1.679157289s","start":"2026-07-07T04:25:32.990669Z","end":"2026-07-07T04:25:34.669826Z","steps":["trace[1801840068] 'agreement among raft nodes before linearized reading' (duration: 1.676937537s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.669975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:32.990647Z","time spent":"1.679295982s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:34.669979Z","caller":"traceutil/trace.go:171","msg":"trace[442682748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25258; }","duration":"1.122553306s","start":"2026-07-07T04:25:33.547129Z","end":"2026-07-07T04:25:34.669682Z","steps":["trace[442682748] 'agreement among raft nodes before linearized reading' (duration: 1.120308423s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:34.670046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:33.5471Z","time spent":"1.122929365s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T04:25:35.171869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657060,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:35.672038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657060,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:35.715774Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012971761s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:36.674756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999976581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:25:36.674834Z","caller":"traceutil/trace.go:171","msg":"trace[655118691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086713s","start":"2026-07-07T04:25:34.67473Z","end":"2026-07-07T04:25:36.674817Z","steps":["trace[655118691] 'agreement among raft nodes before linearized reading' (duration: 1.99997813s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:36.674883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:34.674725Z","time spent":"2.000144714s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:25:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:25:37.481323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809247627s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:37.481442Z","caller":"traceutil/trace.go:171","msg":"trace[1127646639] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25258; }","duration":"1.80937583s","start":"2026-07-07T04:25:35.672047Z","end":"2026-07-07T04:25:37.481423Z","steps":["trace[1127646639] 'range keys from in-memory index tree' (duration: 1.809230617s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:37.482382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766342042s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:25:37.482573Z","caller":"traceutil/trace.go:171","msg":"trace[92302691] linearizableReadLoop","detail":"{readStateIndex:26075; appliedIndex:26073; }","duration":"2.811076586s","start":"2026-07-07T04:25:34.671481Z","end":"2026-07-07T04:25:37.482557Z","steps":["trace[92302691] 'read index received' (duration: 1.044485798s)","trace[92302691] 'applied index is now lower than readState.Index' (duration: 1.766589678s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:37.482648Z","caller":"traceutil/trace.go:171","msg":"trace[866393516] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"2.811853484s","start":"2026-07-07T04:25:34.670784Z","end":"2026-07-07T04:25:37.482638Z","steps":["trace[866393516] 'process raft request' (duration: 1.045176364s)","trace[866393516] 'compare' (duration: 1.765362919s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:37.482709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:34.670765Z","time spent":"2.811912576s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:37.482838Z","caller":"traceutil/trace.go:171","msg":"trace[2124153161] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"2.657151533s","start":"2026-07-07T04:25:34.825657Z","end":"2026-07-07T04:25:37.482808Z","steps":["trace[2124153161] 'process raft request' (duration: 2.656829265s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:37.483009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811525096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-47c654d6-b9bd-4c87-ad30-e3ecdf5e2335\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-07T04:25:37.483051Z","caller":"traceutil/trace.go:171","msg":"trace[1401211356] range","detail":"{range_begin:/registry/persistentvolumes/pvc-47c654d6-b9bd-4c87-ad30-e3ecdf5e2335; range_end:; response_count:1; response_revision:25260; }","duration":"2.811586897s","start":"2026-07-07T04:25:34.671454Z","end":"2026-07-07T04:25:37.48304Z","steps":["trace[1401211356] 'agreement among raft nodes before linearized reading' (duration: 2.811442014s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:37.483081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:34.671438Z","time spent":"2.811636899s","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-47c654d6-b9bd-4c87-ad30-e3ecdf5e2335\" "} {"level":"warn","ts":"2026-07-07T04:25:37.483048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:34.825624Z","time spent":"2.657304347s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:37.983363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:38.061594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.385422827s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:38.651165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.397598ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-07T04:25:38.651517Z","caller":"traceutil/trace.go:171","msg":"trace[1642331026] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"1.978183665s","start":"2026-07-07T04:25:36.673319Z","end":"2026-07-07T04:25:38.651503Z","steps":["trace[1642331026] 'process raft request' (duration: 1.977931679s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.651596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:36.673296Z","time spent":"1.978253067s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:38.651759Z","caller":"traceutil/trace.go:171","msg":"trace[2030961669] linearizableReadLoop","detail":"{readStateIndex:26082; appliedIndex:26075; }","duration":"1.169143019s","start":"2026-07-07T04:25:37.482606Z","end":"2026-07-07T04:25:38.651749Z","steps":["trace[2030961669] 'read index received' (duration: 579.140096ms)","trace[2030961669] 'applied index is now lower than readState.Index' (duration: 590.002213ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:38.651826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50215064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:38.651853Z","caller":"traceutil/trace.go:171","msg":"trace[1930131411] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25267; }","duration":"1.502212321s","start":"2026-07-07T04:25:37.149632Z","end":"2026-07-07T04:25:38.651845Z","steps":["trace[1930131411] 'agreement among raft nodes before linearized reading' (duration: 1.50215429s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.651876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:37.149613Z","time spent":"1.502257492s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:38.651905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945565003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:25:38.652028Z","caller":"traceutil/trace.go:171","msg":"trace[1260468309] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"1.977026078s","start":"2026-07-07T04:25:36.674995Z","end":"2026-07-07T04:25:38.652021Z","steps":["trace[1260468309] 'process raft request' (duration: 1.976474935s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.652067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:36.67497Z","time spent":"1.977077289s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:38.652149Z","caller":"traceutil/trace.go:171","msg":"trace[71477915] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"1.977140791s","start":"2026-07-07T04:25:36.675002Z","end":"2026-07-07T04:25:38.652143Z","steps":["trace[71477915] 'process raft request' (duration: 1.976597948s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.652183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:36.67495Z","time spent":"1.977215853s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:38.652202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627058996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-07-07T04:25:38.652226Z","caller":"traceutil/trace.go:171","msg":"trace[293204226] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25267; }","duration":"3.627121248s","start":"2026-07-07T04:25:35.0251Z","end":"2026-07-07T04:25:38.652221Z","steps":["trace[293204226] 'agreement among raft nodes before linearized reading' (duration: 3.626941764s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.652246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:35.02508Z","time spent":"3.627161308s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7722,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-07T04:25:38.652282Z","caller":"traceutil/trace.go:171","msg":"trace[773558715] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"1.977000957s","start":"2026-07-07T04:25:36.675274Z","end":"2026-07-07T04:25:38.652275Z","steps":["trace[773558715] 'process raft request' (duration: 1.976405783s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.652319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:36.675264Z","time spent":"1.977036938s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:38.652423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589754293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-hh5bz\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-07-07T04:25:38.652454Z","caller":"traceutil/trace.go:171","msg":"trace[697547919] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"1.974367575s","start":"2026-07-07T04:25:36.678078Z","end":"2026-07-07T04:25:38.652446Z","steps":["trace[697547919] 'process raft request' (duration: 1.973626988s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:38.652484Z","caller":"traceutil/trace.go:171","msg":"trace[506125690] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-hh5bz; range_end:; response_count:1; response_revision:25267; }","duration":"3.589851616s","start":"2026-07-07T04:25:35.062614Z","end":"2026-07-07T04:25:38.652466Z","steps":["trace[506125690] 'agreement among raft nodes before linearized reading' (duration: 3.589286542s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.652492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:36.678065Z","time spent":"1.974407126s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:38.652527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:35.062599Z","time spent":"3.589909727s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4715,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-hh5bz\" "} {"level":"info","ts":"2026-07-07T04:25:38.652263Z","caller":"traceutil/trace.go:171","msg":"trace[301398580] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"1.977226773s","start":"2026-07-07T04:25:36.675029Z","end":"2026-07-07T04:25:38.652256Z","steps":["trace[301398580] 'process raft request' (duration: 1.976603328s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.652582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166045455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-07T04:25:38.652606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270903427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:38.652616Z","caller":"traceutil/trace.go:171","msg":"trace[1270834261] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529; range_end:; response_count:1; response_revision:25267; }","duration":"1.166137737s","start":"2026-07-07T04:25:37.486468Z","end":"2026-07-07T04:25:38.652606Z","steps":["trace[1270834261] 'agreement among raft nodes before linearized reading' (duration: 1.166037425s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.65262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:36.67501Z","time spent":"1.977582191s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:38.652638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:37.486447Z","time spent":"1.166185389s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" "} {"level":"warn","ts":"2026-07-07T04:25:38.652667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375808379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:25:38.652685Z","caller":"traceutil/trace.go:171","msg":"trace[500290368] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25267; }","duration":"1.375864001s","start":"2026-07-07T04:25:37.276815Z","end":"2026-07-07T04:25:38.652679Z","steps":["trace[500290368] 'agreement among raft nodes before linearized reading' (duration: 1.37582314s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.652708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:37.276795Z","time spent":"1.375907731s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:38.652729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977711634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:38.652764Z","caller":"traceutil/trace.go:171","msg":"trace[1511965384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25267; }","duration":"1.977779576s","start":"2026-07-07T04:25:36.674978Z","end":"2026-07-07T04:25:38.652758Z","steps":["trace[1511965384] 'agreement among raft nodes before linearized reading' (duration: 1.977724594s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.652795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:36.674956Z","time spent":"1.977835088s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:25:38.652834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.97962892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T04:25:38.652863Z","caller":"traceutil/trace.go:171","msg":"trace[998163729] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25267; }","duration":"3.979677262s","start":"2026-07-07T04:25:34.673178Z","end":"2026-07-07T04:25:38.652856Z","steps":["trace[998163729] 'agreement among raft nodes before linearized reading' (duration: 3.9796089s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.652886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:34.673168Z","time spent":"3.979712453s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T04:25:38.651928Z","caller":"traceutil/trace.go:171","msg":"trace[725087064] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25267; }","duration":"1.945623635s","start":"2026-07-07T04:25:36.706298Z","end":"2026-07-07T04:25:38.651922Z","steps":["trace[725087064] 'agreement among raft nodes before linearized reading' (duration: 1.945565504s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.652913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:36.706279Z","time spent":"1.946628169s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:38.653028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.981108216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:38.653063Z","caller":"traceutil/trace.go:171","msg":"trace[1695845073] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:0; response_revision:25267; }","duration":"3.981156137s","start":"2026-07-07T04:25:34.6719Z","end":"2026-07-07T04:25:38.653057Z","steps":["trace[1695845073] 'agreement among raft nodes before linearized reading' (duration: 3.981105396s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.653083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:34.671895Z","time spent":"3.981182127s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-07-07T04:25:38.653192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063881448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:38.653217Z","caller":"traceutil/trace.go:171","msg":"trace[1879790337] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25267; }","duration":"1.063946199s","start":"2026-07-07T04:25:37.589264Z","end":"2026-07-07T04:25:38.65321Z","steps":["trace[1879790337] 'agreement among raft nodes before linearized reading' (duration: 1.063903858s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.65283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405076072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:38.653234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:37.589246Z","time spent":"1.06398312s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:38.653246Z","caller":"traceutil/trace.go:171","msg":"trace[511719464] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25267; }","duration":"1.405489932s","start":"2026-07-07T04:25:37.247748Z","end":"2026-07-07T04:25:38.653238Z","steps":["trace[511719464] 'agreement among raft nodes before linearized reading' (duration: 1.405062512s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.653274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:37.247704Z","time spent":"1.405561544s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:38.653368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166345872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-07T04:25:38.653396Z","caller":"traceutil/trace.go:171","msg":"trace[670002747] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25267; }","duration":"1.166374803s","start":"2026-07-07T04:25:37.487015Z","end":"2026-07-07T04:25:38.65339Z","steps":["trace[670002747] 'agreement among raft nodes before linearized reading' (duration: 1.166305681s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.653418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:37.486974Z","time spent":"1.166438074s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-07T04:25:38.65343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.654265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-07T04:25:38.653462Z","caller":"traceutil/trace.go:171","msg":"trace[359353632] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25267; }","duration":"112.717977ms","start":"2026-07-07T04:25:38.540737Z","end":"2026-07-07T04:25:38.653455Z","steps":["trace[359353632] 'agreement among raft nodes before linearized reading' (duration: 112.632785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.653497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321442219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:38.652628Z","caller":"traceutil/trace.go:171","msg":"trace[1434881082] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25267; }","duration":"1.270928507s","start":"2026-07-07T04:25:37.381692Z","end":"2026-07-07T04:25:38.652621Z","steps":["trace[1434881082] 'agreement among raft nodes before linearized reading' (duration: 1.270887146s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:38.653536Z","caller":"traceutil/trace.go:171","msg":"trace[1249510964] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25267; }","duration":"2.321539551s","start":"2026-07-07T04:25:36.331983Z","end":"2026-07-07T04:25:38.653523Z","steps":["trace[1249510964] 'agreement among raft nodes before linearized reading' (duration: 2.32149509s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.653545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:37.381649Z","time spent":"1.27188596s","remote":"127.0.0.1:41176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:38.653566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:36.331955Z","time spent":"2.321605843s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:38.653441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796991653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:38.653666Z","caller":"traceutil/trace.go:171","msg":"trace[557675776] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25267; }","duration":"2.79726738s","start":"2026-07-07T04:25:35.85639Z","end":"2026-07-07T04:25:38.653657Z","steps":["trace[557675776] 'agreement among raft nodes before linearized reading' (duration: 2.796976643s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.653694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:35.856372Z","time spent":"2.797312761s","remote":"127.0.0.1:39978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:38.653686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4926158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418529"} {"level":"info","ts":"2026-07-07T04:25:38.653752Z","caller":"traceutil/trace.go:171","msg":"trace[819460787] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25267; }","duration":"2.492733803s","start":"2026-07-07T04:25:36.161004Z","end":"2026-07-07T04:25:38.653738Z","steps":["trace[819460787] 'agreement among raft nodes before linearized reading' (duration: 2.492478317s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.652774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708391222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:38.653809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:36.160975Z","time spent":"2.492806544s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418553,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-07T04:25:38.653821Z","caller":"traceutil/trace.go:171","msg":"trace[1597256206] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25267; }","duration":"3.709475888s","start":"2026-07-07T04:25:34.944328Z","end":"2026-07-07T04:25:38.653804Z","steps":["trace[1597256206] 'agreement among raft nodes before linearized reading' (duration: 3.708408192s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.653857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:34.944309Z","time spent":"3.709534268s","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-07T04:25:38.653888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489175573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:38.653953Z","caller":"traceutil/trace.go:171","msg":"trace[190585749] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25267; }","duration":"3.489281086s","start":"2026-07-07T04:25:35.164662Z","end":"2026-07-07T04:25:38.653943Z","steps":["trace[190585749] 'agreement among raft nodes before linearized reading' (duration: 3.489195404s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.653983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:35.164641Z","time spent":"3.489333478s","remote":"127.0.0.1:39744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:38.653984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.168722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:38.654082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.037882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:25:38.65411Z","caller":"traceutil/trace.go:171","msg":"trace[1662185609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25267; }","duration":"363.071163ms","start":"2026-07-07T04:25:38.291032Z","end":"2026-07-07T04:25:38.654103Z","steps":["trace[1662185609] 'agreement among raft nodes before linearized reading' (duration: 363.018181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.654134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:38.290964Z","time spent":"363.163984ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:38.654083Z","caller":"traceutil/trace.go:171","msg":"trace[1744614108] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25267; }","duration":"133.295015ms","start":"2026-07-07T04:25:38.52078Z","end":"2026-07-07T04:25:38.654075Z","steps":["trace[1744614108] 'agreement among raft nodes before linearized reading' (duration: 133.126571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.653108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.44973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:38.651852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808134111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:38.654597Z","caller":"traceutil/trace.go:171","msg":"trace[1536655969] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25267; }","duration":"1.810935948s","start":"2026-07-07T04:25:36.843649Z","end":"2026-07-07T04:25:38.654585Z","steps":["trace[1536655969] 'agreement among raft nodes before linearized reading' (duration: 1.808172613s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.654663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:36.843631Z","time spent":"1.81102093s","remote":"127.0.0.1:41036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:38.655071Z","caller":"traceutil/trace.go:171","msg":"trace[432174301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25267; }","duration":"789.810582ms","start":"2026-07-07T04:25:37.864553Z","end":"2026-07-07T04:25:38.654363Z","steps":["trace[432174301] 'agreement among raft nodes before linearized reading' (duration: 788.507231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:38.655106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:37.864536Z","time spent":"790.559619ms","remote":"127.0.0.1:36328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:49.511793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657391,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T04:25:49.537541Z","caller":"traceutil/trace.go:171","msg":"trace[179312801] linearizableReadLoop","detail":"{readStateIndex:26213; appliedIndex:26212; }","duration":"526.023728ms","start":"2026-07-07T04:25:49.011499Z","end":"2026-07-07T04:25:49.537523Z","steps":["trace[179312801] 'read index received' (duration: 525.855474ms)","trace[179312801] 'applied index is now lower than readState.Index' (duration: 167.554µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:49.537838Z","caller":"traceutil/trace.go:171","msg":"trace[1588316390] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"537.571091ms","start":"2026-07-07T04:25:49.000251Z","end":"2026-07-07T04:25:49.537822Z","steps":["trace[1588316390] 'process raft request' (duration: 537.154282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:49.537929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:49.000226Z","time spent":"537.646244ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:49.537931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.408387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-07T04:25:49.537949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.17918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-07-07T04:25:49.538036Z","caller":"traceutil/trace.go:171","msg":"trace[1033690991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25395; }","duration":"526.551851ms","start":"2026-07-07T04:25:49.011466Z","end":"2026-07-07T04:25:49.538018Z","steps":["trace[1033690991] 'agreement among raft nodes before linearized reading' (duration: 526.313155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:49.538081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:49.01145Z","time spent":"526.622653ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T04:25:49.538146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.72287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-07T04:25:49.53818Z","caller":"traceutil/trace.go:171","msg":"trace[638170878] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25395; }","duration":"200.789482ms","start":"2026-07-07T04:25:49.337382Z","end":"2026-07-07T04:25:49.538171Z","steps":["trace[638170878] 'agreement among raft nodes before linearized reading' (duration: 200.684039ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:49.538105Z","caller":"traceutil/trace.go:171","msg":"trace[1120608683] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:25395; }","duration":"427.371434ms","start":"2026-07-07T04:25:49.110659Z","end":"2026-07-07T04:25:49.53803Z","steps":["trace[1120608683] 'agreement among raft nodes before linearized reading' (duration: 427.103868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:49.538313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:49.110642Z","time spent":"427.662541ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7101,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-07-07T04:25:49.901063Z","caller":"traceutil/trace.go:171","msg":"trace[228187107] linearizableReadLoop","detail":"{readStateIndex:26214; appliedIndex:26213; }","duration":"322.596474ms","start":"2026-07-07T04:25:49.578446Z","end":"2026-07-07T04:25:49.901043Z","steps":["trace[228187107] 'read index received' (duration: 322.409429ms)","trace[228187107] 'applied index is now lower than readState.Index' (duration: 186.175µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:49.90111Z","caller":"traceutil/trace.go:171","msg":"trace[1600981012] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"325.695517ms","start":"2026-07-07T04:25:49.57538Z","end":"2026-07-07T04:25:49.901076Z","steps":["trace[1600981012] 'process raft request' (duration: 325.512613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:49.901218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.757257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18143"} {"level":"info","ts":"2026-07-07T04:25:49.901249Z","caller":"traceutil/trace.go:171","msg":"trace[2077933529] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25396; }","duration":"322.850719ms","start":"2026-07-07T04:25:49.578389Z","end":"2026-07-07T04:25:49.90124Z","steps":["trace[2077933529] 'agreement among raft nodes before linearized reading' (duration: 322.740197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:49.901251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:49.575355Z","time spent":"325.81792ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:49.901272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:49.578367Z","time spent":"322.899271ms","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18167,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T04:25:49.901914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.178064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:49.901957Z","caller":"traceutil/trace.go:171","msg":"trace[1477841310] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25397; }","duration":"322.234135ms","start":"2026-07-07T04:25:49.579713Z","end":"2026-07-07T04:25:49.901947Z","steps":["trace[1477841310] 'agreement among raft nodes before linearized reading' (duration: 322.147453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:49.901985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:49.579686Z","time spent":"322.292147ms","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:49.902006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.657042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:25:49.902038Z","caller":"traceutil/trace.go:171","msg":"trace[1576527322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25397; }","duration":"313.931479ms","start":"2026-07-07T04:25:49.588098Z","end":"2026-07-07T04:25:49.902029Z","steps":["trace[1576527322] 'agreement among raft nodes before linearized reading' (duration: 313.831897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:49.902061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:49.588092Z","time spent":"313.96484ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T04:25:49.902032Z","caller":"traceutil/trace.go:171","msg":"trace[1237578614] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"167.504974ms","start":"2026-07-07T04:25:49.734496Z","end":"2026-07-07T04:25:49.902001Z","steps":["trace[1237578614] 'process raft request' (duration: 167.30568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:49.902197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.436272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T04:25:49.902247Z","caller":"traceutil/trace.go:171","msg":"trace[455270378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25397; }","duration":"276.516493ms","start":"2026-07-07T04:25:49.625718Z","end":"2026-07-07T04:25:49.902234Z","steps":["trace[455270378] 'agreement among raft nodes before linearized reading' (duration: 276.3815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:49.90226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.296133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:49.902311Z","caller":"traceutil/trace.go:171","msg":"trace[1928622257] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25397; }","duration":"321.351324ms","start":"2026-07-07T04:25:49.580948Z","end":"2026-07-07T04:25:49.902299Z","steps":["trace[1928622257] 'agreement among raft nodes before linearized reading' (duration: 321.1676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:49.90235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:49.58066Z","time spent":"321.681172ms","remote":"127.0.0.1:34256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:55.562717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:56.063804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:56.564855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:57.065658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:25:57.177271Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.116306924s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T04:25:57.177712Z","caller":"traceutil/trace.go:171","msg":"trace[1068794279] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"2.116806756s","start":"2026-07-07T04:25:55.06088Z","end":"2026-07-07T04:25:57.177687Z","steps":["trace[1068794279] 'process raft request' (duration: 2.116591071s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:57.177866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:55.060867Z","time spent":"2.116925548s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:57.625408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:25:57.6255Z","caller":"traceutil/trace.go:171","msg":"trace[707044344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217926s","start":"2026-07-07T04:25:55.625262Z","end":"2026-07-07T04:25:57.62548Z","steps":["trace[707044344] 'agreement among raft nodes before linearized reading' (duration: 2.000103713s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:57.625549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:55.625242Z","time spent":"2.000297638s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:25:59.131058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.953633835s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:25:59.601569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.251139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:25:59.601815Z","caller":"traceutil/trace.go:171","msg":"trace[1094428428] linearizableReadLoop","detail":"{readStateIndex:26263; appliedIndex:26256; }","duration":"4.540111295s","start":"2026-07-07T04:25:55.061692Z","end":"2026-07-07T04:25:59.601803Z","steps":["trace[1094428428] 'read index received' (duration: 2.11575245s)","trace[1094428428] 'applied index is now lower than readState.Index' (duration: 2.424358255s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:25:59.602122Z","caller":"traceutil/trace.go:171","msg":"trace[35765227] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"2.795657701s","start":"2026-07-07T04:25:56.806448Z","end":"2026-07-07T04:25:59.602106Z","steps":["trace[35765227] 'process raft request' (duration: 2.795328113s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.602179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:56.806434Z","time spent":"2.795714242s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:59.602155Z","caller":"traceutil/trace.go:171","msg":"trace[937678154] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"2.799106622s","start":"2026-07-07T04:25:56.803019Z","end":"2026-07-07T04:25:59.602125Z","steps":["trace[937678154] 'process raft request' (duration: 2.798683992s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.602212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069853126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:25:59.602254Z","caller":"traceutil/trace.go:171","msg":"trace[1682335263] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25443; }","duration":"4.069948378s","start":"2026-07-07T04:25:55.532291Z","end":"2026-07-07T04:25:59.602239Z","steps":["trace[1682335263] 'agreement among raft nodes before linearized reading' (duration: 4.069844635s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.602283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:55.532271Z","time spent":"4.070002089s","remote":"127.0.0.1:52692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:59.602288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:56.802999Z","time spent":"2.799219275s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:59.602302Z","caller":"traceutil/trace.go:171","msg":"trace[1279635211] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"2.797844162s","start":"2026-07-07T04:25:56.804451Z","end":"2026-07-07T04:25:59.602295Z","steps":["trace[1279635211] 'process raft request' (duration: 2.797278809s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.602339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:56.804425Z","time spent":"2.797894304s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:59.60239Z","caller":"traceutil/trace.go:171","msg":"trace[1082844600] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"2.797846732s","start":"2026-07-07T04:25:56.804538Z","end":"2026-07-07T04:25:59.602384Z","steps":["trace[1082844600] 'process raft request' (duration: 2.797213577s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.602421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:56.804531Z","time spent":"2.797870733s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:59.602486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580060479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:25:59.60252Z","caller":"traceutil/trace.go:171","msg":"trace[1202306859] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25443; }","duration":"2.580128031s","start":"2026-07-07T04:25:57.022381Z","end":"2026-07-07T04:25:59.602509Z","steps":["trace[1202306859] 'agreement among raft nodes before linearized reading' (duration: 2.58006566s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.602545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:57.022358Z","time spent":"2.580180932s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:59.602569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.540883154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:59.602544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338027055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:59.602592Z","caller":"traceutil/trace.go:171","msg":"trace[1871038605] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25443; }","duration":"4.540929464s","start":"2026-07-07T04:25:55.061656Z","end":"2026-07-07T04:25:59.602585Z","steps":["trace[1871038605] 'agreement among raft nodes before linearized reading' (duration: 4.540894213s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.602592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907432491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:59.602611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:55.061645Z","time spent":"4.540962615s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-07T04:25:59.602501Z","caller":"traceutil/trace.go:171","msg":"trace[587088065] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"2.799574933s","start":"2026-07-07T04:25:56.802884Z","end":"2026-07-07T04:25:59.602459Z","steps":["trace[587088065] 'process raft request' (duration: 2.798756164s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:59.602626Z","caller":"traceutil/trace.go:171","msg":"trace[2107796634] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25443; }","duration":"1.338122258s","start":"2026-07-07T04:25:58.264483Z","end":"2026-07-07T04:25:59.602605Z","steps":["trace[2107796634] 'agreement among raft nodes before linearized reading' (duration: 1.337975554s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:59.60264Z","caller":"traceutil/trace.go:171","msg":"trace[1152226035] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25443; }","duration":"1.907536523s","start":"2026-07-07T04:25:57.695087Z","end":"2026-07-07T04:25:59.602624Z","steps":["trace[1152226035] 'agreement among raft nodes before linearized reading' (duration: 1.907384979s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.602674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:57.695065Z","time spent":"1.907598845s","remote":"127.0.0.1:52750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:59.602672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:58.264433Z","time spent":"1.33822893s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:59.602715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97667874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:59.60276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:56.802859Z","time spent":"2.799792809s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:25:59.602785Z","caller":"traceutil/trace.go:171","msg":"trace[1541468232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25443; }","duration":"1.976785543s","start":"2026-07-07T04:25:57.625991Z","end":"2026-07-07T04:25:59.602776Z","steps":["trace[1541468232] 'agreement among raft nodes before linearized reading' (duration: 1.97669314s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.602813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:57.625968Z","time spent":"1.976836653s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:25:59.602873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44973524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:59.602906Z","caller":"traceutil/trace.go:171","msg":"trace[631446106] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25443; }","duration":"1.44980448s","start":"2026-07-07T04:25:58.153091Z","end":"2026-07-07T04:25:59.602895Z","steps":["trace[631446106] 'agreement among raft nodes before linearized reading' (duration: 1.449750279s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.602913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095044056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:59.602924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.572948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:25:59.602925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.672020351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-07T04:25:59.602917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.604161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:59.602948Z","caller":"traceutil/trace.go:171","msg":"trace[226461809] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25443; }","duration":"3.095111157s","start":"2026-07-07T04:25:56.507827Z","end":"2026-07-07T04:25:59.602938Z","steps":["trace[226461809] 'agreement among raft nodes before linearized reading' (duration: 3.095054506s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:59.60296Z","caller":"traceutil/trace.go:171","msg":"trace[161019003] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25443; }","duration":"495.64779ms","start":"2026-07-07T04:25:59.107302Z","end":"2026-07-07T04:25:59.60295Z","steps":["trace[161019003] 'agreement among raft nodes before linearized reading' (duration: 495.582128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.602967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252866096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:25:59.602973Z","caller":"traceutil/trace.go:171","msg":"trace[1163135620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25443; }","duration":"3.672078462s","start":"2026-07-07T04:25:55.930881Z","end":"2026-07-07T04:25:59.602959Z","steps":["trace[1163135620] 'agreement among raft nodes before linearized reading' (duration: 3.671956949s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.602981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:56.507806Z","time spent":"3.095167158s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:59.602984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.107281Z","time spent":"495.696881ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:59.602985Z","caller":"traceutil/trace.go:171","msg":"trace[911356534] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25443; }","duration":"883.721134ms","start":"2026-07-07T04:25:58.719248Z","end":"2026-07-07T04:25:59.602969Z","steps":["trace[911356534] 'agreement among raft nodes before linearized reading' (duration: 883.598691ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:59.603003Z","caller":"traceutil/trace.go:171","msg":"trace[445857913] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25443; }","duration":"2.252903607s","start":"2026-07-07T04:25:57.350088Z","end":"2026-07-07T04:25:59.602992Z","steps":["trace[445857913] 'agreement among raft nodes before linearized reading' (duration: 2.252845945s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.603012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:55.930877Z","time spent":"3.672127133s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T04:25:59.60298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892216171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:59.60303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:58.719229Z","time spent":"883.794235ms","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-07T04:25:59.603038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:57.350055Z","time spent":"2.252971869s","remote":"127.0.0.1:40192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:59.603056Z","caller":"traceutil/trace.go:171","msg":"trace[1611523858] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25443; }","duration":"1.892315363s","start":"2026-07-07T04:25:57.710731Z","end":"2026-07-07T04:25:59.603047Z","steps":["trace[1611523858] 'agreement among raft nodes before linearized reading' (duration: 1.892223321s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.603077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:57.710718Z","time spent":"1.892352535s","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:59.603131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969433043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-07T04:25:59.602936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:58.153071Z","time spent":"1.449854472s","remote":"127.0.0.1:40212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:59.603158Z","caller":"traceutil/trace.go:171","msg":"trace[236329373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25443; }","duration":"2.969497335s","start":"2026-07-07T04:25:56.633653Z","end":"2026-07-07T04:25:59.603151Z","steps":["trace[236329373] 'agreement among raft nodes before linearized reading' (duration: 2.969433403s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.603155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223830883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-07T04:25:59.60317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25557571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-07T04:25:59.60318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:56.633633Z","time spent":"2.969542356s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T04:25:59.603186Z","caller":"traceutil/trace.go:171","msg":"trace[1485453531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25443; }","duration":"3.223859604s","start":"2026-07-07T04:25:56.379316Z","end":"2026-07-07T04:25:59.603176Z","steps":["trace[1485453531] 'agreement among raft nodes before linearized reading' (duration: 3.223773712s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:59.603205Z","caller":"traceutil/trace.go:171","msg":"trace[956443631] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25443; }","duration":"2.255633502s","start":"2026-07-07T04:25:57.347561Z","end":"2026-07-07T04:25:59.603195Z","steps":["trace[956443631] 'agreement among raft nodes before linearized reading' (duration: 2.255501138s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.603214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:56.379255Z","time spent":"3.223951147s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T04:25:59.603227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:57.347546Z","time spent":"2.255675652s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:25:59.603282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734695123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-07T04:25:59.603293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.9791597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:25:59.603313Z","caller":"traceutil/trace.go:171","msg":"trace[405740830] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25443; }","duration":"3.734766775s","start":"2026-07-07T04:25:55.868539Z","end":"2026-07-07T04:25:59.603305Z","steps":["trace[405740830] 'agreement among raft nodes before linearized reading' (duration: 3.734691183s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.603285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286142109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-07T04:25:59.603303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499234472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:25:59.603333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:55.868522Z","time spent":"3.734806347s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-07T04:25:59.603344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.672631835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T04:25:59.603341Z","caller":"traceutil/trace.go:171","msg":"trace[1573864180] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25443; }","duration":"3.979243942s","start":"2026-07-07T04:25:55.62408Z","end":"2026-07-07T04:25:59.603324Z","steps":["trace[1573864180] 'agreement among raft nodes before linearized reading' (duration: 3.97915822s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:59.603364Z","caller":"traceutil/trace.go:171","msg":"trace[1660776691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25443; }","duration":"3.672690606s","start":"2026-07-07T04:25:55.930667Z","end":"2026-07-07T04:25:59.603358Z","steps":["trace[1660776691] 'agreement among raft nodes before linearized reading' (duration: 3.672636775s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:59.603358Z","caller":"traceutil/trace.go:171","msg":"trace[1004507324] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25443; }","duration":"3.499325494s","start":"2026-07-07T04:25:56.104023Z","end":"2026-07-07T04:25:59.603348Z","steps":["trace[1004507324] 'agreement among raft nodes before linearized reading' (duration: 3.499254703s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:25:59.603373Z","caller":"traceutil/trace.go:171","msg":"trace[325109690] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25443; }","duration":"3.286275002s","start":"2026-07-07T04:25:56.31707Z","end":"2026-07-07T04:25:59.603345Z","steps":["trace[325109690] 'agreement among raft nodes before linearized reading' (duration: 3.286024596s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.603386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:55.930646Z","time spent":"3.672735158s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T04:25:59.603376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:55.624057Z","time spent":"3.979310313s","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:59.603388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.672569204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-07T04:25:59.603395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:56.104004Z","time spent":"3.499382805s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:25:59.603408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:56.317046Z","time spent":"3.286354763s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-07T04:25:59.603421Z","caller":"traceutil/trace.go:171","msg":"trace[1399015497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25443; }","duration":"3.672629906s","start":"2026-07-07T04:25:55.930782Z","end":"2026-07-07T04:25:59.603412Z","steps":["trace[1399015497] 'agreement among raft nodes before linearized reading' (duration: 3.672500103s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.603423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.776164776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-07T04:25:59.60345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:55.930768Z","time spent":"3.672675106s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T04:25:59.603459Z","caller":"traceutil/trace.go:171","msg":"trace[252566898] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25443; }","duration":"3.776203917s","start":"2026-07-07T04:25:55.827245Z","end":"2026-07-07T04:25:59.603449Z","steps":["trace[252566898] 'agreement among raft nodes before linearized reading' (duration: 3.775997122s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.603488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:55.8272Z","time spent":"3.776278828s","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":252,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:25:59.604125Z","caller":"traceutil/trace.go:171","msg":"trace[1048598760] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"2.841318871s","start":"2026-07-07T04:25:56.760643Z","end":"2026-07-07T04:25:59.601962Z","steps":["trace[1048598760] 'process raft request' (duration: 2.370613462s)","trace[1048598760] 'compare' (duration: 469.47916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:25:59.60417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:56.76062Z","time spent":"2.843526524s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:25:59.604265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794576646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-07T04:25:59.604298Z","caller":"traceutil/trace.go:171","msg":"trace[1824093659] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25443; }","duration":"2.794634507s","start":"2026-07-07T04:25:56.809655Z","end":"2026-07-07T04:25:59.60429Z","steps":["trace[1824093659] 'agreement among raft nodes before linearized reading' (duration: 2.793392497s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:25:59.604327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:56.809645Z","time spent":"2.794674127s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2773,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:01.204657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451709595s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:01.20474Z","caller":"traceutil/trace.go:171","msg":"trace[1450202853] linearizableReadLoop","detail":"{readStateIndex:26264; appliedIndex:26263; }","duration":"1.596229335s","start":"2026-07-07T04:25:59.608498Z","end":"2026-07-07T04:26:01.204727Z","steps":["trace[1450202853] 'read index received' (duration: 144.463019ms)","trace[1450202853] 'applied index is now lower than readState.Index' (duration: 1.451765096s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:01.20495Z","caller":"traceutil/trace.go:171","msg":"trace[1500973442] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"1.596527962s","start":"2026-07-07T04:25:59.608412Z","end":"2026-07-07T04:26:01.20494Z","steps":["trace[1500973442] 'process raft request' (duration: 144.396867ms)","trace[1500973442] 'compare' (duration: 1.450853455s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:01.205015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.608402Z","time spent":"1.596580323s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:01.205885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596610154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:01.205969Z","caller":"traceutil/trace.go:171","msg":"trace[113816766] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25444; }","duration":"1.597493915s","start":"2026-07-07T04:25:59.608454Z","end":"2026-07-07T04:26:01.205948Z","steps":["trace[113816766] 'agreement among raft nodes before linearized reading' (duration: 1.596576813s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:01.20602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.608433Z","time spent":"1.597574618s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-07T04:26:01.612321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00081191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:26:01.612377Z","caller":"traceutil/trace.go:171","msg":"trace[173692618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000893972s","start":"2026-07-07T04:25:59.611472Z","end":"2026-07-07T04:26:01.612366Z","steps":["trace[173692618] 'agreement among raft nodes before linearized reading' (duration: 2.000826511s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:01.612411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.611463Z","time spent":"2.000943353s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:01.705735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:02.206847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:02.707914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989657521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:02.943734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.190782252s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:03.054243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.252969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:03.055299Z","caller":"traceutil/trace.go:171","msg":"trace[939681841] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"3.445795647s","start":"2026-07-07T04:25:59.60877Z","end":"2026-07-07T04:26:03.054566Z","steps":["trace[939681841] 'process raft request' (duration: 3.445674044s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:03.055639Z","caller":"traceutil/trace.go:171","msg":"trace[1709089386] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"3.445433078s","start":"2026-07-07T04:25:59.609968Z","end":"2026-07-07T04:26:03.055401Z","steps":["trace[1709089386] 'process raft request' (duration: 3.445189622s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.055686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.608762Z","time spent":"3.446865562s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:03.05545Z","caller":"traceutil/trace.go:171","msg":"trace[1546009759] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"3.446111264s","start":"2026-07-07T04:25:59.608711Z","end":"2026-07-07T04:26:03.054822Z","steps":["trace[1546009759] 'process raft request' (duration: 3.445645413s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.055904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.608693Z","time spent":"3.447111198s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:03.056007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.609963Z","time spent":"3.445769076s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:03.055368Z","caller":"traceutil/trace.go:171","msg":"trace[445898915] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"3.445959591s","start":"2026-07-07T04:25:59.608637Z","end":"2026-07-07T04:26:03.054597Z","steps":["trace[445898915] 'process raft request' (duration: 3.335257891s)","trace[445898915] 'compare' (duration: 109.730657ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:03.055495Z","caller":"traceutil/trace.go:171","msg":"trace[1564972041] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"3.445625063s","start":"2026-07-07T04:25:59.609237Z","end":"2026-07-07T04:26:03.054862Z","steps":["trace[1564972041] 'process raft request' (duration: 3.445268375s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.056271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.608628Z","time spent":"3.447576829s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:03.056344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.609231Z","time spent":"3.447070087s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:03.05553Z","caller":"traceutil/trace.go:171","msg":"trace[1575761937] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"3.445883629s","start":"2026-07-07T04:25:59.609278Z","end":"2026-07-07T04:26:03.055161Z","steps":["trace[1575761937] 'process raft request' (duration: 3.44550384s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.056495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.609273Z","time spent":"3.44719546s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:03.055566Z","caller":"traceutil/trace.go:171","msg":"trace[94105507] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"3.44589885s","start":"2026-07-07T04:25:59.609319Z","end":"2026-07-07T04:26:03.055218Z","steps":["trace[94105507] 'process raft request' (duration: 3.445733146s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.056692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.609297Z","time spent":"3.447309463s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:03.20982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000138055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:26:03.209899Z","caller":"traceutil/trace.go:171","msg":"trace[2061576284] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272878s","start":"2026-07-07T04:26:01.209607Z","end":"2026-07-07T04:26:03.20988Z","steps":["trace[2061576284] 'agreement among raft nodes before linearized reading' (duration: 2.000177456s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.209947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:01.209582Z","time spent":"2.00035588s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-07T04:26:03.219738Z","caller":"traceutil/trace.go:171","msg":"trace[395320741] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"3.214551443s","start":"2026-07-07T04:26:00.005159Z","end":"2026-07-07T04:26:03.219711Z","steps":["trace[395320741] 'process raft request' (duration: 3.214469221s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:03.219794Z","caller":"traceutil/trace.go:171","msg":"trace[2104692716] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"3.284324386s","start":"2026-07-07T04:25:59.935438Z","end":"2026-07-07T04:26:03.219762Z","steps":["trace[2104692716] 'process raft request' (duration: 3.284142981s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:03.219785Z","caller":"traceutil/trace.go:171","msg":"trace[1219547696] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"3.288393612s","start":"2026-07-07T04:25:59.931337Z","end":"2026-07-07T04:26:03.219731Z","steps":["trace[1219547696] 'process raft request' (duration: 3.288078044s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:03.219888Z","caller":"traceutil/trace.go:171","msg":"trace[1517299152] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"2.009745592s","start":"2026-07-07T04:26:01.210133Z","end":"2026-07-07T04:26:03.219879Z","steps":["trace[1517299152] 'process raft request' (duration: 2.009524487s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.219942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:01.210112Z","time spent":"2.009800653s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T04:26:03.219949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.935402Z","time spent":"3.284466828s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:03.220021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.931311Z","time spent":"3.288592036s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:03.220016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:00.005129Z","time spent":"3.214679767s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:03.220343Z","caller":"traceutil/trace.go:171","msg":"trace[170797081] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"1.613367532s","start":"2026-07-07T04:26:01.606964Z","end":"2026-07-07T04:26:03.220332Z","steps":["trace[170797081] 'process raft request' (duration: 1.613120936s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.220417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:01.606959Z","time spent":"1.613424163s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:03.220659Z","caller":"traceutil/trace.go:171","msg":"trace[1596559484] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"1.61248368s","start":"2026-07-07T04:26:01.608165Z","end":"2026-07-07T04:26:03.220649Z","steps":["trace[1596559484] 'process raft request' (duration: 1.612369458s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:03.220682Z","caller":"traceutil/trace.go:171","msg":"trace[2129008902] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"1.612940792s","start":"2026-07-07T04:26:01.607731Z","end":"2026-07-07T04:26:03.220672Z","steps":["trace[2129008902] 'process raft request' (duration: 1.612558743s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.220723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:01.60816Z","time spent":"1.612531091s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:03.220833Z","caller":"traceutil/trace.go:171","msg":"trace[1724184474] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"1.612097231s","start":"2026-07-07T04:26:01.608717Z","end":"2026-07-07T04:26:03.220814Z","steps":["trace[1724184474] 'process raft request' (duration: 1.611900067s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.220834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:01.607726Z","time spent":"1.613032164s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:03.220946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:01.608712Z","time spent":"1.612178353s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:03.220939Z","caller":"traceutil/trace.go:171","msg":"trace[713415641] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"1.611572459s","start":"2026-07-07T04:26:01.609344Z","end":"2026-07-07T04:26:03.220917Z","steps":["trace[713415641] 'process raft request' (duration: 1.611419495s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.221047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:01.609316Z","time spent":"1.611673662s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:03.221067Z","caller":"traceutil/trace.go:171","msg":"trace[909335018] linearizableReadLoop","detail":"{readStateIndex:26282; appliedIndex:26264; }","duration":"2.016276097s","start":"2026-07-07T04:26:01.204776Z","end":"2026-07-07T04:26:03.221052Z","steps":["trace[909335018] 'read index received' (duration: 1.73919677s)","trace[909335018] 'applied index is now lower than readState.Index' (duration: 277.078287ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:03.220947Z","caller":"traceutil/trace.go:171","msg":"trace[1968223703] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"150.87561ms","start":"2026-07-07T04:26:03.07006Z","end":"2026-07-07T04:26:03.220936Z","steps":["trace[1968223703] 'process raft request' (duration: 150.837369ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:03.221165Z","caller":"traceutil/trace.go:171","msg":"trace[342583840] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"157.481077ms","start":"2026-07-07T04:26:03.063675Z","end":"2026-07-07T04:26:03.221156Z","steps":["trace[342583840] 'process raft request' (duration: 157.176799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.221266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499130029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:03.221304Z","caller":"traceutil/trace.go:171","msg":"trace[1992467091] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25463; }","duration":"3.49919187s","start":"2026-07-07T04:25:59.7221Z","end":"2026-07-07T04:26:03.221292Z","steps":["trace[1992467091] 'agreement among raft nodes before linearized reading' (duration: 3.499141579s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.221337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.722082Z","time spent":"3.499246122s","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:03.221224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539819077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:03.221394Z","caller":"traceutil/trace.go:171","msg":"trace[1759629142] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25463; }","duration":"2.540024632s","start":"2026-07-07T04:26:00.681355Z","end":"2026-07-07T04:26:03.22138Z","steps":["trace[1759629142] 'agreement among raft nodes before linearized reading' (duration: 2.539774996s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.221434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:00.681337Z","time spent":"2.540084553s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:03.221545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011938564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T04:26:03.221581Z","caller":"traceutil/trace.go:171","msg":"trace[1416665894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25463; }","duration":"2.011973604s","start":"2026-07-07T04:26:01.209597Z","end":"2026-07-07T04:26:03.221571Z","steps":["trace[1416665894] 'agreement among raft nodes before linearized reading' (duration: 2.011881862s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.221608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:01.209547Z","time spent":"2.012054857s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T04:26:03.221642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613047395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d97de928-59bc-495b-a0a7-15772ea4eec2\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-07T04:26:03.221702Z","caller":"traceutil/trace.go:171","msg":"trace[2115960142] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d97de928-59bc-495b-a0a7-15772ea4eec2; range_end:; response_count:1; response_revision:25463; }","duration":"3.613129287s","start":"2026-07-07T04:25:59.608554Z","end":"2026-07-07T04:26:03.221683Z","steps":["trace[2115960142] 'agreement among raft nodes before linearized reading' (duration: 3.612800349s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.221744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.008753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-07T04:26:03.221776Z","caller":"traceutil/trace.go:171","msg":"trace[1839403746] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25463; }","duration":"841.040364ms","start":"2026-07-07T04:26:02.380727Z","end":"2026-07-07T04:26:03.221768Z","steps":["trace[1839403746] 'agreement among raft nodes before linearized reading' (duration: 840.957382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.221775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.608546Z","time spent":"3.613211879s","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-d97de928-59bc-495b-a0a7-15772ea4eec2\" "} {"level":"warn","ts":"2026-07-07T04:26:03.221803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:02.380696Z","time spent":"841.100976ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:26:03.221811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.859397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-07T04:26:03.221836Z","caller":"traceutil/trace.go:171","msg":"trace[1218514778] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25463; }","duration":"160.882747ms","start":"2026-07-07T04:26:03.060945Z","end":"2026-07-07T04:26:03.221828Z","steps":["trace[1218514778] 'agreement among raft nodes before linearized reading' (duration: 160.791485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.221936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.686687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-07T04:26:03.221957Z","caller":"traceutil/trace.go:171","msg":"trace[692996714] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25463; }","duration":"161.732617ms","start":"2026-07-07T04:26:03.060219Z","end":"2026-07-07T04:26:03.221952Z","steps":["trace[692996714] 'agreement among raft nodes before linearized reading' (duration: 161.675666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.222038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.279067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-07T04:26:03.222072Z","caller":"traceutil/trace.go:171","msg":"trace[1182769134] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25463; }","duration":"843.352239ms","start":"2026-07-07T04:26:02.378712Z","end":"2026-07-07T04:26:03.222064Z","steps":["trace[1182769134] 'agreement among raft nodes before linearized reading' (duration: 843.257227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.222108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:02.378692Z","time spent":"843.40792ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-07T04:26:03.22219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415504019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:03.222218Z","caller":"traceutil/trace.go:171","msg":"trace[504546579] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25463; }","duration":"1.415569161s","start":"2026-07-07T04:26:01.806642Z","end":"2026-07-07T04:26:03.222211Z","steps":["trace[504546579] 'agreement among raft nodes before linearized reading' (duration: 1.415520129s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.222212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011645977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:03.222242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:01.806622Z","time spent":"1.415614152s","remote":"127.0.0.1:56578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:03.222263Z","caller":"traceutil/trace.go:171","msg":"trace[1645860908] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25463; }","duration":"2.011723529s","start":"2026-07-07T04:26:01.210526Z","end":"2026-07-07T04:26:03.222249Z","steps":["trace[1645860908] 'agreement among raft nodes before linearized reading' (duration: 2.011601647s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.222282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609453019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:03.222303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:01.210521Z","time spent":"2.011774081s","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-07T04:26:03.222325Z","caller":"traceutil/trace.go:171","msg":"trace[1472866755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25463; }","duration":"1.609609613s","start":"2026-07-07T04:26:01.612703Z","end":"2026-07-07T04:26:03.222313Z","steps":["trace[1472866755] 'agreement among raft nodes before linearized reading' (duration: 1.609461389s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.222363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:01.612684Z","time spent":"1.609671954s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:26:03.222483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613289121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18143"} {"level":"info","ts":"2026-07-07T04:26:03.22251Z","caller":"traceutil/trace.go:171","msg":"trace[1373889402] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25463; }","duration":"3.613324661s","start":"2026-07-07T04:25:59.609179Z","end":"2026-07-07T04:26:03.222504Z","steps":["trace[1373889402] 'agreement among raft nodes before linearized reading' (duration: 3.61325239s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.222528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:25:59.609175Z","time spent":"3.613349362s","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18167,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T04:26:03.221655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.908509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:03.222659Z","caller":"traceutil/trace.go:171","msg":"trace[545399731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25463; }","duration":"617.945124ms","start":"2026-07-07T04:26:02.604702Z","end":"2026-07-07T04:26:03.222647Z","steps":["trace[545399731] 'agreement among raft nodes before linearized reading' (duration: 616.92662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.222694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:02.604682Z","time spent":"618.001206ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T04:26:03.220117Z","caller":"traceutil/trace.go:171","msg":"trace[680237445] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"1.613477844s","start":"2026-07-07T04:26:01.606632Z","end":"2026-07-07T04:26:03.22011Z","steps":["trace[680237445] 'process raft request' (duration: 1.613218648s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:03.223314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:01.606614Z","time spent":"1.6166755s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:06.288992Z","caller":"traceutil/trace.go:171","msg":"trace[181147884] transaction","detail":"{read_only:false; number_of_response:0; response_revision:25584; }","duration":"103.151101ms","start":"2026-07-07T04:26:06.185815Z","end":"2026-07-07T04:26:06.288966Z","steps":["trace[181147884] 'process raft request' (duration: 103.028928ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:06.28904Z","caller":"traceutil/trace.go:171","msg":"trace[840665306] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"143.300671ms","start":"2026-07-07T04:26:06.145712Z","end":"2026-07-07T04:26:06.289012Z","steps":["trace[840665306] 'process raft request' (duration: 119.200501ms)","trace[840665306] 'compare' (duration: 23.791823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:06.289176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.366447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29723305\" ","response":"range_response_count:1 size:5617"} {"level":"info","ts":"2026-07-07T04:26:06.289234Z","caller":"traceutil/trace.go:171","msg":"trace[1179871187] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29723305; range_end:; response_count:1; response_revision:25585; }","duration":"144.445458ms","start":"2026-07-07T04:26:06.144774Z","end":"2026-07-07T04:26:06.28922Z","steps":["trace[1179871187] 'agreement among raft nodes before linearized reading' (duration: 144.250504ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:06.380422Z","caller":"traceutil/trace.go:171","msg":"trace[179553273] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"169.124753ms","start":"2026-07-07T04:26:06.211262Z","end":"2026-07-07T04:26:06.380387Z","steps":["trace[179553273] 'process raft request' (duration: 168.957239ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:06.380451Z","caller":"traceutil/trace.go:171","msg":"trace[1130658920] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"169.843049ms","start":"2026-07-07T04:26:06.210569Z","end":"2026-07-07T04:26:06.380412Z","steps":["trace[1130658920] 'process raft request' (duration: 169.548702ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:06.380541Z","caller":"traceutil/trace.go:171","msg":"trace[1014510936] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"167.411992ms","start":"2026-07-07T04:26:06.21312Z","end":"2026-07-07T04:26:06.380532Z","steps":["trace[1014510936] 'process raft request' (duration: 167.173916ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:06.380896Z","caller":"traceutil/trace.go:171","msg":"trace[1414634671] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"141.259643ms","start":"2026-07-07T04:26:06.239623Z","end":"2026-07-07T04:26:06.380883Z","steps":["trace[1414634671] 'process raft request' (duration: 140.70977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:06.381041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.302087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-07T04:26:06.381092Z","caller":"traceutil/trace.go:171","msg":"trace[1246298581] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:25589; }","duration":"169.395929ms","start":"2026-07-07T04:26:06.211683Z","end":"2026-07-07T04:26:06.381079Z","steps":["trace[1246298581] 'agreement among raft nodes before linearized reading' (duration: 169.223565ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:06.439462Z","caller":"traceutil/trace.go:171","msg":"trace[886486565] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"142.900882ms","start":"2026-07-07T04:26:06.296539Z","end":"2026-07-07T04:26:06.43944Z","steps":["trace[886486565] 'process raft request' (duration: 142.569374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:06.43961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.59445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-engine-cleaner.18bfe75d62765d25\" ","response":"range_response_count:1 size:766"} {"level":"info","ts":"2026-07-07T04:26:06.439666Z","caller":"traceutil/trace.go:171","msg":"trace[401554166] range","detail":"{range_begin:/registry/events/openstack/senlin-engine-cleaner.18bfe75d62765d25; range_end:; response_count:1; response_revision:25591; }","duration":"146.673141ms","start":"2026-07-07T04:26:06.29298Z","end":"2026-07-07T04:26:06.439653Z","steps":["trace[401554166] 'agreement among raft nodes before linearized reading' (duration: 146.513487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:06.439788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.876837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-engine-cleaner-29723305\" ","response":"range_response_count:1 size:5171"} {"level":"info","ts":"2026-07-07T04:26:06.439804Z","caller":"traceutil/trace.go:171","msg":"trace[2136285789] range","detail":"{range_begin:/registry/jobs/openstack/senlin-engine-cleaner-29723305; range_end:; response_count:1; response_revision:25591; }","duration":"149.912598ms","start":"2026-07-07T04:26:06.289888Z","end":"2026-07-07T04:26:06.4398Z","steps":["trace[2136285789] 'agreement among raft nodes before linearized reading' (duration: 149.861136ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:06.712606Z","caller":"traceutil/trace.go:171","msg":"trace[1498813044] linearizableReadLoop","detail":"{readStateIndex:26435; appliedIndex:26434; }","duration":"204.044748ms","start":"2026-07-07T04:26:06.50854Z","end":"2026-07-07T04:26:06.712585Z","steps":["trace[1498813044] 'read index received' (duration: 199.622014ms)","trace[1498813044] 'applied index is now lower than readState.Index' (duration: 4.421814ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:06.712649Z","caller":"traceutil/trace.go:171","msg":"trace[549639993] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"224.307508ms","start":"2026-07-07T04:26:06.488309Z","end":"2026-07-07T04:26:06.712616Z","steps":["trace[549639993] 'process raft request' (duration: 219.793831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:06.712861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.300705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-07-07T04:26:06.712888Z","caller":"traceutil/trace.go:171","msg":"trace[1336661094] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25598; }","duration":"204.387077ms","start":"2026-07-07T04:26:06.508493Z","end":"2026-07-07T04:26:06.71288Z","steps":["trace[1336661094] 'agreement among raft nodes before linearized reading' (duration: 204.189733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:06.726551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.867731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:06.726543Z","caller":"traceutil/trace.go:171","msg":"trace[1060257552] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"215.938131ms","start":"2026-07-07T04:26:06.510569Z","end":"2026-07-07T04:26:06.726507Z","steps":["trace[1060257552] 'process raft request' (duration: 215.737146ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:06.726605Z","caller":"traceutil/trace.go:171","msg":"trace[1220392260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25599; }","duration":"101.953953ms","start":"2026-07-07T04:26:06.624642Z","end":"2026-07-07T04:26:06.726596Z","steps":["trace[1220392260] 'agreement among raft nodes before linearized reading' (duration: 101.865551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:06.726587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.452445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-07-07T04:26:06.726644Z","caller":"traceutil/trace.go:171","msg":"trace[1838212999] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:25599; }","duration":"113.550277ms","start":"2026-07-07T04:26:06.61308Z","end":"2026-07-07T04:26:06.72663Z","steps":["trace[1838212999] 'agreement among raft nodes before linearized reading' (duration: 113.371882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:06.726672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.476959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:06.726751Z","caller":"traceutil/trace.go:171","msg":"trace[400689371] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:25599; }","duration":"215.594852ms","start":"2026-07-07T04:26:06.511137Z","end":"2026-07-07T04:26:06.726732Z","steps":["trace[400689371] 'agreement among raft nodes before linearized reading' (duration: 215.452809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:06.937113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.470331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-engine-cleaner.18bfe75d62765d25\" ","response":"range_response_count:1 size:766"} {"level":"info","ts":"2026-07-07T04:26:06.937191Z","caller":"traceutil/trace.go:171","msg":"trace[308220855] range","detail":"{range_begin:/registry/events/openstack/senlin-engine-cleaner.18bfe75d62765d25; range_end:; response_count:1; response_revision:25603; }","duration":"120.577773ms","start":"2026-07-07T04:26:06.816593Z","end":"2026-07-07T04:26:06.937171Z","steps":["trace[308220855] 'range keys from in-memory index tree' (duration: 120.240965ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:07.1168Z","caller":"traceutil/trace.go:171","msg":"trace[1706004170] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"298.431432ms","start":"2026-07-07T04:26:06.818319Z","end":"2026-07-07T04:26:07.11675Z","steps":["trace[1706004170] 'process raft request' (duration: 298.223227ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:07.168417Z","caller":"traceutil/trace.go:171","msg":"trace[1931321952] linearizableReadLoop","detail":"{readStateIndex:26443; appliedIndex:26441; }","duration":"333.369319ms","start":"2026-07-07T04:26:06.835003Z","end":"2026-07-07T04:26:07.168373Z","steps":["trace[1931321952] 'read index received' (duration: 281.492541ms)","trace[1931321952] 'applied index is now lower than readState.Index' (duration: 51.875938ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:07.168478Z","caller":"traceutil/trace.go:171","msg":"trace[812064921] transaction","detail":"{read_only:false; number_of_response:0; response_revision:25604; }","duration":"349.665215ms","start":"2026-07-07T04:26:06.81879Z","end":"2026-07-07T04:26:07.168455Z","steps":["trace[812064921] 'process raft request' (duration: 349.387958ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:07.168504Z","caller":"traceutil/trace.go:171","msg":"trace[1496639774] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"228.453106ms","start":"2026-07-07T04:26:06.940021Z","end":"2026-07-07T04:26:07.168474Z","steps":["trace[1496639774] 'process raft request' (duration: 228.248412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:07.168615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:06.818771Z","time spent":"349.773718ms","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T04:26:07.168685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.698588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9600"} {"level":"info","ts":"2026-07-07T04:26:07.168721Z","caller":"traceutil/trace.go:171","msg":"trace[638595307] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25605; }","duration":"333.780729ms","start":"2026-07-07T04:26:06.834929Z","end":"2026-07-07T04:26:07.16871Z","steps":["trace[638595307] 'agreement among raft nodes before linearized reading' (duration: 333.592234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:07.168755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:06.834919Z","time spent":"333.82911ms","remote":"127.0.0.1:52862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9624,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-07T04:26:07.16883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.431747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-07T04:26:07.168845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.301338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-07T04:26:07.168887Z","caller":"traceutil/trace.go:171","msg":"trace[1092428100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25605; }","duration":"100.54702ms","start":"2026-07-07T04:26:07.068326Z","end":"2026-07-07T04:26:07.168873Z","steps":["trace[1092428100] 'agreement among raft nodes before linearized reading' (duration: 100.352395ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:07.168928Z","caller":"traceutil/trace.go:171","msg":"trace[1745250997] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25605; }","duration":"265.426362ms","start":"2026-07-07T04:26:06.903478Z","end":"2026-07-07T04:26:07.168904Z","steps":["trace[1745250997] 'agreement among raft nodes before linearized reading' (duration: 265.164525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:07.168935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.116852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-07T04:26:07.169019Z","caller":"traceutil/trace.go:171","msg":"trace[1573131444] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25605; }","duration":"188.244745ms","start":"2026-07-07T04:26:06.980752Z","end":"2026-07-07T04:26:07.168997Z","steps":["trace[1573131444] 'agreement among raft nodes before linearized reading' (duration: 187.972238ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:07.401748Z","caller":"traceutil/trace.go:171","msg":"trace[1264848349] linearizableReadLoop","detail":"{readStateIndex:26449; appliedIndex:26448; }","duration":"171.54722ms","start":"2026-07-07T04:26:07.230177Z","end":"2026-07-07T04:26:07.401724Z","steps":["trace[1264848349] 'read index received' (duration: 140.157907ms)","trace[1264848349] 'applied index is now lower than readState.Index' (duration: 31.388073ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:07.401862Z","caller":"traceutil/trace.go:171","msg":"trace[1627587612] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"176.279442ms","start":"2026-07-07T04:26:07.225567Z","end":"2026-07-07T04:26:07.401846Z","steps":["trace[1627587612] 'process raft request' (duration: 144.751746ms)","trace[1627587612] 'compare' (duration: 31.282311ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:07.402074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.878907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-07-07T04:26:07.402128Z","caller":"traceutil/trace.go:171","msg":"trace[1033929772] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25610; }","duration":"171.96488ms","start":"2026-07-07T04:26:07.230149Z","end":"2026-07-07T04:26:07.402113Z","steps":["trace[1033929772] 'agreement among raft nodes before linearized reading' (duration: 171.825026ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:07.450073Z","caller":"traceutil/trace.go:171","msg":"trace[1411462027] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"214.774973ms","start":"2026-07-07T04:26:07.235273Z","end":"2026-07-07T04:26:07.450048Z","steps":["trace[1411462027] 'process raft request' (duration: 214.606269ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:07.450147Z","caller":"traceutil/trace.go:171","msg":"trace[1047652979] transaction","detail":"{read_only:false; response_revision:25611; number_of_response:1; }","duration":"217.854546ms","start":"2026-07-07T04:26:07.232269Z","end":"2026-07-07T04:26:07.450123Z","steps":["trace[1047652979] 'process raft request' (duration: 217.379695ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:07.450142Z","caller":"traceutil/trace.go:171","msg":"trace[593605592] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"217.825465ms","start":"2026-07-07T04:26:07.232281Z","end":"2026-07-07T04:26:07.450107Z","steps":["trace[593605592] 'process raft request' (duration: 217.509747ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:07.450195Z","caller":"traceutil/trace.go:171","msg":"trace[1019890011] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"214.866245ms","start":"2026-07-07T04:26:07.23531Z","end":"2026-07-07T04:26:07.450176Z","steps":["trace[1019890011] 'process raft request' (duration: 214.625389ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:07.450342Z","caller":"traceutil/trace.go:171","msg":"trace[2135015794] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"216.963575ms","start":"2026-07-07T04:26:07.23337Z","end":"2026-07-07T04:26:07.450334Z","steps":["trace[2135015794] 'process raft request' (duration: 216.459793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:07.450351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.315144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-07T04:26:07.450377Z","caller":"traceutil/trace.go:171","msg":"trace[783196007] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25616; }","duration":"209.361955ms","start":"2026-07-07T04:26:07.241006Z","end":"2026-07-07T04:26:07.450368Z","steps":["trace[783196007] 'agreement among raft nodes before linearized reading' (duration: 209.260042ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:07.450424Z","caller":"traceutil/trace.go:171","msg":"trace[478343665] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"216.33357ms","start":"2026-07-07T04:26:07.234084Z","end":"2026-07-07T04:26:07.450417Z","steps":["trace[478343665] 'process raft request' (duration: 215.775307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:07.450462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.512391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-07T04:26:07.450479Z","caller":"traceutil/trace.go:171","msg":"trace[1381936525] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25616; }","duration":"207.541661ms","start":"2026-07-07T04:26:07.242932Z","end":"2026-07-07T04:26:07.450474Z","steps":["trace[1381936525] 'agreement among raft nodes before linearized reading' (duration: 207.49495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:07.450351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.971776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T04:26:07.450587Z","caller":"traceutil/trace.go:171","msg":"trace[1472490242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25616; }","duration":"212.207292ms","start":"2026-07-07T04:26:07.238352Z","end":"2026-07-07T04:26:07.45056Z","steps":["trace[1472490242] 'agreement among raft nodes before linearized reading' (duration: 211.942396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:07.970191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.75513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:07.970289Z","caller":"traceutil/trace.go:171","msg":"trace[875915084] linearizableReadLoop","detail":"{readStateIndex:26467; appliedIndex:26466; }","duration":"207.319536ms","start":"2026-07-07T04:26:07.762952Z","end":"2026-07-07T04:26:07.970272Z","steps":["trace[875915084] 'read index received' (duration: 50.325081ms)","trace[875915084] 'applied index is now lower than readState.Index' (duration: 156.993255ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:07.970393Z","caller":"traceutil/trace.go:171","msg":"trace[491932205] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"373.341765ms","start":"2026-07-07T04:26:07.597019Z","end":"2026-07-07T04:26:07.970361Z","steps":["trace[491932205] 'process raft request' (duration: 216.344289ms)","trace[491932205] 'compare' (duration: 156.653517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:07.970512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:07.596996Z","time spent":"373.455327ms","remote":"127.0.0.1:45184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1319,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:07.970525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.949314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-07-07T04:26:07.970557Z","caller":"traceutil/trace.go:171","msg":"trace[1157450279] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:25627; }","duration":"157.023006ms","start":"2026-07-07T04:26:07.813524Z","end":"2026-07-07T04:26:07.970547Z","steps":["trace[1157450279] 'agreement among raft nodes before linearized reading' (duration: 156.900413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:07.971185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.208807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-07-07T04:26:07.971268Z","caller":"traceutil/trace.go:171","msg":"trace[56888662] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c; range_end:; response_count:1; response_revision:25627; }","duration":"208.305529ms","start":"2026-07-07T04:26:07.762937Z","end":"2026-07-07T04:26:07.971243Z","steps":["trace[56888662] 'agreement among raft nodes before linearized reading' (duration: 207.46926ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:08.166441Z","caller":"traceutil/trace.go:171","msg":"trace[2060353707] linearizableReadLoop","detail":"{readStateIndex:26470; appliedIndex:26468; }","duration":"124.483627ms","start":"2026-07-07T04:26:08.041939Z","end":"2026-07-07T04:26:08.166423Z","steps":["trace[2060353707] 'read index received' (duration: 123.917623ms)","trace[2060353707] 'applied index is now lower than readState.Index' (duration: 565.014µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:08.166538Z","caller":"traceutil/trace.go:171","msg":"trace[859649017] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"190.374665ms","start":"2026-07-07T04:26:07.976145Z","end":"2026-07-07T04:26:08.166519Z","steps":["trace[859649017] 'process raft request' (duration: 189.701379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:08.166606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.6524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-engine-cleaner-29723305\" ","response":"range_response_count:1 size:5171"} {"level":"info","ts":"2026-07-07T04:26:08.166634Z","caller":"traceutil/trace.go:171","msg":"trace[1938944796] range","detail":"{range_begin:/registry/jobs/openstack/senlin-engine-cleaner-29723305; range_end:; response_count:1; response_revision:25629; }","duration":"124.693021ms","start":"2026-07-07T04:26:08.041934Z","end":"2026-07-07T04:26:08.166627Z","steps":["trace[1938944796] 'agreement among raft nodes before linearized reading' (duration: 124.555928ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:08.166782Z","caller":"traceutil/trace.go:171","msg":"trace[1611875177] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"190.403646ms","start":"2026-07-07T04:26:07.97636Z","end":"2026-07-07T04:26:08.166763Z","steps":["trace[1611875177] 'process raft request' (duration: 189.999636ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:08.257585Z","caller":"traceutil/trace.go:171","msg":"trace[1453501177] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"153.157444ms","start":"2026-07-07T04:26:08.104399Z","end":"2026-07-07T04:26:08.257556Z","steps":["trace[1453501177] 'process raft request' (duration: 152.9679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:08.334266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.447599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-07-07T04:26:08.334329Z","caller":"traceutil/trace.go:171","msg":"trace[669524710] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:25631; }","duration":"147.537182ms","start":"2026-07-07T04:26:08.186778Z","end":"2026-07-07T04:26:08.334315Z","steps":["trace[669524710] 'agreement among raft nodes before linearized reading' (duration: 147.372748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:08.33449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.211683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21559"} {"level":"info","ts":"2026-07-07T04:26:08.334558Z","caller":"traceutil/trace.go:171","msg":"trace[2090185006] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:25631; }","duration":"147.319816ms","start":"2026-07-07T04:26:08.187221Z","end":"2026-07-07T04:26:08.334541Z","steps":["trace[2090185006] 'agreement among raft nodes before linearized reading' (duration: 147.133942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:08.334592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.598363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-07-07T04:26:08.334632Z","caller":"traceutil/trace.go:171","msg":"trace[1343547139] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:25631; }","duration":"147.644844ms","start":"2026-07-07T04:26:08.186975Z","end":"2026-07-07T04:26:08.33462Z","steps":["trace[1343547139] 'agreement among raft nodes before linearized reading' (duration: 147.545772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:08.334781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.852749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11169"} {"level":"info","ts":"2026-07-07T04:26:08.33481Z","caller":"traceutil/trace.go:171","msg":"trace[380392340] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:25631; }","duration":"147.90008ms","start":"2026-07-07T04:26:08.186904Z","end":"2026-07-07T04:26:08.334804Z","steps":["trace[380392340] 'agreement among raft nodes before linearized reading' (duration: 147.825899ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:08.334844Z","caller":"traceutil/trace.go:171","msg":"trace[2106316701] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"108.252132ms","start":"2026-07-07T04:26:08.226578Z","end":"2026-07-07T04:26:08.33483Z","steps":["trace[2106316701] 'process raft request' (duration: 107.451793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:08.335085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.176567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-07-07T04:26:08.335117Z","caller":"traceutil/trace.go:171","msg":"trace[1418039607] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25631; }","duration":"148.243339ms","start":"2026-07-07T04:26:08.186867Z","end":"2026-07-07T04:26:08.33511Z","steps":["trace[1418039607] 'agreement among raft nodes before linearized reading' (duration: 148.131996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:08.335479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.177947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7564"} {"level":"info","ts":"2026-07-07T04:26:08.336679Z","caller":"traceutil/trace.go:171","msg":"trace[1003534936] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:25631; }","duration":"149.396425ms","start":"2026-07-07T04:26:08.187266Z","end":"2026-07-07T04:26:08.336663Z","steps":["trace[1003534936] 'agreement among raft nodes before linearized reading' (duration: 148.140346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:08.553906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.562785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-07-07T04:26:08.554007Z","caller":"traceutil/trace.go:171","msg":"trace[793354277] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:25633; }","duration":"104.706348ms","start":"2026-07-07T04:26:08.449276Z","end":"2026-07-07T04:26:08.553983Z","steps":["trace[793354277] 'range keys from in-memory index tree' (duration: 104.326019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:08.553968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.419472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5179"} {"level":"info","ts":"2026-07-07T04:26:08.554101Z","caller":"traceutil/trace.go:171","msg":"trace[2002519587] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:25633; }","duration":"104.572345ms","start":"2026-07-07T04:26:08.449516Z","end":"2026-07-07T04:26:08.554089Z","steps":["trace[2002519587] 'range keys from in-memory index tree' (duration: 104.321939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:08.554259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.559995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-07T04:26:08.554295Z","caller":"traceutil/trace.go:171","msg":"trace[1710789949] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:25633; }","duration":"104.596786ms","start":"2026-07-07T04:26:08.449693Z","end":"2026-07-07T04:26:08.554289Z","steps":["trace[1710789949] 'range keys from in-memory index tree' (duration: 104.481593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:08.554382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.010165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"warn","ts":"2026-07-07T04:26:08.554292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.280351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:08.554457Z","caller":"traceutil/trace.go:171","msg":"trace[1857811397] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25633; }","duration":"124.517186ms","start":"2026-07-07T04:26:08.429933Z","end":"2026-07-07T04:26:08.55445Z","steps":["trace[1857811397] 'range keys from in-memory index tree' (duration: 124.227549ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:08.55443Z","caller":"traceutil/trace.go:171","msg":"trace[686916196] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:25633; }","duration":"105.059417ms","start":"2026-07-07T04:26:08.449354Z","end":"2026-07-07T04:26:08.554414Z","steps":["trace[686916196] 'range keys from in-memory index tree' (duration: 104.925583ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:08.948418Z","caller":"traceutil/trace.go:171","msg":"trace[1083709740] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"138.61281ms","start":"2026-07-07T04:26:08.809775Z","end":"2026-07-07T04:26:08.948388Z","steps":["trace[1083709740] 'process raft request' (duration: 97.025586ms)","trace[1083709740] 'compare' (duration: 41.337558ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:09.194872Z","caller":"traceutil/trace.go:171","msg":"trace[1936651742] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"164.908143ms","start":"2026-07-07T04:26:09.029926Z","end":"2026-07-07T04:26:09.194835Z","steps":["trace[1936651742] 'process raft request' (duration: 164.403841ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:09.698372Z","caller":"traceutil/trace.go:171","msg":"trace[365090218] transaction","detail":"{read_only:false; response_revision:25644; number_of_response:1; }","duration":"241.738881ms","start":"2026-07-07T04:26:09.456604Z","end":"2026-07-07T04:26:09.698343Z","steps":["trace[365090218] 'process raft request' (duration: 241.540556ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:09.698431Z","caller":"traceutil/trace.go:171","msg":"trace[814917168] linearizableReadLoop","detail":"{readStateIndex:26493; appliedIndex:26485; }","duration":"229.45584ms","start":"2026-07-07T04:26:09.468951Z","end":"2026-07-07T04:26:09.698407Z","steps":["trace[814917168] 'read index received' (duration: 14.137535ms)","trace[814917168] 'applied index is now lower than readState.Index' (duration: 215.317255ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:09.698538Z","caller":"traceutil/trace.go:171","msg":"trace[1090257786] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"241.895175ms","start":"2026-07-07T04:26:09.45663Z","end":"2026-07-07T04:26:09.698526Z","steps":["trace[1090257786] 'process raft request' (duration: 241.555437ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:09.698707Z","caller":"traceutil/trace.go:171","msg":"trace[1439114830] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"242.203372ms","start":"2026-07-07T04:26:09.456489Z","end":"2026-07-07T04:26:09.698693Z","steps":["trace[1439114830] 'process raft request' (duration: 241.509986ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:09.698798Z","caller":"traceutil/trace.go:171","msg":"trace[312218323] transaction","detail":"{read_only:false; response_revision:25646; number_of_response:1; }","duration":"242.100469ms","start":"2026-07-07T04:26:09.456686Z","end":"2026-07-07T04:26:09.698787Z","steps":["trace[312218323] 'process raft request' (duration: 241.531036ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:09.698888Z","caller":"traceutil/trace.go:171","msg":"trace[726650054] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"242.170092ms","start":"2026-07-07T04:26:09.456711Z","end":"2026-07-07T04:26:09.698881Z","steps":["trace[726650054] 'process raft request' (duration: 241.536787ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:09.699011Z","caller":"traceutil/trace.go:171","msg":"trace[1955988080] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"242.192591ms","start":"2026-07-07T04:26:09.456809Z","end":"2026-07-07T04:26:09.699002Z","steps":["trace[1955988080] 'process raft request' (duration: 241.474984ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:09.69921Z","caller":"traceutil/trace.go:171","msg":"trace[1376231762] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"240.87193ms","start":"2026-07-07T04:26:09.458329Z","end":"2026-07-07T04:26:09.699201Z","steps":["trace[1376231762] 'process raft request' (duration: 239.988429ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:09.699317Z","caller":"traceutil/trace.go:171","msg":"trace[1160866938] transaction","detail":"{read_only:false; response_revision:25650; number_of_response:1; }","duration":"232.724438ms","start":"2026-07-07T04:26:09.466581Z","end":"2026-07-07T04:26:09.699305Z","steps":["trace[1160866938] 'process raft request' (duration: 231.786115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:09.699636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.667669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-07T04:26:09.69968Z","caller":"traceutil/trace.go:171","msg":"trace[648574507] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25650; }","duration":"230.72375ms","start":"2026-07-07T04:26:09.468945Z","end":"2026-07-07T04:26:09.699668Z","steps":["trace[648574507] 'agreement among raft nodes before linearized reading' (duration: 230.552416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:09.699902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.886025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-07T04:26:09.699939Z","caller":"traceutil/trace.go:171","msg":"trace[420917041] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25650; }","duration":"230.937805ms","start":"2026-07-07T04:26:09.468992Z","end":"2026-07-07T04:26:09.699929Z","steps":["trace[420917041] 'agreement among raft nodes before linearized reading' (duration: 230.848653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:09.700231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.36541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:09.700263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.626008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T04:26:09.700288Z","caller":"traceutil/trace.go:171","msg":"trace[746021423] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25650; }","duration":"183.457392ms","start":"2026-07-07T04:26:09.516817Z","end":"2026-07-07T04:26:09.700275Z","steps":["trace[746021423] 'agreement among raft nodes before linearized reading' (duration: 183.342279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:09.700383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.600331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-engine-cleaner-29723305\" ","response":"range_response_count:1 size:5171"} {"level":"info","ts":"2026-07-07T04:26:09.700422Z","caller":"traceutil/trace.go:171","msg":"trace[240678627] range","detail":"{range_begin:/registry/jobs/openstack/senlin-engine-cleaner-29723305; range_end:; response_count:1; response_revision:25650; }","duration":"212.671523ms","start":"2026-07-07T04:26:09.487743Z","end":"2026-07-07T04:26:09.700414Z","steps":["trace[240678627] 'agreement among raft nodes before linearized reading' (duration: 212.580111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:09.700491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.057998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:09.700304Z","caller":"traceutil/trace.go:171","msg":"trace[537353076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25650; }","duration":"230.71292ms","start":"2026-07-07T04:26:09.46958Z","end":"2026-07-07T04:26:09.700293Z","steps":["trace[537353076] 'agreement among raft nodes before linearized reading' (duration: 230.553116ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:09.700533Z","caller":"traceutil/trace.go:171","msg":"trace[1993904190] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25650; }","duration":"152.135631ms","start":"2026-07-07T04:26:09.548386Z","end":"2026-07-07T04:26:09.700521Z","steps":["trace[1993904190] 'agreement among raft nodes before linearized reading' (duration: 152.072099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:10.447385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.263248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:10.447761Z","caller":"traceutil/trace.go:171","msg":"trace[1632486857] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"742.780509ms","start":"2026-07-07T04:26:09.704948Z","end":"2026-07-07T04:26:10.447728Z","steps":["trace[1632486857] 'process raft request' (duration: 245.06379ms)","trace[1632486857] 'compare' (duration: 496.276435ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:10.44783Z","caller":"traceutil/trace.go:171","msg":"trace[283757559] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"742.809149ms","start":"2026-07-07T04:26:09.704989Z","end":"2026-07-07T04:26:10.447798Z","steps":["trace[283757559] 'process raft request' (duration: 742.605754ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:10.44785Z","caller":"traceutil/trace.go:171","msg":"trace[1828338736] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"685.111574ms","start":"2026-07-07T04:26:09.762709Z","end":"2026-07-07T04:26:10.447821Z","steps":["trace[1828338736] 'process raft request' (duration: 685.010921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:10.447992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:09.762675Z","time spent":"685.233427ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T04:26:10.447845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:09.704939Z","time spent":"742.86946ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:10.447977Z","caller":"traceutil/trace.go:171","msg":"trace[1575734952] linearizableReadLoop","detail":"{readStateIndex:26497; appliedIndex:26494; }","duration":"662.524639ms","start":"2026-07-07T04:26:09.785396Z","end":"2026-07-07T04:26:10.44792Z","steps":["trace[1575734952] 'read index received' (duration: 164.572065ms)","trace[1575734952] 'applied index is now lower than readState.Index' (duration: 497.950264ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:10.448002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:09.704985Z","time spent":"742.912422ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:11.810022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362192047s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-07T04:26:11.810209Z","caller":"traceutil/trace.go:171","msg":"trace[950203083] linearizableReadLoop","detail":"{readStateIndex:26498; appliedIndex:26497; }","duration":"1.362156886s","start":"2026-07-07T04:26:10.448038Z","end":"2026-07-07T04:26:11.810195Z","steps":["trace[950203083] 'read index received' (duration: 61.461µs)","trace[950203083] 'applied index is now lower than readState.Index' (duration: 1.362094865s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:11.810461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025053503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-07T04:26:11.810526Z","caller":"traceutil/trace.go:171","msg":"trace[1790881449] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25654; }","duration":"2.025152376s","start":"2026-07-07T04:26:09.785356Z","end":"2026-07-07T04:26:11.810509Z","steps":["trace[1790881449] 'agreement among raft nodes before linearized reading' (duration: 662.727134ms)","trace[1790881449] 'range keys from in-memory index tree' (duration: 1.362263479s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:11.810558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:09.785342Z","time spent":"2.025208997s","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-07T04:26:11.8106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918498682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-07-07T04:26:11.810626Z","caller":"traceutil/trace.go:171","msg":"trace[1514351147] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c; range_end:; response_count:1; response_revision:25654; }","duration":"1.918557704s","start":"2026-07-07T04:26:09.892061Z","end":"2026-07-07T04:26:11.810618Z","steps":["trace[1514351147] 'agreement among raft nodes before linearized reading' (duration: 1.918510763s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:11.810647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:09.892039Z","time spent":"1.918604154s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" "} {"level":"warn","ts":"2026-07-07T04:26:11.810561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788309161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-07-07T04:26:11.810752Z","caller":"traceutil/trace.go:171","msg":"trace[1125705795] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c; range_end:; response_count:1; response_revision:25654; }","duration":"1.788531507s","start":"2026-07-07T04:26:10.022211Z","end":"2026-07-07T04:26:11.810743Z","steps":["trace[1125705795] 'agreement among raft nodes before linearized reading' (duration: 1.78826151s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:11.810783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.022196Z","time spent":"1.788577247s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" "} {"level":"info","ts":"2026-07-07T04:26:11.811016Z","caller":"traceutil/trace.go:171","msg":"trace[641577086] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"1.083164984s","start":"2026-07-07T04:26:10.727828Z","end":"2026-07-07T04:26:11.810993Z","steps":["trace[641577086] 'process raft request' (duration: 1.082291993s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:11.811258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.727807Z","time spent":"1.083325177s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:12.310836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:12.625659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999064289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:12.625736Z","caller":"traceutil/trace.go:171","msg":"trace[1687468372] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999176752s","start":"2026-07-07T04:26:10.626542Z","end":"2026-07-07T04:26:12.625719Z","steps":["trace[1687468372] 'agreement among raft nodes before linearized reading' (duration: 1.99908583s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:12.625777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.626525Z","time spent":"1.999243413s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:12.811019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:13.312008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:13.81229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:13.816517Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.112768441s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:14.065682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.843659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:14.06584Z","caller":"traceutil/trace.go:171","msg":"trace[509651835] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"2.362276515s","start":"2026-07-07T04:26:11.703544Z","end":"2026-07-07T04:26:14.065821Z","steps":["trace[509651835] 'process raft request' (duration: 2.11321076s)","trace[509651835] 'compare' (duration: 247.910968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:14.065897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:11.703518Z","time spent":"2.362350377s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:14.605256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000130135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:14.605383Z","caller":"traceutil/trace.go:171","msg":"trace[1672646372] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295069s","start":"2026-07-07T04:26:12.605046Z","end":"2026-07-07T04:26:14.605341Z","steps":["trace[1672646372] 'agreement among raft nodes before linearized reading' (duration: 2.000162086s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:14.60545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:12.605026Z","time spent":"2.000407412s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:14.625912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000127895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:14.626116Z","caller":"traceutil/trace.go:171","msg":"trace[1400637493] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379341s","start":"2026-07-07T04:26:12.625707Z","end":"2026-07-07T04:26:14.626086Z","steps":["trace[1400637493] 'agreement among raft nodes before linearized reading' (duration: 2.000149426s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:14.626235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:12.625692Z","time spent":"2.000525914s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:15.778339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.961543721s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:15.817582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.007242ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:15.817673Z","caller":"traceutil/trace.go:171","msg":"trace[1646858493] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25656; }","duration":"145.107834ms","start":"2026-07-07T04:26:15.672552Z","end":"2026-07-07T04:26:15.81766Z","steps":["trace[1646858493] 'range keys from in-memory index tree' (duration: 144.992071ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:15.818285Z","caller":"traceutil/trace.go:171","msg":"trace[1386808004] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"4.114113433s","start":"2026-07-07T04:26:11.704151Z","end":"2026-07-07T04:26:15.818265Z","steps":["trace[1386808004] 'process raft request' (duration: 4.114077452s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.81838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:11.704145Z","time spent":"4.114188315s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:15.818586Z","caller":"traceutil/trace.go:171","msg":"trace[963860744] transaction","detail":"{read_only:false; response_revision:25657; number_of_response:1; }","duration":"4.114943343s","start":"2026-07-07T04:26:11.703634Z","end":"2026-07-07T04:26:15.818578Z","steps":["trace[963860744] 'process raft request' (duration: 4.075008367s)","trace[963860744] 'compare' (duration: 39.206358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:15.818628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:11.703612Z","time spent":"4.114994674s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:15.818704Z","caller":"traceutil/trace.go:171","msg":"trace[147278049] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"4.114611355s","start":"2026-07-07T04:26:11.704087Z","end":"2026-07-07T04:26:15.818698Z","steps":["trace[147278049] 'process raft request' (duration: 4.114088483s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.818735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:11.70408Z","time spent":"4.114641236s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:15.818972Z","caller":"traceutil/trace.go:171","msg":"trace[1446380900] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"4.001356645s","start":"2026-07-07T04:26:11.817607Z","end":"2026-07-07T04:26:15.818963Z","steps":["trace[1446380900] 'process raft request' (duration: 4.001233292s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:15.819061Z","caller":"traceutil/trace.go:171","msg":"trace[1175767614] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"4.113644553s","start":"2026-07-07T04:26:11.705399Z","end":"2026-07-07T04:26:15.819044Z","steps":["trace[1175767614] 'process raft request' (duration: 4.113070159s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.819076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:11.817589Z","time spent":"4.001409186s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:15.819149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:11.705391Z","time spent":"4.113717274s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:15.819147Z","caller":"traceutil/trace.go:171","msg":"trace[1778171804] linearizableReadLoop","detail":"{readStateIndex:26508; appliedIndex:26499; }","duration":"4.008890252s","start":"2026-07-07T04:26:11.81023Z","end":"2026-07-07T04:26:15.81912Z","steps":["trace[1778171804] 'read index received' (duration: 2.006540556s)","trace[1778171804] 'applied index is now lower than readState.Index' (duration: 2.002348706s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:15.819292Z","caller":"traceutil/trace.go:171","msg":"trace[1950763390] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"4.114109183s","start":"2026-07-07T04:26:11.705172Z","end":"2026-07-07T04:26:15.819281Z","steps":["trace[1950763390] 'process raft request' (duration: 4.113073059s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.819344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.985552145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3239"} {"level":"info","ts":"2026-07-07T04:26:15.819394Z","caller":"traceutil/trace.go:171","msg":"trace[1270334497] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25664; }","duration":"4.985630208s","start":"2026-07-07T04:26:10.833749Z","end":"2026-07-07T04:26:15.81938Z","steps":["trace[1270334497] 'agreement among raft nodes before linearized reading' (duration: 4.985498964s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:15.8194Z","caller":"traceutil/trace.go:171","msg":"trace[574369233] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"2.478787212s","start":"2026-07-07T04:26:13.3406Z","end":"2026-07-07T04:26:15.819387Z","steps":["trace[574369233] 'process raft request' (duration: 2.47830691s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.819432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833739Z","time spent":"4.985684549s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3263,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-07-07T04:26:15.819481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:13.34054Z","time spent":"2.478891314s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:15.819599Z","caller":"traceutil/trace.go:171","msg":"trace[374272817] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"2.464225968s","start":"2026-07-07T04:26:13.355366Z","end":"2026-07-07T04:26:15.819592Z","steps":["trace[374272817] 'process raft request' (duration: 2.463662484s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.819654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:13.355346Z","time spent":"2.464275378s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:15.819718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.985997186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11492"} {"level":"warn","ts":"2026-07-07T04:26:15.819728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.557381324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-07T04:26:15.819761Z","caller":"traceutil/trace.go:171","msg":"trace[1003674005] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:25664; }","duration":"4.986053737s","start":"2026-07-07T04:26:10.833695Z","end":"2026-07-07T04:26:15.819748Z","steps":["trace[1003674005] 'agreement among raft nodes before linearized reading' (duration: 4.985940965s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.819788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.582688662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-07T04:26:15.819816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986499458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-07-07T04:26:15.819819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9861468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-07-07T04:26:15.819778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.8974364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:15.819832Z","caller":"traceutil/trace.go:171","msg":"trace[524742223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25664; }","duration":"4.582763534s","start":"2026-07-07T04:26:11.237058Z","end":"2026-07-07T04:26:15.819821Z","steps":["trace[524742223] 'agreement among raft nodes before linearized reading' (duration: 4.582564329s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:15.819846Z","caller":"traceutil/trace.go:171","msg":"trace[1658055009] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25664; }","duration":"4.98619614s","start":"2026-07-07T04:26:10.833642Z","end":"2026-07-07T04:26:15.819839Z","steps":["trace[1658055009] 'agreement among raft nodes before linearized reading' (duration: 4.986019506s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.819869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:11.237033Z","time spent":"4.582829926s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T04:26:15.819873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.985981336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"warn","ts":"2026-07-07T04:26:15.819878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050668492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T04:26:15.819869Z","caller":"traceutil/trace.go:171","msg":"trace[1423806190] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25664; }","duration":"4.897564404s","start":"2026-07-07T04:26:10.922285Z","end":"2026-07-07T04:26:15.819849Z","steps":["trace[1423806190] 'agreement among raft nodes before linearized reading' (duration: 4.89742673s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:15.819903Z","caller":"traceutil/trace.go:171","msg":"trace[1776216430] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25664; }","duration":"4.986025347s","start":"2026-07-07T04:26:10.833871Z","end":"2026-07-07T04:26:15.819896Z","steps":["trace[1776216430] 'agreement among raft nodes before linearized reading' (duration: 4.985944655s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:15.819915Z","caller":"traceutil/trace.go:171","msg":"trace[649695155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25664; }","duration":"4.050705503s","start":"2026-07-07T04:26:11.769197Z","end":"2026-07-07T04:26:15.819903Z","steps":["trace[649695155] 'agreement among raft nodes before linearized reading' (duration: 4.0505814s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.819907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446375706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"warn","ts":"2026-07-07T04:26:15.81993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833864Z","time spent":"4.986059667s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-07T04:26:15.819934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.922265Z","time spent":"4.897657795s","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:15.819945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:11.769119Z","time spent":"4.050821585s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T04:26:15.81996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98657798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-07-07T04:26:15.819962Z","caller":"traceutil/trace.go:171","msg":"trace[143548464] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:25664; }","duration":"4.446469958s","start":"2026-07-07T04:26:11.373478Z","end":"2026-07-07T04:26:15.819948Z","steps":["trace[143548464] 'agreement among raft nodes before linearized reading' (duration: 4.446221312s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:15.81998Z","caller":"traceutil/trace.go:171","msg":"trace[875585505] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25664; }","duration":"4.986610741s","start":"2026-07-07T04:26:10.833365Z","end":"2026-07-07T04:26:15.819976Z","steps":["trace[875585505] 'agreement among raft nodes before linearized reading' (duration: 4.98656982s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.81998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986082108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3217"} {"level":"warn","ts":"2026-07-07T04:26:15.819997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833359Z","time spent":"4.986635301s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-07T04:26:15.819999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:11.373435Z","time spent":"4.44655688s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5445,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-07-07T04:26:15.819835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.985677758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"warn","ts":"2026-07-07T04:26:15.820023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986761704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:10041"} {"level":"info","ts":"2026-07-07T04:26:15.820041Z","caller":"traceutil/trace.go:171","msg":"trace[644622455] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:25664; }","duration":"4.985890673s","start":"2026-07-07T04:26:10.834143Z","end":"2026-07-07T04:26:15.820034Z","steps":["trace[644622455] 'agreement among raft nodes before linearized reading' (duration: 4.985533605s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:15.820049Z","caller":"traceutil/trace.go:171","msg":"trace[1792028731] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:25664; }","duration":"4.986830426s","start":"2026-07-07T04:26:10.833211Z","end":"2026-07-07T04:26:15.820042Z","steps":["trace[1792028731] 'agreement among raft nodes before linearized reading' (duration: 4.986763605s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.820072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.834127Z","time spent":"4.985939305s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4157,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-07-07T04:26:15.820095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986745923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-07-07T04:26:15.820095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986727893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-07-07T04:26:15.820113Z","caller":"traceutil/trace.go:171","msg":"trace[342721009] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25664; }","duration":"4.986805015s","start":"2026-07-07T04:26:10.833304Z","end":"2026-07-07T04:26:15.820109Z","steps":["trace[342721009] 'agreement among raft nodes before linearized reading' (duration: 4.986762504s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.820112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994446286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:15.820128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833276Z","time spent":"4.986849376s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-07-07T04:26:15.820122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986403106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-07-07T04:26:15.819958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986693812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"warn","ts":"2026-07-07T04:26:15.819925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986520868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-07-07T04:26:15.820152Z","caller":"traceutil/trace.go:171","msg":"trace[1960874360] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25664; }","duration":"4.986444927s","start":"2026-07-07T04:26:10.833698Z","end":"2026-07-07T04:26:15.820143Z","steps":["trace[1960874360] 'agreement among raft nodes before linearized reading' (duration: 4.985951135s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:15.820158Z","caller":"traceutil/trace.go:171","msg":"trace[2067830320] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:25664; }","duration":"4.986924038s","start":"2026-07-07T04:26:10.833226Z","end":"2026-07-07T04:26:15.82015Z","steps":["trace[2067830320] 'agreement among raft nodes before linearized reading' (duration: 4.986673722s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.820179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833691Z","time spent":"4.986481147s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-07-07T04:26:15.820185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833208Z","time spent":"4.986969739s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4410,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-07-07T04:26:15.820196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.676124968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:26:15.821891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.988523656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9752"} {"level":"info","ts":"2026-07-07T04:26:15.819842Z","caller":"traceutil/trace.go:171","msg":"trace[1286401515] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25664; }","duration":"4.986532808s","start":"2026-07-07T04:26:10.833301Z","end":"2026-07-07T04:26:15.819834Z","steps":["trace[1286401515] 'agreement among raft nodes before linearized reading' (duration: 4.986456866s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:15.822276Z","caller":"traceutil/trace.go:171","msg":"trace[2082881158] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:25664; }","duration":"4.988922545s","start":"2026-07-07T04:26:10.833316Z","end":"2026-07-07T04:26:15.822239Z","steps":["trace[2082881158] 'agreement among raft nodes before linearized reading' (duration: 4.988355712s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.822311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833291Z","time spent":"4.989009668s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9776,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-07-07T04:26:15.822307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833297Z","time spent":"4.988992927s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-07-07T04:26:15.819352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:11.705156Z","time spent":"4.114166704s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:15.819794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833686Z","time spent":"4.986101358s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11516,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"info","ts":"2026-07-07T04:26:15.82189Z","caller":"traceutil/trace.go:171","msg":"trace[1348616683] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25664; }","duration":"3.677838808s","start":"2026-07-07T04:26:12.144028Z","end":"2026-07-07T04:26:15.821867Z","steps":["trace[1348616683] 'agreement among raft nodes before linearized reading' (duration: 3.676145348s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.822452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:12.14401Z","time spent":"3.678426932s","remote":"127.0.0.1:36266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:15.819761Z","caller":"traceutil/trace.go:171","msg":"trace[1174079278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25664; }","duration":"4.557414114s","start":"2026-07-07T04:26:11.262338Z","end":"2026-07-07T04:26:15.819752Z","steps":["trace[1174079278] 'agreement among raft nodes before linearized reading' (duration: 4.55721973s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.822649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:11.262322Z","time spent":"4.560316253s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T04:26:15.820006Z","caller":"traceutil/trace.go:171","msg":"trace[1105472825] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:25664; }","duration":"4.986137149s","start":"2026-07-07T04:26:10.833861Z","end":"2026-07-07T04:26:15.819998Z","steps":["trace[1105472825] 'agreement among raft nodes before linearized reading' (duration: 4.98576336s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:15.822889Z","caller":"traceutil/trace.go:171","msg":"trace[1739346767] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25664; }","duration":"4.986772594s","start":"2026-07-07T04:26:10.833392Z","end":"2026-07-07T04:26:15.820165Z","steps":["trace[1739346767] 'agreement among raft nodes before linearized reading' (duration: 4.986506178s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.822934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833389Z","time spent":"4.989532739s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-07-07T04:26:15.821584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.988202648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"info","ts":"2026-07-07T04:26:15.823056Z","caller":"traceutil/trace.go:171","msg":"trace[895377277] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25664; }","duration":"4.989684933s","start":"2026-07-07T04:26:10.833355Z","end":"2026-07-07T04:26:15.82304Z","steps":["trace[895377277] 'agreement among raft nodes before linearized reading' (duration: 4.988158427s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.823077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833348Z","time spent":"4.989722704s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3248,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-07T04:26:15.823069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833853Z","time spent":"4.989202502s","remote":"127.0.0.1:40308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3241,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-07-07T04:26:15.819876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833634Z","time spent":"4.986235662s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3785,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-07-07T04:26:15.823201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.54917883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T04:26:15.823232Z","caller":"traceutil/trace.go:171","msg":"trace[180268979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25664; }","duration":"4.549245551s","start":"2026-07-07T04:26:11.273972Z","end":"2026-07-07T04:26:15.823218Z","steps":["trace[180268979] 'agreement among raft nodes before linearized reading' (duration: 4.548989595s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.823257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:11.273942Z","time spent":"4.549310462s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T04:26:15.819883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986282042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-07-07T04:26:15.823374Z","caller":"traceutil/trace.go:171","msg":"trace[2013888401] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25664; }","duration":"4.989786736s","start":"2026-07-07T04:26:10.833578Z","end":"2026-07-07T04:26:15.823365Z","steps":["trace[2013888401] 'agreement among raft nodes before linearized reading' (duration: 4.986273863s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.823405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833567Z","time spent":"4.989830827s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-07T04:26:15.819718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98573746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-07-07T04:26:15.820138Z","caller":"traceutil/trace.go:171","msg":"trace[980620634] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25664; }","duration":"4.994528508s","start":"2026-07-07T04:26:10.825603Z","end":"2026-07-07T04:26:15.820131Z","steps":["trace[980620634] 'agreement among raft nodes before linearized reading' (duration: 4.994485717s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:15.82346Z","caller":"traceutil/trace.go:171","msg":"trace[481500572] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25664; }","duration":"4.989482719s","start":"2026-07-07T04:26:10.833961Z","end":"2026-07-07T04:26:15.823444Z","steps":["trace[481500572] 'agreement among raft nodes before linearized reading' (duration: 4.985635908s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.823486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833956Z","time spent":"4.98952005s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3250,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-07T04:26:15.823519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.825572Z","time spent":"4.997938968s","remote":"127.0.0.1:40882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:15.821374Z","caller":"traceutil/trace.go:171","msg":"trace[1699881597] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:25664; }","duration":"4.986759864s","start":"2026-07-07T04:26:10.833352Z","end":"2026-07-07T04:26:15.820112Z","steps":["trace[1699881597] 'agreement among raft nodes before linearized reading' (duration: 4.986692682s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.823599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833347Z","time spent":"4.990246076s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-07-07T04:26:15.823762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990004571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-07-07T04:26:15.823792Z","caller":"traceutil/trace.go:171","msg":"trace[1701601075] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25664; }","duration":"4.990039542s","start":"2026-07-07T04:26:10.833738Z","end":"2026-07-07T04:26:15.823778Z","steps":["trace[1701601075] 'agreement among raft nodes before linearized reading' (duration: 4.985880113s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.823807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833732Z","time spent":"4.990070612s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-07T04:26:15.823815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.292522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:15.823856Z","caller":"traceutil/trace.go:171","msg":"trace[981387102] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25664; }","duration":"888.372874ms","start":"2026-07-07T04:26:14.935475Z","end":"2026-07-07T04:26:15.823848Z","steps":["trace[981387102] 'agreement among raft nodes before linearized reading' (duration: 888.311163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.823867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.893802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:15.823891Z","caller":"traceutil/trace.go:171","msg":"trace[1766918661] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25664; }","duration":"502.961713ms","start":"2026-07-07T04:26:15.320922Z","end":"2026-07-07T04:26:15.823884Z","steps":["trace[1766918661] 'agreement among raft nodes before linearized reading' (duration: 502.920652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.823889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:14.935455Z","time spent":"888.420795ms","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:15.823911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.3209Z","time spent":"503.001664ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:15.824063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.495743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-07T04:26:15.824094Z","caller":"traceutil/trace.go:171","msg":"trace[1065262892] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25664; }","duration":"936.562135ms","start":"2026-07-07T04:26:14.887522Z","end":"2026-07-07T04:26:15.824084Z","steps":["trace[1065262892] 'agreement among raft nodes before linearized reading' (duration: 936.477433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.824104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113747947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:26:15.824122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:14.887504Z","time spent":"936.613216ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-07T04:26:15.824177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117577448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-07-07T04:26:15.824203Z","caller":"traceutil/trace.go:171","msg":"trace[1329761311] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25664; }","duration":"1.117596359s","start":"2026-07-07T04:26:14.706595Z","end":"2026-07-07T04:26:15.824191Z","steps":["trace[1329761311] 'agreement among raft nodes before linearized reading' (duration: 1.117542177s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.82422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:14.706555Z","time spent":"1.117661s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-07T04:26:15.824126Z","caller":"traceutil/trace.go:171","msg":"trace[1619387289] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25664; }","duration":"1.113815299s","start":"2026-07-07T04:26:14.710305Z","end":"2026-07-07T04:26:15.824121Z","steps":["trace[1619387289] 'agreement among raft nodes before linearized reading' (duration: 1.113766478s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.82427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150992388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-07T04:26:15.824288Z","caller":"traceutil/trace.go:171","msg":"trace[1663635060] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:25664; }","duration":"1.15102986s","start":"2026-07-07T04:26:14.673248Z","end":"2026-07-07T04:26:15.824278Z","steps":["trace[1663635060] 'agreement among raft nodes before linearized reading' (duration: 1.150989679s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.824288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:14.710277Z","time spent":"1.113998553s","remote":"127.0.0.1:52862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:15.824304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:14.673238Z","time spent":"1.15106301s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-07-07T04:26:15.824724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191245031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:15.824752Z","caller":"traceutil/trace.go:171","msg":"trace[153124169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25664; }","duration":"1.191316803s","start":"2026-07-07T04:26:14.633429Z","end":"2026-07-07T04:26:15.824746Z","steps":["trace[153124169] 'agreement among raft nodes before linearized reading' (duration: 1.191265361s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.824767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:14.633406Z","time spent":"1.191357854s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:26:15.824893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216688323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe74f270f568a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-07T04:26:15.824918Z","caller":"traceutil/trace.go:171","msg":"trace[76770776] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfe74f270f568a; range_end:; response_count:1; response_revision:25664; }","duration":"1.216760955s","start":"2026-07-07T04:26:14.608151Z","end":"2026-07-07T04:26:15.824912Z","steps":["trace[76770776] 'agreement among raft nodes before linearized reading' (duration: 1.216703733s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.824937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:14.60813Z","time spent":"1.216798256s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe74f270f568a\" "} {"level":"warn","ts":"2026-07-07T04:26:15.824936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292856586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:15.824975Z","caller":"traceutil/trace.go:171","msg":"trace[139979178] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25664; }","duration":"1.292895807s","start":"2026-07-07T04:26:14.532069Z","end":"2026-07-07T04:26:15.824964Z","steps":["trace[139979178] 'agreement among raft nodes before linearized reading' (duration: 1.292838605s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.824998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:14.532024Z","time spent":"1.292966898s","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:15.82514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333653631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:15.825179Z","caller":"traceutil/trace.go:171","msg":"trace[2040322799] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25664; }","duration":"1.333689632s","start":"2026-07-07T04:26:14.491477Z","end":"2026-07-07T04:26:15.825167Z","steps":["trace[2040322799] 'agreement among raft nodes before linearized reading' (duration: 1.33363815s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.825182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469415784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:15.825211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:14.491457Z","time spent":"1.333740403s","remote":"127.0.0.1:39968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:15.825218Z","caller":"traceutil/trace.go:171","msg":"trace[1890070164] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25664; }","duration":"1.469470125s","start":"2026-07-07T04:26:14.355729Z","end":"2026-07-07T04:26:15.825199Z","steps":["trace[1890070164] 'agreement among raft nodes before linearized reading' (duration: 1.469428984s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.825241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:14.355709Z","time spent":"1.469524627s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:15.825343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602542904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:15.825358Z","caller":"traceutil/trace.go:171","msg":"trace[1942380821] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25664; }","duration":"1.602609676s","start":"2026-07-07T04:26:14.222743Z","end":"2026-07-07T04:26:15.825353Z","steps":["trace[1942380821] 'agreement among raft nodes before linearized reading' (duration: 1.602575495s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.82538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:14.22272Z","time spent":"1.602655588s","remote":"127.0.0.1:40206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:15.825559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661240284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:15.825558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6644427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:15.825591Z","caller":"traceutil/trace.go:171","msg":"trace[1280306474] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25664; }","duration":"1.664506371s","start":"2026-07-07T04:26:14.161078Z","end":"2026-07-07T04:26:15.825585Z","steps":["trace[1280306474] 'agreement among raft nodes before linearized reading' (duration: 1.66445899s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:15.825597Z","caller":"traceutil/trace.go:171","msg":"trace[2048986697] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25664; }","duration":"1.661285565s","start":"2026-07-07T04:26:14.164296Z","end":"2026-07-07T04:26:15.825582Z","steps":["trace[2048986697] 'agreement among raft nodes before linearized reading' (duration: 1.661230364s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.82561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:14.161063Z","time spent":"1.664538672s","remote":"127.0.0.1:39686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:15.82562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:14.164291Z","time spent":"1.661322386s","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:15.820073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833185Z","time spent":"4.986883157s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10065,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"warn","ts":"2026-07-07T04:26:15.82581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216905084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:15.825835Z","caller":"traceutil/trace.go:171","msg":"trace[1072055272] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25664; }","duration":"2.216941485s","start":"2026-07-07T04:26:13.608882Z","end":"2026-07-07T04:26:15.825823Z","steps":["trace[1072055272] 'agreement among raft nodes before linearized reading' (duration: 2.216908434s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.82586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:13.608871Z","time spent":"2.216974496s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:15.825954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234022199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T04:26:15.825991Z","caller":"traceutil/trace.go:171","msg":"trace[773826311] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25664; }","duration":"2.234114372s","start":"2026-07-07T04:26:13.591866Z","end":"2026-07-07T04:26:15.82598Z","steps":["trace[773826311] 'agreement among raft nodes before linearized reading' (duration: 2.23403051s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.826011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:13.591848Z","time spent":"2.234158162s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T04:26:15.826134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49816561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-07T04:26:15.826156Z","caller":"traceutil/trace.go:171","msg":"trace[1552640245] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25664; }","duration":"2.498213122s","start":"2026-07-07T04:26:13.327932Z","end":"2026-07-07T04:26:15.826146Z","steps":["trace[1552640245] 'agreement among raft nodes before linearized reading' (duration: 2.498080709s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.826172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:13.327917Z","time spent":"2.498249322s","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":239,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:15.826257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580629912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:15.82629Z","caller":"traceutil/trace.go:171","msg":"trace[1406021129] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25664; }","duration":"2.580695484s","start":"2026-07-07T04:26:13.245578Z","end":"2026-07-07T04:26:15.826274Z","steps":["trace[1406021129] 'agreement among raft nodes before linearized reading' (duration: 2.580648843s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.826313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:13.245556Z","time spent":"2.580751355s","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-07T04:26:15.826367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011197552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-07T04:26:15.826392Z","caller":"traceutil/trace.go:171","msg":"trace[1233632073] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c; range_end:; response_count:1; response_revision:25664; }","duration":"3.011739784s","start":"2026-07-07T04:26:12.814641Z","end":"2026-07-07T04:26:15.826381Z","steps":["trace[1233632073] 'agreement among raft nodes before linearized reading' (duration: 3.011696443s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.826407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:12.814628Z","time spent":"3.011775966s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" "} {"level":"warn","ts":"2026-07-07T04:26:15.826626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136968949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:15.826663Z","caller":"traceutil/trace.go:171","msg":"trace[304863119] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25664; }","duration":"3.13702732s","start":"2026-07-07T04:26:12.689621Z","end":"2026-07-07T04:26:15.826649Z","steps":["trace[304863119] 'agreement among raft nodes before linearized reading' (duration: 3.136972278s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.826696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:12.689608Z","time spent":"3.13707136s","remote":"127.0.0.1:39716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:15.826746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.362649269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:15.826769Z","caller":"traceutil/trace.go:171","msg":"trace[118850370] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25664; }","duration":"3.36268683s","start":"2026-07-07T04:26:12.464071Z","end":"2026-07-07T04:26:15.826758Z","steps":["trace[118850370] 'agreement among raft nodes before linearized reading' (duration: 3.362649439s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.82679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:12.464058Z","time spent":"3.362724211s","remote":"127.0.0.1:45190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:15.826793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373724721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-07T04:26:15.826819Z","caller":"traceutil/trace.go:171","msg":"trace[2117991840] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25664; }","duration":"3.373773822s","start":"2026-07-07T04:26:12.453034Z","end":"2026-07-07T04:26:15.826808Z","steps":["trace[2117991840] 'agreement among raft nodes before linearized reading' (duration: 3.373713481s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.826846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:12.453019Z","time spent":"3.373820923s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:26:15.827037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374269465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-07T04:26:15.827059Z","caller":"traceutil/trace.go:171","msg":"trace[1158672122] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25664; }","duration":"3.374329426s","start":"2026-07-07T04:26:12.452723Z","end":"2026-07-07T04:26:15.827052Z","steps":["trace[1158672122] 'agreement among raft nodes before linearized reading' (duration: 3.374273915s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.827077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:12.452697Z","time spent":"3.374375767s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:26:15.819345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.985543255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-07-07T04:26:15.827632Z","caller":"traceutil/trace.go:171","msg":"trace[115362202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25664; }","duration":"4.993838391s","start":"2026-07-07T04:26:10.833769Z","end":"2026-07-07T04:26:15.827607Z","steps":["trace[115362202] 'agreement among raft nodes before linearized reading' (duration: 4.985436192s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.827808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:10.833763Z","time spent":"4.994004365s","remote":"127.0.0.1:36348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-07T04:26:15.830131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.556693738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-07T04:26:15.830192Z","caller":"traceutil/trace.go:171","msg":"trace[120276925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25664; }","duration":"4.556779429s","start":"2026-07-07T04:26:11.2734Z","end":"2026-07-07T04:26:15.83018Z","steps":["trace[120276925] 'agreement among raft nodes before linearized reading' (duration: 4.556515913s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.830216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:11.273387Z","time spent":"4.55682251s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T04:26:15.834995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570513639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-07-07T04:26:15.83505Z","caller":"traceutil/trace.go:171","msg":"trace[1410155220] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:25664; }","duration":"3.57058961s","start":"2026-07-07T04:26:12.264441Z","end":"2026-07-07T04:26:15.835031Z","steps":["trace[1410155220] 'agreement among raft nodes before linearized reading' (duration: 3.570459497s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:15.835072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:12.264399Z","time spent":"3.570668282s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4960,"request content":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" "} {"level":"warn","ts":"2026-07-07T04:26:16.33086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:16.831293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:17.018152Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188269201s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:17.557932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.560629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:17.55807Z","caller":"traceutil/trace.go:171","msg":"trace[2051116317] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"1.728241251s","start":"2026-07-07T04:26:15.829806Z","end":"2026-07-07T04:26:17.558048Z","steps":["trace[2051116317] 'process raft request' (duration: 1.188480967s)","trace[2051116317] 'compare' (duration: 539.420296ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:17.558141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.829796Z","time spent":"1.728308282s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:17.825791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996186082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:17.825846Z","caller":"traceutil/trace.go:171","msg":"trace[1796236999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996260383s","start":"2026-07-07T04:26:15.829574Z","end":"2026-07-07T04:26:17.825835Z","steps":["trace[1796236999] 'agreement among raft nodes before linearized reading' (duration: 1.996195402s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:17.825871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.829566Z","time spent":"1.996298794s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:18.789317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.77097632s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:19.83476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000483382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:26:19.834832Z","caller":"traceutil/trace.go:171","msg":"trace[1815879452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604075s","start":"2026-07-07T04:26:17.834211Z","end":"2026-07-07T04:26:19.834815Z","steps":["trace[1815879452] 'agreement among raft nodes before linearized reading' (duration: 2.000509133s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:19.834867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:17.834194Z","time spent":"2.000666136s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:26:20.128474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338878625s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-07T04:26:20.128779Z","caller":"traceutil/trace.go:171","msg":"trace[344372032] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"4.29524939s","start":"2026-07-07T04:26:15.833517Z","end":"2026-07-07T04:26:20.128766Z","steps":["trace[344372032] 'process raft request' (duration: 4.295181568s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:20.128818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.831297Z","time spent":"4.297515613s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:20.12884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.833497Z","time spent":"4.295301951s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:20.128813Z","caller":"traceutil/trace.go:171","msg":"trace[1883668657] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"4.296655373s","start":"2026-07-07T04:26:15.832125Z","end":"2026-07-07T04:26:20.128781Z","steps":["trace[1883668657] 'process raft request' (duration: 4.296411107s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:20.128896Z","caller":"traceutil/trace.go:171","msg":"trace[1980577249] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"4.296679083s","start":"2026-07-07T04:26:15.832183Z","end":"2026-07-07T04:26:20.128862Z","steps":["trace[1980577249] 'process raft request' (duration: 4.296465968s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:20.128946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.832117Z","time spent":"4.296758915s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:20.128975Z","caller":"traceutil/trace.go:171","msg":"trace[1931072260] transaction","detail":"{read_only:false; number_of_response:0; response_revision:25668; }","duration":"4.291223125s","start":"2026-07-07T04:26:15.837743Z","end":"2026-07-07T04:26:20.128966Z","steps":["trace[1931072260] 'process raft request' (duration: 4.291005539s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:20.129015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.837734Z","time spent":"4.291262605s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T04:26:20.12903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.832155Z","time spent":"4.296805446s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:20.129102Z","caller":"traceutil/trace.go:171","msg":"trace[2065716784] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"4.291165393s","start":"2026-07-07T04:26:15.837925Z","end":"2026-07-07T04:26:20.12909Z","steps":["trace[2065716784] 'process raft request' (duration: 4.290984389s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:20.129169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.837916Z","time spent":"4.291206754s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:20.129234Z","caller":"traceutil/trace.go:171","msg":"trace[1307409204] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"4.291249475s","start":"2026-07-07T04:26:15.837978Z","end":"2026-07-07T04:26:20.129227Z","steps":["trace[1307409204] 'process raft request' (duration: 4.29106251s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:20.129282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.837959Z","time spent":"4.291304207s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:20.129422Z","caller":"traceutil/trace.go:171","msg":"trace[1638851907] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"4.291334447s","start":"2026-07-07T04:26:15.838073Z","end":"2026-07-07T04:26:20.129408Z","steps":["trace[1638851907] 'process raft request' (duration: 4.291122732s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:20.129479Z","caller":"traceutil/trace.go:171","msg":"trace[310734845] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"4.291303566s","start":"2026-07-07T04:26:15.838147Z","end":"2026-07-07T04:26:20.12945Z","steps":["trace[310734845] 'process raft request' (duration: 4.291187413s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:20.129504Z","caller":"traceutil/trace.go:171","msg":"trace[1598326221] linearizableReadLoop","detail":"{readStateIndex:26520; appliedIndex:26508; }","duration":"4.298975018s","start":"2026-07-07T04:26:15.830507Z","end":"2026-07-07T04:26:20.129482Z","steps":["trace[1598326221] 'read index received' (duration: 1.187853632s)","trace[1598326221] 'applied index is now lower than readState.Index' (duration: 3.111120596s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:20.129561Z","caller":"traceutil/trace.go:171","msg":"trace[1455714041] transaction","detail":"{read_only:false; number_of_response:0; response_revision:25672; }","duration":"4.290316013s","start":"2026-07-07T04:26:15.839234Z","end":"2026-07-07T04:26:20.12955Z","steps":["trace[1455714041] 'process raft request' (duration: 4.29017175s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:20.129599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.839225Z","time spent":"4.290356094s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T04:26:20.129606Z","caller":"traceutil/trace.go:171","msg":"trace[877214114] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"4.059381687s","start":"2026-07-07T04:26:16.070205Z","end":"2026-07-07T04:26:20.129586Z","steps":["trace[877214114] 'process raft request' (duration: 4.059229714s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:20.129623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.838138Z","time spent":"4.291411399s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:20.129692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:16.070179Z","time spent":"4.05946631s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:20.129475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.838069Z","time spent":"4.291379598s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:20.6305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:21.131007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:21.632244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:21.835502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999831297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:26:21.835582Z","caller":"traceutil/trace.go:171","msg":"trace[1331739301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999976531s","start":"2026-07-07T04:26:19.835585Z","end":"2026-07-07T04:26:21.835562Z","steps":["trace[1331739301] 'agreement among raft nodes before linearized reading' (duration: 1.999869978s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:21.835618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:19.835568Z","time spent":"2.000042123s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:26:22.132384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:22.143191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.353661666s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:22.344345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.912974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:22.344541Z","caller":"traceutil/trace.go:171","msg":"trace[708151008] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"4.594180823s","start":"2026-07-07T04:26:17.75033Z","end":"2026-07-07T04:26:22.344511Z","steps":["trace[708151008] 'process raft request' (duration: 4.393022073s)","trace[708151008] 'compare' (duration: 200.793202ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:22.344629Z","caller":"traceutil/trace.go:171","msg":"trace[395174690] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"4.521342269s","start":"2026-07-07T04:26:17.823254Z","end":"2026-07-07T04:26:22.344597Z","steps":["trace[395174690] 'process raft request' (duration: 4.521189226s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:22.344676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:17.750303Z","time spent":"4.594307946s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:22.344758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:17.823233Z","time spent":"4.521456882s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:22.344918Z","caller":"traceutil/trace.go:171","msg":"trace[981086546] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"4.521476002s","start":"2026-07-07T04:26:17.823412Z","end":"2026-07-07T04:26:22.344888Z","steps":["trace[981086546] 'process raft request' (duration: 4.521106354s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:22.345045Z","caller":"traceutil/trace.go:171","msg":"trace[1740768070] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"4.521444502s","start":"2026-07-07T04:26:17.823592Z","end":"2026-07-07T04:26:22.345037Z","steps":["trace[1740768070] 'process raft request' (duration: 4.521208486s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:22.345068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:17.823375Z","time spent":"4.521619686s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:22.345203Z","caller":"traceutil/trace.go:171","msg":"trace[529869827] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"4.521147295s","start":"2026-07-07T04:26:17.82405Z","end":"2026-07-07T04:26:22.345198Z","steps":["trace[529869827] 'process raft request' (duration: 4.52093456s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:22.345238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:17.82403Z","time spent":"4.521190846s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:22.345086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:17.823587Z","time spent":"4.521477003s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:22.345487Z","caller":"traceutil/trace.go:171","msg":"trace[687130155] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"4.510486692s","start":"2026-07-07T04:26:17.834992Z","end":"2026-07-07T04:26:22.345479Z","steps":["trace[687130155] 'process raft request' (duration: 4.510178425s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:22.345524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:17.834977Z","time spent":"4.510527183s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:23.843043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:26:23.843122Z","caller":"traceutil/trace.go:171","msg":"trace[1603813185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474512s","start":"2026-07-07T04:26:21.84262Z","end":"2026-07-07T04:26:23.843095Z","steps":["trace[1603813185] 'agreement among raft nodes before linearized reading' (duration: 2.0003812s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:23.843157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:21.842604Z","time spent":"2.000546344s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:24.489427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.346100693s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:25.065604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.809007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:25.065943Z","caller":"traceutil/trace.go:171","msg":"trace[1877618216] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"5.749066325s","start":"2026-07-07T04:26:19.316824Z","end":"2026-07-07T04:26:25.065891Z","steps":["trace[1877618216] 'process raft request' (duration: 5.17288657s)","trace[1877618216] 'compare' (duration: 575.656323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:25.066092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:19.316802Z","time spent":"5.749215139s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:25.833683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002513785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:25.833766Z","caller":"traceutil/trace.go:171","msg":"trace[279792546] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.002623338s","start":"2026-07-07T04:26:15.831119Z","end":"2026-07-07T04:26:25.833743Z","steps":["trace[279792546] 'agreement among raft nodes before linearized reading' (duration: 10.002518766s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:25.833812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.831113Z","time spent":"10.00268774s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/07/07 04:26:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:25.843256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:25.843344Z","caller":"traceutil/trace.go:171","msg":"trace[791428836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246867s","start":"2026-07-07T04:26:23.843074Z","end":"2026-07-07T04:26:25.84332Z","steps":["trace[791428836] 'agreement among raft nodes before linearized reading' (duration: 2.000141925s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:25.843444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:23.843057Z","time spent":"2.000323808s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:27.129299Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"73eb9f3aa64082aa","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T04:26:27.1315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:20.130542Z","time spent":"7.000953002s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:27.132915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998658157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:27.133035Z","caller":"traceutil/trace.go:171","msg":"trace[1629485963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99882033s","start":"2026-07-07T04:26:22.13418Z","end":"2026-07-07T04:26:27.133Z","steps":["trace[1629485963] 'agreement among raft nodes before linearized reading' (duration: 4.998695767s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:27.133094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:22.134156Z","time spent":"4.998927233s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/07 04:26:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:27.133374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:22.135899Z","time spent":"4.997466358s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:27.134655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999241281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:27.134718Z","caller":"traceutil/trace.go:171","msg":"trace[1348632083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999361854s","start":"2026-07-07T04:26:22.13534Z","end":"2026-07-07T04:26:27.134702Z","steps":["trace[1348632083] 'agreement among raft nodes before linearized reading' (duration: 4.999276762s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:27.134762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:22.135321Z","time spent":"4.999432525s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/07 04:26:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:27.13573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99967514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:26:27.135788Z","caller":"traceutil/trace.go:171","msg":"trace[1999800076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999773723s","start":"2026-07-07T04:26:22.136Z","end":"2026-07-07T04:26:27.135774Z","steps":["trace[1999800076] 'agreement among raft nodes before linearized reading' (duration: 4.999695781s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:27.135831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:22.135986Z","time spent":"4.999836064s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T04:26:27.831794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:20.830768Z","time spent":"7.001019604s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:27.849176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:27.849217Z","caller":"traceutil/trace.go:171","msg":"trace[999257534] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035411s","start":"2026-07-07T04:26:25.848852Z","end":"2026-07-07T04:26:27.849206Z","steps":["trace[999257534] 'agreement among raft nodes before linearized reading' (duration: 2.000306099s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:27.849242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:25.84884Z","time spent":"2.000397192s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:28.261206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.771571946s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:28.474283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408567685s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-07T04:26:28.474814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802407752s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:28.474946Z","caller":"traceutil/trace.go:171","msg":"trace[446809337] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25681; }","duration":"2.802550905s","start":"2026-07-07T04:26:25.672376Z","end":"2026-07-07T04:26:28.474927Z","steps":["trace[446809337] 'range keys from in-memory index tree' (duration: 2.80238971s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.34827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:24.350771Z","time spent":"4.997491248s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:29.34846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:24.350486Z","time spent":"4.997971999s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:29.348648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:24.350486Z","time spent":"4.998159384s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:29.349046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:24.351123Z","time spent":"4.997915858s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:29.349205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:24.350551Z","time spent":"4.998649506s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:29.529964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.26856595s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:29.753993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:28.987453Z","time spent":"766.533709ms","remote":"127.0.0.1:44518","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:29.754201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27781415s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:29.754502Z","caller":"traceutil/trace.go:171","msg":"trace[1254494493] linearizableReadLoop","detail":"{readStateIndex:26530; appliedIndex:26520; }","duration":"9.624895059s","start":"2026-07-07T04:26:20.129564Z","end":"2026-07-07T04:26:29.754459Z","steps":["trace[1254494493] 'read index received' (duration: 2.013799877s)","trace[1254494493] 'applied index is now lower than readState.Index' (duration: 7.611093272s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:29.75487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.924263706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T04:26:29.754902Z","caller":"traceutil/trace.go:171","msg":"trace[2001967478] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25687; }","duration":"13.924337338s","start":"2026-07-07T04:26:15.830556Z","end":"2026-07-07T04:26:29.754894Z","steps":["trace[2001967478] 'agreement among raft nodes before linearized reading' (duration: 13.924196925s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.754908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.192668157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-07T04:26:29.754978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.738184997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:29.754979Z","caller":"traceutil/trace.go:171","msg":"trace[1183248212] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529; range_end:; response_count:1; response_revision:25687; }","duration":"12.192793729s","start":"2026-07-07T04:26:17.562167Z","end":"2026-07-07T04:26:29.754961Z","steps":["trace[1183248212] 'agreement among raft nodes before linearized reading' (duration: 12.192584775s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.755006Z","caller":"traceutil/trace.go:171","msg":"trace[1893762197] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25687; }","duration":"12.738275788s","start":"2026-07-07T04:26:17.016724Z","end":"2026-07-07T04:26:29.755Z","steps":["trace[1893762197] 'agreement among raft nodes before linearized reading' (duration: 12.738231857s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.755024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:17.016708Z","time spent":"12.73831096s","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.755024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:17.562154Z","time spent":"12.192861151s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" "} {"level":"warn","ts":"2026-07-07T04:26:29.755058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.921622813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4682"} {"level":"info","ts":"2026-07-07T04:26:29.755137Z","caller":"traceutil/trace.go:171","msg":"trace[1441281315] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:25687; }","duration":"13.921725756s","start":"2026-07-07T04:26:15.83339Z","end":"2026-07-07T04:26:29.755115Z","steps":["trace[1441281315] 'agreement among raft nodes before linearized reading' (duration: 13.921355837s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.75518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.311224673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:29.7552Z","caller":"traceutil/trace.go:171","msg":"trace[1426450271] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25687; }","duration":"12.311291924s","start":"2026-07-07T04:26:17.443902Z","end":"2026-07-07T04:26:29.755194Z","steps":["trace[1426450271] 'agreement among raft nodes before linearized reading' (duration: 12.311252763s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.755194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.833378Z","time spent":"13.921805588s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4706,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-07-07T04:26:29.755219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:17.443878Z","time spent":"12.311336125s","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.755332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.688339417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:29.755354Z","caller":"traceutil/trace.go:171","msg":"trace[2077936566] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25687; }","duration":"12.688364538s","start":"2026-07-07T04:26:17.066983Z","end":"2026-07-07T04:26:29.755348Z","steps":["trace[2077936566] 'agreement among raft nodes before linearized reading' (duration: 12.688323627s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.755372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:17.066973Z","time spent":"12.688393588s","remote":"127.0.0.1:40062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.755354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.920156062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-07T04:26:29.75542Z","caller":"traceutil/trace.go:171","msg":"trace[513096281] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c; range_end:; response_count:1; response_revision:25687; }","duration":"12.920243625s","start":"2026-07-07T04:26:16.835157Z","end":"2026-07-07T04:26:29.7554Z","steps":["trace[513096281] 'agreement among raft nodes before linearized reading' (duration: 12.92005223s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.755486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.917726382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"warn","ts":"2026-07-07T04:26:29.755514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:16.835142Z","time spent":"12.920350877s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" "} {"level":"warn","ts":"2026-07-07T04:26:29.755629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.917897075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-07-07T04:26:29.755677Z","caller":"traceutil/trace.go:171","msg":"trace[1305137627] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:25687; }","duration":"13.917937526s","start":"2026-07-07T04:26:15.837724Z","end":"2026-07-07T04:26:29.755661Z","steps":["trace[1305137627] 'agreement among raft nodes before linearized reading' (duration: 13.916877791s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.755719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.837721Z","time spent":"13.917990197s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3130,"request content":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" "} {"level":"warn","ts":"2026-07-07T04:26:29.755751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.549955571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:26:29.754925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.830541Z","time spent":"13.924376918s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T04:26:29.755775Z","caller":"traceutil/trace.go:171","msg":"trace[597502451] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25687; }","duration":"10.550010923s","start":"2026-07-07T04:26:19.205757Z","end":"2026-07-07T04:26:29.755768Z","steps":["trace[597502451] 'agreement among raft nodes before linearized reading' (duration: 10.548927287s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.755806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:19.205741Z","time spent":"10.550059323s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":82,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:29.755533Z","caller":"traceutil/trace.go:171","msg":"trace[2044323360] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:25687; }","duration":"13.917778253s","start":"2026-07-07T04:26:15.837743Z","end":"2026-07-07T04:26:29.755521Z","steps":["trace[2044323360] 'agreement among raft nodes before linearized reading' (duration: 13.916857651s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.755905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.837739Z","time spent":"13.918147761s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4734,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-07-07T04:26:29.755975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.92104265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4673"} {"level":"warn","ts":"2026-07-07T04:26:29.756016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.921144772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/senlin-engine\" ","response":"range_response_count:1 size:6466"} {"level":"warn","ts":"2026-07-07T04:26:29.756013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.921611813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-07-07T04:26:29.756035Z","caller":"traceutil/trace.go:171","msg":"trace[1158593977] range","detail":"{range_begin:/registry/deployments/openstack/senlin-engine; range_end:; response_count:1; response_revision:25687; }","duration":"13.921177783s","start":"2026-07-07T04:26:15.834852Z","end":"2026-07-07T04:26:29.75603Z","steps":["trace[1158593977] 'agreement among raft nodes before linearized reading' (duration: 13.91980962s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.756044Z","caller":"traceutil/trace.go:171","msg":"trace[2133531733] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:25687; }","duration":"13.921113912s","start":"2026-07-07T04:26:15.834909Z","end":"2026-07-07T04:26:29.756023Z","steps":["trace[2133531733] 'agreement among raft nodes before linearized reading' (duration: 13.919743729s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.834905Z","time spent":"13.921180263s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4697,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-07-07T04:26:29.756083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.918291795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7673"} {"level":"warn","ts":"2026-07-07T04:26:29.756155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.771380362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-07-07T04:26:29.756164Z","caller":"traceutil/trace.go:171","msg":"trace[1068496181] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:25687; }","duration":"13.918392208s","start":"2026-07-07T04:26:15.837756Z","end":"2026-07-07T04:26:29.756148Z","steps":["trace[1068496181] 'agreement among raft nodes before linearized reading' (duration: 13.918186683s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.921429249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"warn","ts":"2026-07-07T04:26:29.756205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.837749Z","time spent":"13.918447539s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7697,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"info","ts":"2026-07-07T04:26:29.75623Z","caller":"traceutil/trace.go:171","msg":"trace[976033068] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25687; }","duration":"13.92147059s","start":"2026-07-07T04:26:15.834754Z","end":"2026-07-07T04:26:29.756224Z","steps":["trace[976033068] 'agreement among raft nodes before linearized reading' (duration: 13.919915364s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.918419148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7257"} {"level":"warn","ts":"2026-07-07T04:26:29.756278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.499898867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:29.756302Z","caller":"traceutil/trace.go:171","msg":"trace[866841426] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25687; }","duration":"10.499947698s","start":"2026-07-07T04:26:19.256348Z","end":"2026-07-07T04:26:29.756296Z","steps":["trace[866841426] 'agreement among raft nodes before linearized reading' (duration: 10.49831954s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.522689331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-07T04:26:29.756326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:19.256333Z","time spent":"10.499985839s","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.756336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.921916821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3559"} {"level":"info","ts":"2026-07-07T04:26:29.756344Z","caller":"traceutil/trace.go:171","msg":"trace[491759590] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25687; }","duration":"11.522739772s","start":"2026-07-07T04:26:18.233594Z","end":"2026-07-07T04:26:29.756334Z","steps":["trace[491759590] 'agreement among raft nodes before linearized reading' (duration: 11.521133914s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.75637Z","caller":"traceutil/trace.go:171","msg":"trace[760421040] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:25687; }","duration":"13.921955992s","start":"2026-07-07T04:26:15.834405Z","end":"2026-07-07T04:26:29.756361Z","steps":["trace[760421040] 'agreement among raft nodes before linearized reading' (duration: 13.920272732s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.921963482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5128"} {"level":"warn","ts":"2026-07-07T04:26:29.756337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.418059835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:29.756406Z","caller":"traceutil/trace.go:171","msg":"trace[901478881] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:25687; }","duration":"13.922011932s","start":"2026-07-07T04:26:15.834381Z","end":"2026-07-07T04:26:29.756393Z","steps":["trace[901478881] 'agreement among raft nodes before linearized reading' (duration: 13.920303922s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.75644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.834376Z","time spent":"13.922056694s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5152,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"info","ts":"2026-07-07T04:26:29.756456Z","caller":"traceutil/trace.go:171","msg":"trace[2120448296] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25687; }","duration":"11.418255379s","start":"2026-07-07T04:26:18.338172Z","end":"2026-07-07T04:26:29.756428Z","steps":["trace[2120448296] 'agreement among raft nodes before linearized reading' (duration: 11.416546389s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.950736681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-07T04:26:29.756481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.922103655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7763"} {"level":"warn","ts":"2026-07-07T04:26:29.756509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.952050767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:26:29.756459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.922358531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"warn","ts":"2026-07-07T04:26:29.756481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.922713879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-07-07T04:26:29.756592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.959882656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-07-07T04:26:29.756562Z","caller":"traceutil/trace.go:171","msg":"trace[1403327884] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:25687; }","duration":"13.922191647s","start":"2026-07-07T04:26:15.834353Z","end":"2026-07-07T04:26:29.756544Z","steps":["trace[1403327884] 'agreement among raft nodes before linearized reading' (duration: 13.920345353s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.756196Z","caller":"traceutil/trace.go:171","msg":"trace[992680239] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25687; }","duration":"10.771458364s","start":"2026-07-07T04:26:18.984727Z","end":"2026-07-07T04:26:29.756185Z","steps":["trace[992680239] 'agreement among raft nodes before linearized reading' (duration: 10.769967078s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.756631Z","caller":"traceutil/trace.go:171","msg":"trace[1132077366] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:25687; }","duration":"13.922868324s","start":"2026-07-07T04:26:15.833741Z","end":"2026-07-07T04:26:29.75661Z","steps":["trace[1132077366] 'agreement among raft nodes before linearized reading' (duration: 13.920984989s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.756643Z","caller":"traceutil/trace.go:171","msg":"trace[423158020] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25687; }","duration":"10.952146379s","start":"2026-07-07T04:26:18.804407Z","end":"2026-07-07T04:26:29.756553Z","steps":["trace[423158020] 'agreement among raft nodes before linearized reading' (duration: 10.950295965s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.75655Z","caller":"traceutil/trace.go:171","msg":"trace[505636128] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25687; }","duration":"9.950856013s","start":"2026-07-07T04:26:19.805673Z","end":"2026-07-07T04:26:29.756529Z","steps":["trace[505636128] 'agreement among raft nodes before linearized reading' (duration: 9.948967308s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.834401Z","time spent":"13.921986882s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3583,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-07-07T04:26:29.756687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.833734Z","time spent":"13.922941415s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5056,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-07-07T04:26:29.756689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:18.984707Z","time spent":"10.771966485s","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":871,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-07-07T04:26:29.756696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:18.804387Z","time spent":"10.952296832s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.756701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.918980591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:7015"} {"level":"info","ts":"2026-07-07T04:26:29.756052Z","caller":"traceutil/trace.go:171","msg":"trace[1772094698] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:25687; }","duration":"13.921661544s","start":"2026-07-07T04:26:15.834379Z","end":"2026-07-07T04:26:29.756041Z","steps":["trace[1772094698] 'agreement among raft nodes before linearized reading' (duration: 13.920312702s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.525130539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-07T04:26:29.756753Z","caller":"traceutil/trace.go:171","msg":"trace[1994400507] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:25687; }","duration":"13.919042453s","start":"2026-07-07T04:26:15.837696Z","end":"2026-07-07T04:26:29.756739Z","steps":["trace[1994400507] 'agreement among raft nodes before linearized reading' (duration: 13.916928483s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:19.80566Z","time spent":"9.951042978s","remote":"127.0.0.1:45184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":176,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:29.756603Z","caller":"traceutil/trace.go:171","msg":"trace[977026077] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25687; }","duration":"13.922504654s","start":"2026-07-07T04:26:15.834084Z","end":"2026-07-07T04:26:29.756588Z","steps":["trace[977026077] 'agreement among raft nodes before linearized reading' (duration: 13.920621109s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.834372Z","time spent":"13.922394852s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4244,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-07-07T04:26:29.756798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.837692Z","time spent":"13.919097344s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7039,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-07-07T04:26:29.756806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.83408Z","time spent":"13.92271852s","remote":"127.0.0.1:52544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7479,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-07T04:26:29.756809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.919107624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5119"} {"level":"warn","ts":"2026-07-07T04:26:29.756818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.922829112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5642"} {"level":"info","ts":"2026-07-07T04:26:29.756863Z","caller":"traceutil/trace.go:171","msg":"trace[2049792458] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25688; }","duration":"13.922883453s","start":"2026-07-07T04:26:15.833968Z","end":"2026-07-07T04:26:29.756852Z","steps":["trace[2049792458] 'agreement among raft nodes before linearized reading' (duration: 13.920744163s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.756861Z","caller":"traceutil/trace.go:171","msg":"trace[53077359] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:25688; }","duration":"13.919169686s","start":"2026-07-07T04:26:15.837677Z","end":"2026-07-07T04:26:29.756847Z","steps":["trace[53077359] 'agreement among raft nodes before linearized reading' (duration: 13.916955864s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.833959Z","time spent":"13.922928234s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5666,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-07-07T04:26:29.756923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.92313563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:10837"} {"level":"warn","ts":"2026-07-07T04:26:29.756877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.923173161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.18bfe75d627052c7\" ","response":"range_response_count:1 size:758"} {"level":"info","ts":"2026-07-07T04:26:29.756316Z","caller":"traceutil/trace.go:171","msg":"trace[202532259] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:25687; }","duration":"13.918575552s","start":"2026-07-07T04:26:15.837712Z","end":"2026-07-07T04:26:29.756287Z","steps":["trace[202532259] 'agreement among raft nodes before linearized reading' (duration: 13.918249704s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.835742739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-07T04:26:29.75695Z","caller":"traceutil/trace.go:171","msg":"trace[1894232154] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:25688; }","duration":"13.92316983s","start":"2026-07-07T04:26:15.833773Z","end":"2026-07-07T04:26:29.756942Z","steps":["trace[1894232154] 'agreement among raft nodes before linearized reading' (duration: 13.920947658s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.756971Z","caller":"traceutil/trace.go:171","msg":"trace[2136970752] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"3.688670505s","start":"2026-07-07T04:26:26.068291Z","end":"2026-07-07T04:26:29.756962Z","steps":["trace[2136970752] 'process raft request' (duration: 3.688379798s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.756973Z","caller":"traceutil/trace.go:171","msg":"trace[545801265] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25689; }","duration":"9.83580629s","start":"2026-07-07T04:26:19.921157Z","end":"2026-07-07T04:26:29.756963Z","steps":["trace[545801265] 'agreement among raft nodes before linearized reading' (duration: 9.833465844s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.75697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.837695Z","time spent":"13.919265228s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7281,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:19.921142Z","time spent":"9.835856342s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-07T04:26:29.756252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.834748Z","time spent":"13.921497611s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4774,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042632335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:29.75704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:26.068255Z","time spent":"3.688741237s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:29.756915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.837665Z","time spent":"13.919238348s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5143,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907918952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:29.757071Z","caller":"traceutil/trace.go:171","msg":"trace[33819785] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25689; }","duration":"3.042707897s","start":"2026-07-07T04:26:26.714349Z","end":"2026-07-07T04:26:29.757057Z","steps":["trace[33819785] 'agreement among raft nodes before linearized reading' (duration: 3.042649556s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.757099Z","caller":"traceutil/trace.go:171","msg":"trace[1220698422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25689; }","duration":"1.907977763s","start":"2026-07-07T04:26:27.849109Z","end":"2026-07-07T04:26:29.757087Z","steps":["trace[1220698422] 'agreement among raft nodes before linearized reading' (duration: 1.907908581s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.631354622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:29.75698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.833767Z","time spent":"13.923207201s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":10861,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.922630179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-07-07T04:26:29.757137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.960508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-07T04:26:29.75714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.362507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-07T04:26:29.757165Z","caller":"traceutil/trace.go:171","msg":"trace[868224467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25689; }","duration":"619.01171ms","start":"2026-07-07T04:26:29.138146Z","end":"2026-07-07T04:26:29.757158Z","steps":["trace[868224467] 'agreement among raft nodes before linearized reading' (duration: 618.935428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.975277305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:29.757164Z","caller":"traceutil/trace.go:171","msg":"trace[221011961] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25689; }","duration":"8.922701331s","start":"2026-07-07T04:26:20.834449Z","end":"2026-07-07T04:26:29.75715Z","steps":["trace[221011961] 'agreement among raft nodes before linearized reading' (duration: 8.922564998s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065581315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:26:29.757186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.596867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:29.757195Z","caller":"traceutil/trace.go:171","msg":"trace[1978470407] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25689; }","duration":"8.975354147s","start":"2026-07-07T04:26:20.781832Z","end":"2026-07-07T04:26:29.757186Z","steps":["trace[1978470407] 'agreement among raft nodes before linearized reading' (duration: 8.975293046s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.918860169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-07-07T04:26:29.757204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:20.834437Z","time spent":"8.922758522s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.423748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-07T04:26:29.757222Z","caller":"traceutil/trace.go:171","msg":"trace[953219390] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25689; }","duration":"904.68448ms","start":"2026-07-07T04:26:28.852526Z","end":"2026-07-07T04:26:29.75721Z","steps":["trace[953219390] 'agreement among raft nodes before linearized reading' (duration: 904.631149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.138136Z","time spent":"619.04353ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.175265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-07-07T04:26:29.757237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.730241371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:29.757243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.600644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-07T04:26:29.757251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595486664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:29.756963Z","caller":"traceutil/trace.go:171","msg":"trace[1103384531] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.18bfe75d627052c7; range_end:; response_count:1; response_revision:25688; }","duration":"13.923283453s","start":"2026-07-07T04:26:15.833665Z","end":"2026-07-07T04:26:29.756948Z","steps":["trace[1103384531] 'agreement among raft nodes before linearized reading' (duration: 13.92107312s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.757257Z","caller":"traceutil/trace.go:171","msg":"trace[1979424015] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25689; }","duration":"406.508871ms","start":"2026-07-07T04:26:29.350733Z","end":"2026-07-07T04:26:29.757242Z","steps":["trace[1979424015] 'agreement among raft nodes before linearized reading' (duration: 406.409688ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.757267Z","caller":"traceutil/trace.go:171","msg":"trace[1824667317] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25689; }","duration":"7.730298932s","start":"2026-07-07T04:26:22.02696Z","end":"2026-07-07T04:26:29.757259Z","steps":["trace[1824667317] 'agreement among raft nodes before linearized reading' (duration: 7.730261321s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.757271Z","caller":"traceutil/trace.go:171","msg":"trace[965404913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25689; }","duration":"622.648816ms","start":"2026-07-07T04:26:29.134613Z","end":"2026-07-07T04:26:29.757262Z","steps":["trace[965404913] 'agreement among raft nodes before linearized reading' (duration: 622.585165ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.75728Z","caller":"traceutil/trace.go:171","msg":"trace[1810701651] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25689; }","duration":"2.595534834s","start":"2026-07-07T04:26:27.161734Z","end":"2026-07-07T04:26:29.757269Z","steps":["trace[1810701651] 'agreement among raft nodes before linearized reading' (duration: 2.595500703s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:22.026938Z","time spent":"7.730352414s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.757302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.134598Z","time spent":"622.696847ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T04:26:29.757183Z","caller":"traceutil/trace.go:171","msg":"trace[86623296] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25687; }","duration":"11.632026438s","start":"2026-07-07T04:26:18.125109Z","end":"2026-07-07T04:26:29.757135Z","steps":["trace[86623296] 'agreement among raft nodes before linearized reading' (duration: 11.629634161s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.833647Z","time spent":"13.923640792s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":782,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner.18bfe75d627052c7\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.350716Z","time spent":"406.578432ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.314530228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:29.75733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:18.125082Z","time spent":"11.632239723s","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.757135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:27.849103Z","time spent":"1.908025815s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741690358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:29.756521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:18.33815Z","time spent":"11.418356511s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:29.757351Z","caller":"traceutil/trace.go:171","msg":"trace[884823968] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25689; }","duration":"8.31460353s","start":"2026-07-07T04:26:21.442739Z","end":"2026-07-07T04:26:29.757342Z","steps":["trace[884823968] 'agreement among raft nodes before linearized reading' (duration: 8.314525838s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.055824592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:26:29.757068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.558201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:29.757448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.277674879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:29.757463Z","caller":"traceutil/trace.go:171","msg":"trace[1575018583] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25689; }","duration":"9.055902394s","start":"2026-07-07T04:26:20.701551Z","end":"2026-07-07T04:26:29.757454Z","steps":["trace[1575018583] 'agreement among raft nodes before linearized reading' (duration: 9.055730299s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587888094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:29.757476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866286067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:29.75722Z","caller":"traceutil/trace.go:171","msg":"trace[270484127] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25689; }","duration":"4.065663017s","start":"2026-07-07T04:26:25.691542Z","end":"2026-07-07T04:26:29.757205Z","steps":["trace[270484127] 'agreement among raft nodes before linearized reading' (duration: 4.065596515s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.757486Z","caller":"traceutil/trace.go:171","msg":"trace[1304043543] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25689; }","duration":"436.967881ms","start":"2026-07-07T04:26:29.320503Z","end":"2026-07-07T04:26:29.757471Z","steps":["trace[1304043543] 'agreement among raft nodes before linearized reading' (duration: 436.543791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.834346Z","time spent":"13.92230233s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7787,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"info","ts":"2026-07-07T04:26:29.757504Z","caller":"traceutil/trace.go:171","msg":"trace[704632352] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25689; }","duration":"5.27773484s","start":"2026-07-07T04:26:24.479744Z","end":"2026-07-07T04:26:29.757479Z","steps":["trace[704632352] 'agreement among raft nodes before linearized reading' (duration: 5.277670869s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.757508Z","caller":"traceutil/trace.go:171","msg":"trace[2122292799] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25689; }","duration":"1.866350188s","start":"2026-07-07T04:26:27.891149Z","end":"2026-07-07T04:26:29.757499Z","steps":["trace[2122292799] 'agreement among raft nodes before linearized reading' (duration: 1.866298946s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623831524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:29.757518Z","caller":"traceutil/trace.go:171","msg":"trace[558314489] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25689; }","duration":"2.588208812s","start":"2026-07-07T04:26:27.16929Z","end":"2026-07-07T04:26:29.757499Z","steps":["trace[558314489] 'agreement among raft nodes before linearized reading' (duration: 2.587912125s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.757547Z","caller":"traceutil/trace.go:171","msg":"trace[13330612] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:0; response_revision:25689; }","duration":"2.62447398s","start":"2026-07-07T04:26:27.133066Z","end":"2026-07-07T04:26:29.75754Z","steps":["trace[13330612] 'agreement among raft nodes before linearized reading' (duration: 2.623846185s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.32044Z","time spent":"437.085824ms","remote":"127.0.0.1:40178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.757545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:24.479736Z","time spent":"5.277797142s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.757556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:27.891138Z","time spent":"1.86640898s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.75757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:27.133047Z","time spent":"2.62451477s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.914790438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-07-07T04:26:29.757588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.465907767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18bfe75d8e7af086\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-07T04:26:29.757599Z","caller":"traceutil/trace.go:171","msg":"trace[1453744204] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25689; }","duration":"7.914850379s","start":"2026-07-07T04:26:21.84274Z","end":"2026-07-07T04:26:29.75759Z","steps":["trace[1453744204] 'agreement among raft nodes before linearized reading' (duration: 7.914736346s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.75731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33865764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:29.757623Z","caller":"traceutil/trace.go:171","msg":"trace[412757091] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18bfe75d8e7af086; range_end:; response_count:1; response_revision:25689; }","duration":"9.465972887s","start":"2026-07-07T04:26:20.291641Z","end":"2026-07-07T04:26:29.757614Z","steps":["trace[412757091] 'agreement among raft nodes before linearized reading' (duration: 9.465877905s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:21.842723Z","time spent":"7.91489693s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-07T04:26:29.756975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.626024116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29723305\" ","response":"range_response_count:1 size:5617"} {"level":"warn","ts":"2026-07-07T04:26:29.757652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:20.291625Z","time spent":"9.466018699s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18bfe75d8e7af086\" "} {"level":"info","ts":"2026-07-07T04:26:29.75767Z","caller":"traceutil/trace.go:171","msg":"trace[1199585214] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29723305; range_end:; response_count:1; response_revision:25689; }","duration":"9.626756242s","start":"2026-07-07T04:26:20.130905Z","end":"2026-07-07T04:26:29.757661Z","steps":["trace[1199585214] 'agreement among raft nodes before linearized reading' (duration: 9.626000715s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.849499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-07T04:26:29.757697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:20.130893Z","time spent":"9.626795754s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5641,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29723305\" "} {"level":"warn","ts":"2026-07-07T04:26:29.756058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.834841Z","time spent":"13.921211934s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6490,"request content":"key:\"/registry/deployments/openstack/senlin-engine\" "} {"level":"info","ts":"2026-07-07T04:26:29.757641Z","caller":"traceutil/trace.go:171","msg":"trace[302641384] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25689; }","duration":"1.338984638s","start":"2026-07-07T04:26:28.418642Z","end":"2026-07-07T04:26:29.757626Z","steps":["trace[302641384] 'agreement among raft nodes before linearized reading' (duration: 1.338638339s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.756777Z","caller":"traceutil/trace.go:171","msg":"trace[1095002175] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25688; }","duration":"11.52520451s","start":"2026-07-07T04:26:18.231566Z","end":"2026-07-07T04:26:29.756771Z","steps":["trace[1095002175] 'agreement among raft nodes before linearized reading' (duration: 11.523169502s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.280153938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:29.757105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:26.7143Z","time spent":"3.04279517s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.757785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.626775223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-engine-cleaner-29723305\" ","response":"range_response_count:1 size:5171"} {"level":"warn","ts":"2026-07-07T04:26:29.757794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:18.23154Z","time spent":"11.526235755s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:27.169272Z","time spent":"2.588289753s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:29.757816Z","caller":"traceutil/trace.go:171","msg":"trace[1772252879] range","detail":"{range_begin:/registry/jobs/openstack/senlin-engine-cleaner-29723305; range_end:; response_count:1; response_revision:25689; }","duration":"9.626827805s","start":"2026-07-07T04:26:20.130982Z","end":"2026-07-07T04:26:29.75781Z","steps":["trace[1772252879] 'agreement among raft nodes before linearized reading' (duration: 9.626747003s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:27.161721Z","time spent":"2.595576326s","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.75784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:20.130975Z","time spent":"9.626861246s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5195,"request content":"key:\"/registry/jobs/openstack/senlin-engine-cleaner-29723305\" "} {"level":"info","ts":"2026-07-07T04:26:29.757427Z","caller":"traceutil/trace.go:171","msg":"trace[1922134102] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25689; }","duration":"1.741800751s","start":"2026-07-07T04:26:28.015616Z","end":"2026-07-07T04:26:29.757416Z","steps":["trace[1922134102] 'agreement among raft nodes before linearized reading' (duration: 1.741713269s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.756388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:18.233562Z","time spent":"11.522814334s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.623437023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-07T04:26:29.757896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.623617968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-07T04:26:29.757232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:20.78181Z","time spent":"8.975411888s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.757902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:28.015596Z","time spent":"1.742285332s","remote":"127.0.0.1:41092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.755936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.175582421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:29.757208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.785289974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:29.757967Z","caller":"traceutil/trace.go:171","msg":"trace[6871790] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25687; }","duration":"10.1776426s","start":"2026-07-07T04:26:19.580313Z","end":"2026-07-07T04:26:29.757956Z","steps":["trace[6871790] 'agreement among raft nodes before linearized reading' (duration: 10.174346422s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.624403137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-07T04:26:29.758003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:19.580294Z","time spent":"10.177692471s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:29.758013Z","caller":"traceutil/trace.go:171","msg":"trace[1035683596] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25689; }","duration":"7.786073082s","start":"2026-07-07T04:26:21.971911Z","end":"2026-07-07T04:26:29.757984Z","steps":["trace[1035683596] 'agreement among raft nodes before linearized reading' (duration: 7.785278373s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.757174Z","caller":"traceutil/trace.go:171","msg":"trace[1080322284] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25689; }","duration":"406.433779ms","start":"2026-07-07T04:26:29.35073Z","end":"2026-07-07T04:26:29.757164Z","steps":["trace[1080322284] 'agreement among raft nodes before linearized reading' (duration: 406.392488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92261487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-07T04:26:29.757238Z","caller":"traceutil/trace.go:171","msg":"trace[903523313] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25687; }","duration":"13.919630166s","start":"2026-07-07T04:26:15.837595Z","end":"2026-07-07T04:26:29.757225Z","steps":["trace[903523313] 'agreement among raft nodes before linearized reading' (duration: 13.917046725s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.990253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-07T04:26:29.758105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:21.971865Z","time spent":"7.786206716s","remote":"127.0.0.1:40076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:29.758123Z","caller":"traceutil/trace.go:171","msg":"trace[1138271222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25689; }","duration":"620.935555ms","start":"2026-07-07T04:26:29.137179Z","end":"2026-07-07T04:26:29.758114Z","steps":["trace[1138271222] 'agreement among raft nodes before linearized reading' (duration: 619.955382ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.758126Z","caller":"traceutil/trace.go:171","msg":"trace[2136680147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25689; }","duration":"7.623873854s","start":"2026-07-07T04:26:22.134244Z","end":"2026-07-07T04:26:29.758118Z","steps":["trace[2136680147] 'agreement among raft nodes before linearized reading' (duration: 7.623585757s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.758123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.350706Z","time spent":"407.374831ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-07T04:26:29.75813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.837581Z","time spent":"13.920533228s","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-07T04:26:29.758155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.137157Z","time spent":"620.988206ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T04:26:29.758159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:22.134214Z","time spent":"7.623934115s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T04:26:29.75752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:25.691522Z","time spent":"4.065986864s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:29.758116Z","caller":"traceutil/trace.go:171","msg":"trace[2128130161] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25689; }","duration":"1.923551361s","start":"2026-07-07T04:26:27.834532Z","end":"2026-07-07T04:26:29.758084Z","steps":["trace[2128130161] 'agreement among raft nodes before linearized reading' (duration: 1.922603419s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.756619Z","caller":"traceutil/trace.go:171","msg":"trace[1418618506] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25687; }","duration":"9.959956529s","start":"2026-07-07T04:26:19.796653Z","end":"2026-07-07T04:26:29.75661Z","steps":["trace[1418618506] 'agreement among raft nodes before linearized reading' (duration: 9.957997882s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.757452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:21.442716Z","time spent":"8.314724212s","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.758196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.18424613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:29.758219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:19.796623Z","time spent":"9.961586906s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-07T04:26:29.758235Z","caller":"traceutil/trace.go:171","msg":"trace[2101601594] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25689; }","duration":"7.184335242s","start":"2026-07-07T04:26:22.573889Z","end":"2026-07-07T04:26:29.758224Z","steps":["trace[2101601594] 'agreement among raft nodes before linearized reading' (duration: 7.18425757s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.758229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:27.834515Z","time spent":"1.923693995s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":670,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622847781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-07-07T04:26:29.758246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.622177104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-07T04:26:29.758273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:22.573836Z","time spent":"7.184425484s","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:29.758284Z","caller":"traceutil/trace.go:171","msg":"trace[1984827243] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25689; }","duration":"2.623580689s","start":"2026-07-07T04:26:27.134691Z","end":"2026-07-07T04:26:29.758272Z","steps":["trace[1984827243] 'agreement among raft nodes before linearized reading' (duration: 2.622845301s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:29.758035Z","caller":"traceutil/trace.go:171","msg":"trace[627644474] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25689; }","duration":"7.62537774s","start":"2026-07-07T04:26:22.132641Z","end":"2026-07-07T04:26:29.758018Z","steps":["trace[627644474] 'agreement among raft nodes before linearized reading' (duration: 7.624371226s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.760983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:22.132617Z","time spent":"7.62835438s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:26:29.756754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.095583774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:29.761148Z","caller":"traceutil/trace.go:171","msg":"trace[996673149] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25688; }","duration":"11.099996448s","start":"2026-07-07T04:26:18.661136Z","end":"2026-07-07T04:26:29.761132Z","steps":["trace[996673149] 'agreement among raft nodes before linearized reading' (duration: 11.093574947s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.761191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:18.66112Z","time spent":"11.10005812s","remote":"127.0.0.1:45156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:29.758289Z","caller":"traceutil/trace.go:171","msg":"trace[273429601] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25689; }","duration":"7.622257426s","start":"2026-07-07T04:26:22.136021Z","end":"2026-07-07T04:26:29.758278Z","steps":["trace[273429601] 'agreement among raft nodes before linearized reading' (duration: 7.622139343s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.761404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:22.135994Z","time spent":"7.6253984s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.933942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:29.761607Z","caller":"traceutil/trace.go:171","msg":"trace[1375089153] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25689; }","duration":"881.542241ms","start":"2026-07-07T04:26:28.880051Z","end":"2026-07-07T04:26:29.761594Z","steps":["trace[1375089153] 'agreement among raft nodes before linearized reading' (duration: 876.954663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.761652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:28.880031Z","time spent":"881.607353ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.757794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:28.418599Z","time spent":"1.339171202s","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:29.75781Z","caller":"traceutil/trace.go:171","msg":"trace[1037500955] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25689; }","duration":"5.28025008s","start":"2026-07-07T04:26:24.47755Z","end":"2026-07-07T04:26:29.7578Z","steps":["trace[1037500955] 'agreement among raft nodes before linearized reading' (duration: 5.280184108s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.761954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:24.477529Z","time spent":"5.284406168s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.75711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.112091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-07T04:26:29.762071Z","caller":"traceutil/trace.go:171","msg":"trace[1840639025] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25689; }","duration":"411.101429ms","start":"2026-07-07T04:26:29.350958Z","end":"2026-07-07T04:26:29.762059Z","steps":["trace[1840639025] 'agreement among raft nodes before linearized reading' (duration: 406.132552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.762111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.350896Z","time spent":"411.202151ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-07T04:26:29.757908Z","caller":"traceutil/trace.go:171","msg":"trace[1279296010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25689; }","duration":"7.623493395s","start":"2026-07-07T04:26:22.134406Z","end":"2026-07-07T04:26:29.757899Z","steps":["trace[1279296010] 'agreement among raft nodes before linearized reading' (duration: 7.623398443s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.762162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:22.134391Z","time spent":"7.627761246s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T04:26:29.757258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:28.852506Z","time spent":"904.742341ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.757349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.908332198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:29.762295Z","caller":"traceutil/trace.go:171","msg":"trace[1944245167] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25689; }","duration":"4.913304366s","start":"2026-07-07T04:26:24.848977Z","end":"2026-07-07T04:26:29.762281Z","steps":["trace[1944245167] 'agreement among raft nodes before linearized reading' (duration: 4.908337578s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.762325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:24.848957Z","time spent":"4.913354047s","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.757501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:20.701531Z","time spent":"9.055956254s","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":92,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:29.757264Z","caller":"traceutil/trace.go:171","msg":"trace[518309565] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25689; }","duration":"404.38275ms","start":"2026-07-07T04:26:29.352873Z","end":"2026-07-07T04:26:29.757255Z","steps":["trace[518309565] 'agreement among raft nodes before linearized reading' (duration: 404.181755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.762527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.352862Z","time spent":"409.641325ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":566,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-07T04:26:29.756825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.919098595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7854"} {"level":"info","ts":"2026-07-07T04:26:29.762611Z","caller":"traceutil/trace.go:171","msg":"trace[2037590748] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:25688; }","duration":"13.924892581s","start":"2026-07-07T04:26:15.837712Z","end":"2026-07-07T04:26:29.762604Z","steps":["trace[2037590748] 'agreement among raft nodes before linearized reading' (duration: 13.916906272s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.762631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:15.837708Z","time spent":"13.924917342s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7878,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"info","ts":"2026-07-07T04:26:29.757711Z","caller":"traceutil/trace.go:171","msg":"trace[366376337] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25689; }","duration":"407.560735ms","start":"2026-07-07T04:26:29.350138Z","end":"2026-07-07T04:26:29.757699Z","steps":["trace[366376337] 'agreement among raft nodes before linearized reading' (duration: 406.874249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.76271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.350117Z","time spent":"412.588135ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-07T04:26:29.759545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.899310907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-07T04:26:29.762774Z","caller":"traceutil/trace.go:171","msg":"trace[802482479] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25689; }","duration":"6.902589484s","start":"2026-07-07T04:26:22.86018Z","end":"2026-07-07T04:26:29.762769Z","steps":["trace[802482479] 'agreement among raft nodes before linearized reading' (duration: 6.89774537s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:29.762805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:22.860156Z","time spent":"6.902628185s","remote":"127.0.0.1:52912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2841,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:29.760913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:27.134668Z","time spent":"2.626229021s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-07T04:26:30.264324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:30.764769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:31.182777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.419010222s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:31.767925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001590949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:31.768011Z","caller":"traceutil/trace.go:171","msg":"trace[173959277] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001699731s","start":"2026-07-07T04:26:29.76629Z","end":"2026-07-07T04:26:31.76799Z","steps":["trace[173959277] 'agreement among raft nodes before linearized reading' (duration: 2.001596659s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:31.76806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766285Z","time spent":"2.001763154s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.13188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766731Z","time spent":"2.365141753s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.132974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.76698Z","time spent":"2.365991533s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.133319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365501112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:32.133359Z","caller":"traceutil/trace.go:171","msg":"trace[1035843554] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"2.365565173s","start":"2026-07-07T04:26:29.767783Z","end":"2026-07-07T04:26:32.133348Z","steps":["trace[1035843554] 'agreement among raft nodes before linearized reading' (duration: 2.365509952s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.133386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.767777Z","time spent":"2.365603474s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.134125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766625Z","time spent":"2.367495519s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.142168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.768391Z","time spent":"2.373776088s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.142254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.767802Z","time spent":"2.374450994s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.154145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.763699Z","time spent":"2.390443442s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.155524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.767597Z","time spent":"2.387924383s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.15561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389278885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:32.155651Z","caller":"traceutil/trace.go:171","msg":"trace[1171534558] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; }","duration":"2.389338535s","start":"2026-07-07T04:26:29.766293Z","end":"2026-07-07T04:26:32.155631Z","steps":["trace[1171534558] 'agreement among raft nodes before linearized reading' (duration: 2.389301455s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.155677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766283Z","time spent":"2.389389347s","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.201772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434160047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:32.201811Z","caller":"traceutil/trace.go:171","msg":"trace[1059915645] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; }","duration":"2.434215328s","start":"2026-07-07T04:26:29.767587Z","end":"2026-07-07T04:26:32.201802Z","steps":["trace[1059915645] 'agreement among raft nodes before linearized reading' (duration: 2.434159277s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.201835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.76758Z","time spent":"2.434250309s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.203895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437081575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:32.203928Z","caller":"traceutil/trace.go:171","msg":"trace[720507385] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; }","duration":"2.437126477s","start":"2026-07-07T04:26:29.766792Z","end":"2026-07-07T04:26:32.203919Z","steps":["trace[720507385] 'agreement among raft nodes before linearized reading' (duration: 2.437092136s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.203951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766788Z","time spent":"2.437156118s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.204003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439972894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:32.204017Z","caller":"traceutil/trace.go:171","msg":"trace[116672502] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; }","duration":"2.439994834s","start":"2026-07-07T04:26:29.764017Z","end":"2026-07-07T04:26:32.204012Z","steps":["trace[116672502] 'agreement among raft nodes before linearized reading' (duration: 2.439980484s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.204033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.76401Z","time spent":"2.440018895s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.204079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440045146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-07T04:26:32.204163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.764245Z","time spent":"2.439916393s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.204235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.764134Z","time spent":"2.440100177s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.204227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436497992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-07T04:26:32.204283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436504172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:32.204288Z","caller":"traceutil/trace.go:171","msg":"trace[1025269179] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; }","duration":"2.436584023s","start":"2026-07-07T04:26:29.767689Z","end":"2026-07-07T04:26:32.204273Z","steps":["trace[1025269179] 'agreement among raft nodes before linearized reading' (duration: 2.436504632s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:32.204301Z","caller":"traceutil/trace.go:171","msg":"trace[278184537] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; }","duration":"2.436533273s","start":"2026-07-07T04:26:29.767761Z","end":"2026-07-07T04:26:32.204295Z","steps":["trace[278184537] 'agreement among raft nodes before linearized reading' (duration: 2.436513213s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.204318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.767756Z","time spent":"2.436558843s","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.204325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.767683Z","time spent":"2.436635026s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.204354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435802025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:32.204369Z","caller":"traceutil/trace.go:171","msg":"trace[2029210140] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; }","duration":"2.435826916s","start":"2026-07-07T04:26:29.768537Z","end":"2026-07-07T04:26:32.204364Z","steps":["trace[2029210140] 'agreement among raft nodes before linearized reading' (duration: 2.435812685s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.204384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.768529Z","time spent":"2.435851497s","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.204423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436625865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:32.204437Z","caller":"traceutil/trace.go:171","msg":"trace[2025056735] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; }","duration":"2.436649655s","start":"2026-07-07T04:26:29.767783Z","end":"2026-07-07T04:26:32.204433Z","steps":["trace[2025056735] 'agreement among raft nodes before linearized reading' (duration: 2.436635325s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.204453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.767776Z","time spent":"2.436673036s","remote":"127.0.0.1:56522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-07-07T04:26:32.204456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436689357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" ","response":"","error":"context canceled"} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-07T04:26:32.204473Z","caller":"traceutil/trace.go:171","msg":"trace[1621227126] range","detail":"{range_begin:/registry/cronjobs/openstack/cinder-volume-usage-audit; range_end:; }","duration":"2.436717357s","start":"2026-07-07T04:26:29.767749Z","end":"2026-07-07T04:26:32.204467Z","steps":["trace[1621227126] 'agreement among raft nodes before linearized reading' (duration: 2.436701787s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.20449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436109323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-07T04:26:32.204489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.767743Z","time spent":"2.436742577s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-07T04:26:32.204501Z","caller":"traceutil/trace.go:171","msg":"trace[99852099] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; }","duration":"2.436134094s","start":"2026-07-07T04:26:29.768363Z","end":"2026-07-07T04:26:32.204497Z","steps":["trace[99852099] 'agreement among raft nodes before linearized reading' (duration: 2.436122484s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.204514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.768358Z","time spent":"2.436153574s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" "} {"level":"warn","ts":"2026-07-07T04:26:32.204529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438305554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:32.204543Z","caller":"traceutil/trace.go:171","msg":"trace[1996970619] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; }","duration":"2.438332125s","start":"2026-07-07T04:26:29.766207Z","end":"2026-07-07T04:26:32.204539Z","steps":["trace[1996970619] 'agreement among raft nodes before linearized reading' (duration: 2.438317874s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.204562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.7662Z","time spent":"2.438358146s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.204644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440580718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-07T04:26:32.204646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43768378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:32.204657Z","caller":"traceutil/trace.go:171","msg":"trace[1536280015] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; }","duration":"2.440596298s","start":"2026-07-07T04:26:29.764057Z","end":"2026-07-07T04:26:32.204653Z","steps":["trace[1536280015] 'agreement among raft nodes before linearized reading' (duration: 2.440580198s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:32.204664Z","caller":"traceutil/trace.go:171","msg":"trace[942672868] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; }","duration":"2.437709861s","start":"2026-07-07T04:26:29.766948Z","end":"2026-07-07T04:26:32.204658Z","steps":["trace[942672868] 'agreement among raft nodes before linearized reading' (duration: 2.43769212s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.204676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.764039Z","time spent":"2.44063194s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"warn","ts":"2026-07-07T04:26:32.204681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766943Z","time spent":"2.437734771s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.204727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437791242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-07T04:26:32.204693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44068264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-07T04:26:32.204758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437551597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:32.204774Z","caller":"traceutil/trace.go:171","msg":"trace[1779362748] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; }","duration":"2.437576577s","start":"2026-07-07T04:26:29.767192Z","end":"2026-07-07T04:26:32.204769Z","steps":["trace[1779362748] 'agreement among raft nodes before linearized reading' (duration: 2.437562317s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.204772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437840323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-housekeeping\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:32.204775Z","caller":"traceutil/trace.go:171","msg":"trace[411555963] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; }","duration":"2.440819004s","start":"2026-07-07T04:26:29.763935Z","end":"2026-07-07T04:26:32.204754Z","steps":["trace[411555963] 'agreement among raft nodes before linearized reading' (duration: 2.440702871s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:32.20479Z","caller":"traceutil/trace.go:171","msg":"trace[955409405] range","detail":"{range_begin:/registry/deployments/openstack/octavia-housekeeping; range_end:; }","duration":"2.437873815s","start":"2026-07-07T04:26:29.76691Z","end":"2026-07-07T04:26:32.204784Z","steps":["trace[955409405] 'agreement among raft nodes before linearized reading' (duration: 2.437858424s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:32.204739Z","caller":"traceutil/trace.go:171","msg":"trace[276291056] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; }","duration":"2.437835613s","start":"2026-07-07T04:26:29.766898Z","end":"2026-07-07T04:26:32.204734Z","steps":["trace[276291056] 'agreement among raft nodes before linearized reading' (duration: 2.437824093s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.204806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766907Z","time spent":"2.437895355s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/octavia-housekeeping\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.204818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.763905Z","time spent":"2.440904146s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-07-07T04:26:32.20483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440716842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-07T04:26:32.204785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.767187Z","time spent":"2.437595528s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.20481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766893Z","time spent":"2.437914725s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-07-07T04:26:32.204864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437958696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:32.204845Z","caller":"traceutil/trace.go:171","msg":"trace[1487842281] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; }","duration":"2.440732342s","start":"2026-07-07T04:26:29.764109Z","end":"2026-07-07T04:26:32.204841Z","steps":["trace[1487842281] 'agreement among raft nodes before linearized reading' (duration: 2.440717152s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:32.204876Z","caller":"traceutil/trace.go:171","msg":"trace[281129259] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; }","duration":"2.437981647s","start":"2026-07-07T04:26:29.766891Z","end":"2026-07-07T04:26:32.204873Z","steps":["trace[281129259] 'agreement among raft nodes before linearized reading' (duration: 2.437968916s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.204884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.764059Z","time spent":"2.440819654s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.204757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440669911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"","error":"context canceled"} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.204888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766887Z","time spent":"2.437998557s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"info","ts":"2026-07-07T04:26:32.204916Z","caller":"traceutil/trace.go:171","msg":"trace[189687586] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; }","duration":"2.440837655s","start":"2026-07-07T04:26:29.764072Z","end":"2026-07-07T04:26:32.20491Z","steps":["trace[189687586] 'agreement among raft nodes before linearized reading' (duration: 2.440680161s)"],"step_count":1} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:32.204937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.764068Z","time spent":"2.440864205s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-07T04:26:32.204099Z","caller":"traceutil/trace.go:171","msg":"trace[1331135791] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; }","duration":"2.440074266s","start":"2026-07-07T04:26:29.76402Z","end":"2026-07-07T04:26:32.204094Z","steps":["trace[1331135791] 'agreement among raft nodes before linearized reading' (duration: 2.440054676s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:32.207288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.764014Z","time spent":"2.443264322s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} 2026/07/07 04:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:33.76691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99869376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:33.767011Z","caller":"traceutil/trace.go:171","msg":"trace[1914774879] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998843364s","start":"2026-07-07T04:26:31.768143Z","end":"2026-07-07T04:26:33.766986Z","steps":["trace[1914774879] 'agreement among raft nodes before linearized reading' (duration: 1.99868909s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:33.767068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:31.768075Z","time spent":"1.998983127s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:34.126606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943392187s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-07T04:26:34.148912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.965727986s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:34.149497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.76406Z","time spent":"4.385433864s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T04:26:34.149592Z","caller":"traceutil/trace.go:171","msg":"trace[1522472034] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"4.385466945s","start":"2026-07-07T04:26:29.764077Z","end":"2026-07-07T04:26:34.149544Z","steps":["trace[1522472034] 'process raft request' (duration: 4.385296101s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:34.149599Z","caller":"traceutil/trace.go:171","msg":"trace[1162555176] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"4.385431034s","start":"2026-07-07T04:26:29.76406Z","end":"2026-07-07T04:26:34.149491Z","steps":["trace[1162555176] 'process raft request' (duration: 4.385100586s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:34.149764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.764062Z","time spent":"4.385613188s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:34.149796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.764042Z","time spent":"4.38565047s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:34.150413Z","caller":"traceutil/trace.go:171","msg":"trace[1496919227] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"4.384066212s","start":"2026-07-07T04:26:29.766322Z","end":"2026-07-07T04:26:34.150388Z","steps":["trace[1496919227] 'process raft request' (duration: 4.383695523s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:34.150565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766316Z","time spent":"4.384146084s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:34.151558Z","caller":"traceutil/trace.go:171","msg":"trace[402519856] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"4.384509282s","start":"2026-07-07T04:26:29.766986Z","end":"2026-07-07T04:26:34.151496Z","steps":["trace[402519856] 'process raft request' (duration: 4.384239926s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:34.151442Z","caller":"traceutil/trace.go:171","msg":"trace[1238834149] linearizableReadLoop","detail":"{readStateIndex:26551; appliedIndex:26537; }","duration":"4.387448631s","start":"2026-07-07T04:26:29.763969Z","end":"2026-07-07T04:26:34.151417Z","steps":["trace[1238834149] 'read index received' (duration: 1.419108044s)","trace[1238834149] 'applied index is now lower than readState.Index' (duration: 2.968339217s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:34.15166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766978Z","time spent":"4.384633335s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:34.348508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.581974496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:34.3486Z","caller":"traceutil/trace.go:171","msg":"trace[1793381215] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.582102588s","start":"2026-07-07T04:26:29.766477Z","end":"2026-07-07T04:26:34.34858Z","steps":["trace[1793381215] 'agreement among raft nodes before linearized reading' (duration: 4.581986256s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:34.348643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.76647Z","time spent":"4.58216269s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/07 04:26:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:34.349208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.582381065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:34.349337Z","caller":"traceutil/trace.go:171","msg":"trace[801620704] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.582521948s","start":"2026-07-07T04:26:29.766773Z","end":"2026-07-07T04:26:34.349294Z","steps":["trace[801620704] 'agreement among raft nodes before linearized reading' (duration: 4.582385885s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:34.349406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766767Z","time spent":"4.582626141s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/07 04:26:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:34.350678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.583698146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:34.350749Z","caller":"traceutil/trace.go:171","msg":"trace[98066897] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.583792488s","start":"2026-07-07T04:26:29.766939Z","end":"2026-07-07T04:26:34.350732Z","steps":["trace[98066897] 'agreement among raft nodes before linearized reading' (duration: 4.583701586s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:34.351085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766935Z","time spent":"4.584129946s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/07 04:26:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:34.356225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.589605866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:34.356288Z","caller":"traceutil/trace.go:171","msg":"trace[1098698117] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.589686367s","start":"2026-07-07T04:26:29.766589Z","end":"2026-07-07T04:26:34.356275Z","steps":["trace[1098698117] 'agreement among raft nodes before linearized reading' (duration: 4.589614946s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:34.35634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766584Z","time spent":"4.589746649s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/07 04:26:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:34.603948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:26:34.60409Z","caller":"traceutil/trace.go:171","msg":"trace[639743421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191265s","start":"2026-07-07T04:26:32.60388Z","end":"2026-07-07T04:26:34.604071Z","steps":["trace[639743421] 'agreement among raft nodes before linearized reading' (duration: 2.00000509s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:34.604151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:32.603873Z","time spent":"2.000269097s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:26:34.652519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:35.153257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:35.653775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:35.773227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999838688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:35.77331Z","caller":"traceutil/trace.go:171","msg":"trace[1072216503] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999972521s","start":"2026-07-07T04:26:33.773318Z","end":"2026-07-07T04:26:35.77329Z","steps":["trace[1072216503] 'agreement among raft nodes before linearized reading' (duration: 1.999870429s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:35.773356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:33.773299Z","time spent":"2.000048043s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:36.154925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:36.468112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.318496748s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:36.655545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:36.769743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:31.772802Z","time spent":"4.996935005s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:37.133954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:32.136316Z","time spent":"4.997628002s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:37.135347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:32.135647Z","time spent":"4.999692711s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 04:26:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:37.156512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:37.657386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:37.773425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:26:37.773541Z","caller":"traceutil/trace.go:171","msg":"trace[418177659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000030762s","start":"2026-07-07T04:26:35.773488Z","end":"2026-07-07T04:26:37.773519Z","steps":["trace[418177659] 'agreement among raft nodes before linearized reading' (duration: 1.999883558s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:37.773598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:35.773465Z","time spent":"2.000120754s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:26:38.158025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:38.658213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:38.859527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.390909203s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:39.142819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:32.142497Z","time spent":"7.000315626s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:39.143922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:32.143831Z","time spent":"7.000085261s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:39.158938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:39.350204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993788521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:39.350315Z","caller":"traceutil/trace.go:171","msg":"trace[2040215205] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.993937085s","start":"2026-07-07T04:26:34.356351Z","end":"2026-07-07T04:26:39.350288Z","steps":["trace[2040215205] 'agreement among raft nodes before linearized reading' (duration: 4.993802802s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:39.350383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:34.356345Z","time spent":"4.994022807s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/07 04:26:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:39.57286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:32.571776Z","time spent":"7.001070705s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:39.598383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:32.597877Z","time spent":"7.000493081s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:39.659771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:39.781577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000163555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:26:39.781671Z","caller":"traceutil/trace.go:171","msg":"trace[1183566709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314079s","start":"2026-07-07T04:26:37.781337Z","end":"2026-07-07T04:26:39.781651Z","steps":["trace[1183566709] 'agreement among raft nodes before linearized reading' (duration: 2.000199066s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:39.781715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:37.781319Z","time spent":"2.000386281s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T04:26:40.005366Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000067c0.wal"} {"level":"warn","ts":"2026-07-07T04:26:40.990417Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"73eb9f3aa6408427","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T04:26:41.151568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:34.150494Z","time spent":"7.001067715s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:41.300754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295209642s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:41.35684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:34.35625Z","time spent":"7.000583463s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:41.608344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601971521s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-07T04:26:41.768775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997647473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:41.768866Z","caller":"traceutil/trace.go:171","msg":"trace[893969260] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997793786s","start":"2026-07-07T04:26:36.771051Z","end":"2026-07-07T04:26:41.768845Z","steps":["trace[893969260] 'agreement among raft nodes before linearized reading' (duration: 4.997681134s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:41.768922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:36.771024Z","time spent":"4.997885748s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/07 04:26:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:41.782551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:26:41.782607Z","caller":"traceutil/trace.go:171","msg":"trace[251311171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000024881s","start":"2026-07-07T04:26:39.782569Z","end":"2026-07-07T04:26:41.782594Z","steps":["trace[251311171] 'agreement among raft nodes before linearized reading' (duration: 1.999964689s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:41.78265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:39.782549Z","time spent":"2.000091893s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:41.88397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001342343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:41.884038Z","caller":"traceutil/trace.go:171","msg":"trace[232238833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001456116s","start":"2026-07-07T04:26:39.882565Z","end":"2026-07-07T04:26:41.884021Z","steps":["trace[232238833] 'agreement among raft nodes before linearized reading' (duration: 2.001371224s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:41.884096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:39.882548Z","time spent":"2.001540198s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:42.614758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00523982s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:42.614997Z","caller":"traceutil/trace.go:171","msg":"trace[1195447101] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"2.546069675s","start":"2026-07-07T04:26:40.068913Z","end":"2026-07-07T04:26:42.614983Z","steps":["trace[1195447101] 'process raft request' (duration: 2.546004023s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:42.614962Z","caller":"traceutil/trace.go:171","msg":"trace[164344682] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25707; }","duration":"3.012935903s","start":"2026-07-07T04:26:39.601992Z","end":"2026-07-07T04:26:42.614928Z","steps":["trace[164344682] 'process raft request' (duration: 3.01284135s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:42.615056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:40.068898Z","time spent":"2.546127546s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:42.615185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:39.601973Z","time spent":"3.013103386s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:42.615211Z","caller":"traceutil/trace.go:171","msg":"trace[1917201821] linearizableReadLoop","detail":"{readStateIndex:26562; appliedIndex:26551; }","duration":"8.463584326s","start":"2026-07-07T04:26:34.15162Z","end":"2026-07-07T04:26:42.615204Z","steps":["trace[1917201821] 'read index received' (duration: 5.8540629s)","trace[1917201821] 'applied index is now lower than readState.Index' (duration: 2.609520636s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:42.615367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.627582368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:42.615392Z","caller":"traceutil/trace.go:171","msg":"trace[589073621] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25708; }","duration":"10.627642469s","start":"2026-07-07T04:26:31.987743Z","end":"2026-07-07T04:26:42.615386Z","steps":["trace[589073621] 'agreement among raft nodes before linearized reading' (duration: 10.627595928s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:42.615368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.559412825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:42.615406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.985292102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:42.615469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.281847611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:42.615493Z","caller":"traceutil/trace.go:171","msg":"trace[214067780] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25708; }","duration":"11.281874232s","start":"2026-07-07T04:26:31.333613Z","end":"2026-07-07T04:26:42.615487Z","steps":["trace[214067780] 'agreement among raft nodes before linearized reading' (duration: 11.28181327s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:42.615476Z","caller":"traceutil/trace.go:171","msg":"trace[761908222] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25708; }","duration":"10.559530088s","start":"2026-07-07T04:26:32.055916Z","end":"2026-07-07T04:26:42.615446Z","steps":["trace[761908222] 'agreement among raft nodes before linearized reading' (duration: 10.559358764s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:42.615511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:31.333589Z","time spent":"11.281917543s","remote":"127.0.0.1:41160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:42.615542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:32.055891Z","time spent":"10.55963253s","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:42.615573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.536527402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:42.615651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.341986365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:42.615685Z","caller":"traceutil/trace.go:171","msg":"trace[391230397] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25708; }","duration":"11.342081407s","start":"2026-07-07T04:26:31.273593Z","end":"2026-07-07T04:26:42.615674Z","steps":["trace[391230397] 'agreement among raft nodes before linearized reading' (duration: 11.342016446s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:42.615618Z","caller":"traceutil/trace.go:171","msg":"trace[833475021] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25708; }","duration":"8.536604144s","start":"2026-07-07T04:26:34.079001Z","end":"2026-07-07T04:26:42.615605Z","steps":["trace[833475021] 'agreement among raft nodes before linearized reading' (duration: 8.536524242s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:42.615743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.804460983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:42.615761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:34.078985Z","time spent":"8.536756958s","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:42.615775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.928024193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:42.615709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:31.273567Z","time spent":"11.342134379s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:42.615715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.639187728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:26:42.615857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.851786355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-47c654d6-b9bd-4c87-ad30-e3ecdf5e2335\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-07-07T04:26:42.615367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.541157518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:42.615934Z","caller":"traceutil/trace.go:171","msg":"trace[1332573434] range","detail":"{range_begin:/registry/persistentvolumes/pvc-47c654d6-b9bd-4c87-ad30-e3ecdf5e2335; range_end:; response_count:1; response_revision:25708; }","duration":"12.851911388s","start":"2026-07-07T04:26:29.764002Z","end":"2026-07-07T04:26:42.615914Z","steps":["trace[1332573434] 'agreement among raft nodes before linearized reading' (duration: 12.851666562s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:42.615976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.763993Z","time spent":"12.85197407s","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-47c654d6-b9bd-4c87-ad30-e3ecdf5e2335\" "} {"level":"info","ts":"2026-07-07T04:26:42.615983Z","caller":"traceutil/trace.go:171","msg":"trace[915790420] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25708; }","duration":"9.639605258s","start":"2026-07-07T04:26:32.976296Z","end":"2026-07-07T04:26:42.615902Z","steps":["trace[915790420] 'agreement among raft nodes before linearized reading' (duration: 9.639041454s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:42.616089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:32.976205Z","time spent":"9.639867854s","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:42.615802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.851804366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dwqc5\" ","response":"range_response_count:1 size:5487"} {"level":"info","ts":"2026-07-07T04:26:42.615483Z","caller":"traceutil/trace.go:171","msg":"trace[1620721715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25708; }","duration":"8.985377154s","start":"2026-07-07T04:26:33.630081Z","end":"2026-07-07T04:26:42.615458Z","steps":["trace[1620721715] 'agreement among raft nodes before linearized reading' (duration: 8.98520086s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:42.616175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.849516572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"warn","ts":"2026-07-07T04:26:42.616188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:33.630016Z","time spent":"8.986160703s","remote":"127.0.0.1:36350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:42.616205Z","caller":"traceutil/trace.go:171","msg":"trace[1810375727] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25708; }","duration":"12.849557153s","start":"2026-07-07T04:26:29.766641Z","end":"2026-07-07T04:26:42.616198Z","steps":["trace[1810375727] 'agreement among raft nodes before linearized reading' (duration: 12.849486021s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:42.616202Z","caller":"traceutil/trace.go:171","msg":"trace[1307262087] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dwqc5; range_end:; response_count:1; response_revision:25708; }","duration":"12.852192625s","start":"2026-07-07T04:26:29.763984Z","end":"2026-07-07T04:26:42.616177Z","steps":["trace[1307262087] 'agreement among raft nodes before linearized reading' (duration: 12.851739745s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:42.615837Z","caller":"traceutil/trace.go:171","msg":"trace[1087377791] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25708; }","duration":"9.928125356s","start":"2026-07-07T04:26:32.687696Z","end":"2026-07-07T04:26:42.615821Z","steps":["trace[1087377791] 'agreement among raft nodes before linearized reading' (duration: 9.928030664s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:42.615987Z","caller":"traceutil/trace.go:171","msg":"trace[765779310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25708; }","duration":"9.541866264s","start":"2026-07-07T04:26:33.07411Z","end":"2026-07-07T04:26:42.615976Z","steps":["trace[765779310] 'agreement among raft nodes before linearized reading' (duration: 9.541176438s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:42.616275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.763938Z","time spent":"12.852315238s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5511,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dwqc5\" "} {"level":"warn","ts":"2026-07-07T04:26:42.616301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.135148996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:42.616323Z","caller":"traceutil/trace.go:171","msg":"trace[2121219701] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25708; }","duration":"12.135171987s","start":"2026-07-07T04:26:30.481146Z","end":"2026-07-07T04:26:42.616318Z","steps":["trace[2121219701] 'agreement among raft nodes before linearized reading' (duration: 12.135094045s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:42.616228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.766635Z","time spent":"12.849588933s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":670,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-07T04:26:42.616321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:33.074076Z","time spent":"9.542222743s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:42.616342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:30.481092Z","time spent":"12.135243358s","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":88,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:42.615856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.851871847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18143"} {"level":"warn","ts":"2026-07-07T04:26:42.616324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:32.687674Z","time spent":"9.928596356s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:42.616403Z","caller":"traceutil/trace.go:171","msg":"trace[1142205285] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25708; }","duration":"12.852426541s","start":"2026-07-07T04:26:29.763954Z","end":"2026-07-07T04:26:42.616381Z","steps":["trace[1142205285] 'agreement among raft nodes before linearized reading' (duration: 12.851859238s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:42.616377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.853557252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-07-07T04:26:42.615414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:31.987726Z","time spent":"10.62768337s","remote":"127.0.0.1:58860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:42.616478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:29.763938Z","time spent":"12.852520913s","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18167,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-07T04:26:42.616482Z","caller":"traceutil/trace.go:171","msg":"trace[819203761] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c; range_end:; response_count:1; response_revision:25708; }","duration":"11.853701255s","start":"2026-07-07T04:26:30.762762Z","end":"2026-07-07T04:26:42.616463Z","steps":["trace[819203761] 'agreement among raft nodes before linearized reading' (duration: 11.853462529s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:42.615796Z","caller":"traceutil/trace.go:171","msg":"trace[1272102705] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25708; }","duration":"8.804525785s","start":"2026-07-07T04:26:33.811242Z","end":"2026-07-07T04:26:42.615768Z","steps":["trace[1272102705] 'agreement among raft nodes before linearized reading' (duration: 8.804463813s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:42.616548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:30.762741Z","time spent":"11.853791058s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" "} {"level":"warn","ts":"2026-07-07T04:26:42.616641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:33.811228Z","time spent":"8.805386915s","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:42.61538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.09799498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:42.618602Z","caller":"traceutil/trace.go:171","msg":"trace[211508402] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25708; }","duration":"9.101255497s","start":"2026-07-07T04:26:33.517325Z","end":"2026-07-07T04:26:42.61858Z","steps":["trace[211508402] 'agreement among raft nodes before linearized reading' (duration: 9.09798326s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:42.618664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:33.517303Z","time spent":"9.101336189s","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.116069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989658213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:26:43.356852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130953325s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:43.790447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:26:43.790543Z","caller":"traceutil/trace.go:171","msg":"trace[1956159064] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494173s","start":"2026-07-07T04:26:41.790027Z","end":"2026-07-07T04:26:43.790521Z","steps":["trace[1956159064] 'agreement among raft nodes before linearized reading' (duration: 2.00038228s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.790589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:41.790005Z","time spent":"2.000575264s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:43.966894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.593555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:43.967326Z","caller":"traceutil/trace.go:171","msg":"trace[1357343181] linearizableReadLoop","detail":"{readStateIndex:26564; appliedIndex:26563; }","duration":"1.352086727s","start":"2026-07-07T04:26:42.615227Z","end":"2026-07-07T04:26:43.967314Z","steps":["trace[1357343181] 'read index received' (duration: 741.781795ms)","trace[1357343181] 'applied index is now lower than readState.Index' (duration: 610.303512ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:43.967316Z","caller":"traceutil/trace.go:171","msg":"trace[1668198854] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"1.741491473s","start":"2026-07-07T04:26:42.225787Z","end":"2026-07-07T04:26:43.967279Z","steps":["trace[1668198854] 'process raft request' (duration: 1.131450467s)","trace[1668198854] 'compare' (duration: 609.249947ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:43.967466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:42.225756Z","time spent":"1.741633867s","remote":"127.0.0.1:52474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:43.967495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.624655597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:43.96753Z","caller":"traceutil/trace.go:171","msg":"trace[753407267] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25709; }","duration":"8.624718819s","start":"2026-07-07T04:26:35.342791Z","end":"2026-07-07T04:26:43.96751Z","steps":["trace[753407267] 'agreement among raft nodes before linearized reading' (duration: 8.624600476s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.967555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:35.342771Z","time spent":"8.624778059s","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.967616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471164045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:43.967675Z","caller":"traceutil/trace.go:171","msg":"trace[1387604006] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25709; }","duration":"1.471252967s","start":"2026-07-07T04:26:42.496404Z","end":"2026-07-07T04:26:43.967657Z","steps":["trace[1387604006] 'agreement among raft nodes before linearized reading' (duration: 1.471147825s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.967672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.84493119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:43.967722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:42.496382Z","time spent":"1.471329179s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:43.967731Z","caller":"traceutil/trace.go:171","msg":"trace[1282066110] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25709; }","duration":"8.845022552s","start":"2026-07-07T04:26:35.122692Z","end":"2026-07-07T04:26:43.967715Z","steps":["trace[1282066110] 'agreement among raft nodes before linearized reading' (duration: 8.844954501s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.967726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.491461969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:43.967767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:35.122671Z","time spent":"8.845086473s","remote":"127.0.0.1:40202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.967923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.976964832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:43.967957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.919303913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:43.967954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.779932557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:43.967984Z","caller":"traceutil/trace.go:171","msg":"trace[176277850] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25709; }","duration":"4.977062344s","start":"2026-07-07T04:26:38.990905Z","end":"2026-07-07T04:26:43.967967Z","steps":["trace[176277850] 'agreement among raft nodes before linearized reading' (duration: 4.976953402s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:43.967994Z","caller":"traceutil/trace.go:171","msg":"trace[1459483889] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25709; }","duration":"5.919430627s","start":"2026-07-07T04:26:38.048551Z","end":"2026-07-07T04:26:43.967982Z","steps":["trace[1459483889] 'agreement among raft nodes before linearized reading' (duration: 5.919366975s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.967495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.925630138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:43.967978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.590029587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:43.968028Z","caller":"traceutil/trace.go:171","msg":"trace[1035242260] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25709; }","duration":"6.926227333s","start":"2026-07-07T04:26:37.041794Z","end":"2026-07-07T04:26:43.968021Z","steps":["trace[1035242260] 'agreement among raft nodes before linearized reading' (duration: 6.925570297s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.613147554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:43.968029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:38.048516Z","time spent":"5.919502758s","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.968048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:37.04177Z","time spent":"6.926271274s","remote":"127.0.0.1:39646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:43.968055Z","caller":"traceutil/trace.go:171","msg":"trace[1983832805] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25709; }","duration":"8.59013361s","start":"2026-07-07T04:26:35.377898Z","end":"2026-07-07T04:26:43.968032Z","steps":["trace[1983832805] 'agreement among raft nodes before linearized reading' (duration: 8.590006827s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.100727793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:43.968099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:35.377889Z","time spent":"8.590198241s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.968115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.606780954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:43.968135Z","caller":"traceutil/trace.go:171","msg":"trace[473625993] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25709; }","duration":"8.606815844s","start":"2026-07-07T04:26:35.361313Z","end":"2026-07-07T04:26:43.968129Z","steps":["trace[473625993] 'agreement among raft nodes before linearized reading' (duration: 8.606777253s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.589005148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:26:43.968155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.194654616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-07-07T04:26:43.967784Z","caller":"traceutil/trace.go:171","msg":"trace[1174440644] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25709; }","duration":"7.491560362s","start":"2026-07-07T04:26:36.476216Z","end":"2026-07-07T04:26:43.967776Z","steps":["trace[1174440644] 'agreement among raft nodes before linearized reading' (duration: 7.49148481s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.659399028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:43.968195Z","caller":"traceutil/trace.go:171","msg":"trace[510812462] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25709; }","duration":"9.58908487s","start":"2026-07-07T04:26:34.379096Z","end":"2026-07-07T04:26:43.968181Z","steps":["trace[510812462] 'agreement among raft nodes before linearized reading' (duration: 9.588951157s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:43.968207Z","caller":"traceutil/trace.go:171","msg":"trace[12560139] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25709; }","duration":"9.194748669s","start":"2026-07-07T04:26:34.773441Z","end":"2026-07-07T04:26:43.96819Z","steps":["trace[12560139] 'agreement among raft nodes before linearized reading' (duration: 9.194569514s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.000928135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:43.968235Z","caller":"traceutil/trace.go:171","msg":"trace[345233973] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25709; }","duration":"6.659417598s","start":"2026-07-07T04:26:37.308803Z","end":"2026-07-07T04:26:43.96822Z","steps":["trace[345233973] 'agreement among raft nodes before linearized reading' (duration: 6.659386138s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815385668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-07T04:26:43.968255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:37.308755Z","time spent":"6.659495431s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.968251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:34.773419Z","time spent":"9.19482029s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-07T04:26:43.968265Z","caller":"traceutil/trace.go:171","msg":"trace[49209262] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:25709; }","duration":"2.815440659s","start":"2026-07-07T04:26:41.152816Z","end":"2026-07-07T04:26:43.968256Z","steps":["trace[49209262] 'agreement among raft nodes before linearized reading' (duration: 2.815368747s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:36.476196Z","time spent":"7.492035104s","remote":"127.0.0.1:39936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.967984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.78813975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418604"} {"level":"warn","ts":"2026-07-07T04:26:43.968318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.112181118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:43.968338Z","caller":"traceutil/trace.go:171","msg":"trace[714345119] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25709; }","duration":"7.788522349s","start":"2026-07-07T04:26:36.179804Z","end":"2026-07-07T04:26:43.968326Z","steps":["trace[714345119] 'agreement among raft nodes before linearized reading' (duration: 7.787989946s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:43.968353Z","caller":"traceutil/trace.go:171","msg":"trace[1712631743] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25709; }","duration":"8.11224471s","start":"2026-07-07T04:26:35.856097Z","end":"2026-07-07T04:26:43.968341Z","steps":["trace[1712631743] 'agreement among raft nodes before linearized reading' (duration: 8.112184719s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:35.856083Z","time spent":"8.112290061s","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-07T04:26:43.968018Z","caller":"traceutil/trace.go:171","msg":"trace[226755368] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25709; }","duration":"9.78003388s","start":"2026-07-07T04:26:34.187966Z","end":"2026-07-07T04:26:43.968Z","steps":["trace[226755368] 'agreement among raft nodes before linearized reading' (duration: 9.779919167s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.806948336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-07-07T04:26:43.968423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:34.187951Z","time spent":"9.78045942s","remote":"127.0.0.1:40032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.968439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.359216154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:43.968436Z","caller":"traceutil/trace.go:171","msg":"trace[431783277] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25709; }","duration":"9.807023828s","start":"2026-07-07T04:26:34.161406Z","end":"2026-07-07T04:26:43.96843Z","steps":["trace[431783277] 'agreement among raft nodes before linearized reading' (duration: 9.806819893s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:43.968462Z","caller":"traceutil/trace.go:171","msg":"trace[728772985] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25709; }","duration":"6.359240175s","start":"2026-07-07T04:26:37.609216Z","end":"2026-07-07T04:26:43.968456Z","steps":["trace[728772985] 'agreement among raft nodes before linearized reading' (duration: 6.359194164s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.967614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.517523557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:43.968522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.517737015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:43.968543Z","caller":"traceutil/trace.go:171","msg":"trace[363544923] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25709; }","duration":"6.517798347s","start":"2026-07-07T04:26:37.45074Z","end":"2026-07-07T04:26:43.968538Z","steps":["trace[363544923] 'agreement among raft nodes before linearized reading' (duration: 6.517763946s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:37.450717Z","time spent":"6.517840568s","remote":"127.0.0.1:41046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.968587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498899063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:43.968549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.84902735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:43.968298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:41.1528Z","time spent":"2.81549019s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-07-07T04:26:43.96867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.299909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-07-07T04:26:43.96867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377791177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:43.96815Z","caller":"traceutil/trace.go:171","msg":"trace[888308068] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25709; }","duration":"9.100916558s","start":"2026-07-07T04:26:34.86721Z","end":"2026-07-07T04:26:43.968126Z","steps":["trace[888308068] 'agreement among raft nodes before linearized reading' (duration: 9.100671582s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231244684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:26:43.968733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186027477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:43.968542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.300355662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-07T04:26:43.968756Z","caller":"traceutil/trace.go:171","msg":"trace[452454958] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25709; }","duration":"1.186089109s","start":"2026-07-07T04:26:42.78266Z","end":"2026-07-07T04:26:43.968749Z","steps":["trace[452454958] 'agreement among raft nodes before linearized reading' (duration: 1.186055488s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:43.968772Z","caller":"traceutil/trace.go:171","msg":"trace[1632411267] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25709; }","duration":"8.300612348s","start":"2026-07-07T04:26:35.668147Z","end":"2026-07-07T04:26:43.968759Z","steps":["trace[1632411267] 'agreement among raft nodes before linearized reading' (duration: 8.300331151s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:36.179788Z","time spent":"7.788579171s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418628,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-07T04:26:43.968809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334737007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-07-07T04:26:43.968828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.392166213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T04:26:43.968255Z","caller":"traceutil/trace.go:171","msg":"trace[1740211888] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25709; }","duration":"6.000997916s","start":"2026-07-07T04:26:37.967249Z","end":"2026-07-07T04:26:43.968246Z","steps":["trace[1740211888] 'agreement among raft nodes before linearized reading' (duration: 6.000938064s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:43.968849Z","caller":"traceutil/trace.go:171","msg":"trace[366740832] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25709; }","duration":"1.33486548s","start":"2026-07-07T04:26:42.633973Z","end":"2026-07-07T04:26:43.968839Z","steps":["trace[366740832] 'agreement among raft nodes before linearized reading' (duration: 1.334758827s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:43.968854Z","caller":"traceutil/trace.go:171","msg":"trace[1196042234] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25709; }","duration":"4.392190913s","start":"2026-07-07T04:26:39.576656Z","end":"2026-07-07T04:26:43.968847Z","steps":["trace[1196042234] 'agreement among raft nodes before linearized reading' (duration: 4.392100441s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667544714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-07-07T04:26:43.968883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:42.633963Z","time spent":"1.334910681s","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1011,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-07-07T04:26:43.968885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:39.57659Z","time spent":"4.392288505s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-07T04:26:43.968895Z","caller":"traceutil/trace.go:171","msg":"trace[2009857122] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25709; }","duration":"3.667590155s","start":"2026-07-07T04:26:40.301294Z","end":"2026-07-07T04:26:43.968884Z","steps":["trace[2009857122] 'agreement among raft nodes before linearized reading' (duration: 3.667460312s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347944229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-07-07T04:26:43.968792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:42.78264Z","time spent":"1.18614425s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.968929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:40.301204Z","time spent":"3.667717898s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7722,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-07T04:26:43.968981Z","caller":"traceutil/trace.go:171","msg":"trace[2064849673] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25709; }","duration":"1.348035751s","start":"2026-07-07T04:26:42.620929Z","end":"2026-07-07T04:26:43.968965Z","steps":["trace[2064849673] 'agreement among raft nodes before linearized reading' (duration: 1.347871757s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:37.967215Z","time spent":"6.001640931s","remote":"127.0.0.1:56522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.968725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:34.86719Z","time spent":"9.101516952s","remote":"127.0.0.1:39590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.968586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348958513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-07T04:26:43.969162Z","caller":"traceutil/trace.go:171","msg":"trace[778697570] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25709; }","duration":"1.349583398s","start":"2026-07-07T04:26:42.619563Z","end":"2026-07-07T04:26:43.969147Z","steps":["trace[778697570] 'agreement among raft nodes before linearized reading' (duration: 1.348921593s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.647792953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:43.969248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:42.619548Z","time spent":"1.34968275s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-07T04:26:43.968555Z","caller":"traceutil/trace.go:171","msg":"trace[217152111] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25709; }","duration":"9.51846008s","start":"2026-07-07T04:26:34.450068Z","end":"2026-07-07T04:26:43.968528Z","steps":["trace[217152111] 'agreement among raft nodes before linearized reading' (duration: 9.517482776s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.969298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:34.450004Z","time spent":"9.519280809s","remote":"127.0.0.1:58778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.968466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:34.161387Z","time spent":"9.80707304s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-07T04:26:43.969255Z","caller":"traceutil/trace.go:171","msg":"trace[1793073189] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25709; }","duration":"6.648386417s","start":"2026-07-07T04:26:37.320855Z","end":"2026-07-07T04:26:43.969241Z","steps":["trace[1793073189] 'agreement among raft nodes before linearized reading' (duration: 6.647826924s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.969357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:37.320827Z","time spent":"6.648520381s","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:43.968069Z","caller":"traceutil/trace.go:171","msg":"trace[846764063] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25709; }","duration":"8.613230536s","start":"2026-07-07T04:26:35.354822Z","end":"2026-07-07T04:26:43.968053Z","steps":["trace[846764063] 'agreement among raft nodes before linearized reading' (duration: 8.613103223s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198013357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-07T04:26:43.969458Z","caller":"traceutil/trace.go:171","msg":"trace[287893636] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25709; }","duration":"2.199329728s","start":"2026-07-07T04:26:41.77011Z","end":"2026-07-07T04:26:43.96944Z","steps":["trace[287893636] 'agreement among raft nodes before linearized reading' (duration: 2.197938505s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.969457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:35.35479Z","time spent":"8.61464954s","remote":"127.0.0.1:34252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.969485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:41.770094Z","time spent":"2.199383109s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-07T04:26:43.968163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:35.361307Z","time spent":"8.606849735s","remote":"127.0.0.1:58792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.968464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.270998637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:43.968253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:34.379079Z","time spent":"9.589160333s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.96849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:37.609137Z","time spent":"6.359347588s","remote":"127.0.0.1:34240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:43.96955Z","caller":"traceutil/trace.go:171","msg":"trace[559093262] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25709; }","duration":"8.272111413s","start":"2026-07-07T04:26:35.697426Z","end":"2026-07-07T04:26:43.969538Z","steps":["trace[559093262] 'agreement among raft nodes before linearized reading' (duration: 8.271013747s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.815005267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-57c498fd7-4bvx8.18bfe6a83340c2c8\" ","response":"range_response_count:1 size:1167"} {"level":"info","ts":"2026-07-07T04:26:43.969603Z","caller":"traceutil/trace.go:171","msg":"trace[339739304] range","detail":"{range_begin:/registry/events/openstack/senlin-api-57c498fd7-4bvx8.18bfe6a83340c2c8; range_end:; response_count:1; response_revision:25709; }","duration":"9.816160105s","start":"2026-07-07T04:26:34.153431Z","end":"2026-07-07T04:26:43.969591Z","steps":["trace[339739304] 'agreement among raft nodes before linearized reading' (duration: 9.814918595s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.721665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:43.969682Z","caller":"traceutil/trace.go:171","msg":"trace[1024714521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25709; }","duration":"178.831552ms","start":"2026-07-07T04:26:43.790831Z","end":"2026-07-07T04:26:43.969663Z","steps":["trace[1024714521] 'agreement among raft nodes before linearized reading' (duration: 177.767607ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:43.968705Z","caller":"traceutil/trace.go:171","msg":"trace[648938269] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c; range_end:; response_count:1; response_revision:25709; }","duration":"347.35766ms","start":"2026-07-07T04:26:43.621328Z","end":"2026-07-07T04:26:43.968685Z","steps":["trace[648938269] 'agreement among raft nodes before linearized reading' (duration: 347.305919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.969752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:43.621308Z","time spent":"348.421076ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" "} {"level":"warn","ts":"2026-07-07T04:26:43.969769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:35.697407Z","time spent":"8.27234421s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:43.968705Z","caller":"traceutil/trace.go:171","msg":"trace[1055523181] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25709; }","duration":"3.377863859s","start":"2026-07-07T04:26:40.590831Z","end":"2026-07-07T04:26:43.968695Z","steps":["trace[1055523181] 'agreement among raft nodes before linearized reading' (duration: 3.377810917s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:43.968736Z","caller":"traceutil/trace.go:171","msg":"trace[253414403] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25709; }","duration":"4.231337476s","start":"2026-07-07T04:26:39.737388Z","end":"2026-07-07T04:26:43.968726Z","steps":["trace[253414403] 'agreement among raft nodes before linearized reading' (duration: 4.231264585s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.968027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:38.990886Z","time spent":"4.977130475s","remote":"127.0.0.1:40226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.968825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:35.668129Z","time spent":"8.300684169s","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-07T04:26:43.969858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:40.590812Z","time spent":"3.379030797s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.969034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:42.620908Z","time spent":"1.348114313s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-07T04:26:43.969909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:39.737365Z","time spent":"4.232524294s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:43.969634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:34.153418Z","time spent":"9.816208186s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1191,"request content":"key:\"/registry/events/openstack/senlin-api-57c498fd7-4bvx8.18bfe6a83340c2c8\" "} {"level":"info","ts":"2026-07-07T04:26:43.968665Z","caller":"traceutil/trace.go:171","msg":"trace[696795057] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25709; }","duration":"3.849187073s","start":"2026-07-07T04:26:40.119459Z","end":"2026-07-07T04:26:43.968647Z","steps":["trace[696795057] 'agreement among raft nodes before linearized reading' (duration: 3.84904316s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.970037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:40.119432Z","time spent":"3.850584206s","remote":"127.0.0.1:56552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:43.968624Z","caller":"traceutil/trace.go:171","msg":"trace[307507638] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25709; }","duration":"3.498996826s","start":"2026-07-07T04:26:40.469616Z","end":"2026-07-07T04:26:43.968613Z","steps":["trace[307507638] 'agreement among raft nodes before linearized reading' (duration: 3.498900753s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:43.970104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:40.469595Z","time spent":"3.500494451s","remote":"127.0.0.1:39622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:44.504749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.300038ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-07T04:26:44.504824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:43.971745Z","time spent":"533.076125ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:45.513578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.895937ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-07-07T04:26:45.513781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:43.972762Z","time spent":"1.541013999s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:45.977294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999620863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:45.977383Z","caller":"traceutil/trace.go:171","msg":"trace[517190162] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999750206s","start":"2026-07-07T04:26:43.977611Z","end":"2026-07-07T04:26:45.977361Z","steps":["trace[517190162] 'agreement among raft nodes before linearized reading' (duration: 1.999642003s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:45.977433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:43.977599Z","time spent":"1.999824088s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:46.195281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.296874ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:46.195456Z","caller":"traceutil/trace.go:171","msg":"trace[633877233] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25709; }","duration":"523.497329ms","start":"2026-07-07T04:26:45.671933Z","end":"2026-07-07T04:26:46.195431Z","steps":["trace[633877233] 'range keys from in-memory index tree' (duration: 523.274543ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:46.196015Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23235} {"level":"warn","ts":"2026-07-07T04:26:46.19668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.249123ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-07-07T04:26:46.196918Z","caller":"traceutil/trace.go:171","msg":"trace[1436948872] compact","detail":"{revision:23235; response_revision:25709; }","duration":"2.224024064s","start":"2026-07-07T04:26:43.972865Z","end":"2026-07-07T04:26:46.196889Z","steps":["trace[1436948872] 'process raft request' (duration: 1.540820345s)","trace[1436948872] 'check and update compact revision' (duration: 681.12819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:46.197005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:43.972827Z","time spent":"2.224174068s","remote":"127.0.0.1:52474","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T04:26:46.197221Z","caller":"traceutil/trace.go:171","msg":"trace[471813765] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"2.222144909s","start":"2026-07-07T04:26:43.975045Z","end":"2026-07-07T04:26:46.19719Z","steps":["trace[471813765] 'process raft request' (duration: 2.22176199s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:46.197322Z","caller":"traceutil/trace.go:171","msg":"trace[1207417130] linearizableReadLoop","detail":"{readStateIndex:26567; appliedIndex:26564; }","duration":"2.22432466s","start":"2026-07-07T04:26:43.972957Z","end":"2026-07-07T04:26:46.197281Z","steps":["trace[1207417130] 'read index received' (duration: 348.495147ms)","trace[1207417130] 'applied index is now lower than readState.Index' (duration: 1.875826073s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:46.197393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:43.975019Z","time spent":"2.222298123s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:46.197631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224642379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-dc968\" ","response":"range_response_count:1 size:3772"} {"level":"info","ts":"2026-07-07T04:26:46.197686Z","caller":"traceutil/trace.go:171","msg":"trace[1743297024] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-dc968; range_end:; response_count:1; response_revision:25710; }","duration":"2.22475572s","start":"2026-07-07T04:26:43.972915Z","end":"2026-07-07T04:26:46.197671Z","steps":["trace[1743297024] 'agreement among raft nodes before linearized reading' (duration: 2.224492154s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:46.197719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:43.972826Z","time spent":"2.224884964s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-dc968\" "} {"level":"info","ts":"2026-07-07T04:26:46.198221Z","caller":"traceutil/trace.go:171","msg":"trace[619926104] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"1.803696906s","start":"2026-07-07T04:26:44.394509Z","end":"2026-07-07T04:26:46.198206Z","steps":["trace[619926104] 'process raft request' (duration: 1.802787395s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:46.198326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:44.394477Z","time spent":"1.803784058s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418812,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:46.198524Z","caller":"traceutil/trace.go:171","msg":"trace[275873678] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"1.692602167s","start":"2026-07-07T04:26:44.505895Z","end":"2026-07-07T04:26:46.198497Z","steps":["trace[275873678] 'process raft request' (duration: 1.692259099s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:46.198749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:44.505868Z","time spent":"1.692794322s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:47.570686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594852265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:47.57079Z","caller":"traceutil/trace.go:171","msg":"trace[1856917152] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"3.595033829s","start":"2026-07-07T04:26:43.975733Z","end":"2026-07-07T04:26:47.570766Z","steps":["trace[1856917152] 'agreement among raft nodes before linearized reading' (duration: 3.594874365s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:47.570939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:43.97572Z","time spent":"3.595109571s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/07 04:26:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:47.978205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000275317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:47.978288Z","caller":"traceutil/trace.go:171","msg":"trace[51623895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482872s","start":"2026-07-07T04:26:45.977786Z","end":"2026-07-07T04:26:47.978269Z","steps":["trace[51623895] 'agreement among raft nodes before linearized reading' (duration: 2.000307398s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:47.978327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:45.977761Z","time spent":"2.000558174s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:47.998824Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.63743515s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T04:26:48.146593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785218358s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:48.146826Z","caller":"traceutil/trace.go:171","msg":"trace[80009101] linearizableReadLoop","detail":"{readStateIndex:26572; appliedIndex:26570; }","duration":"1.949398244s","start":"2026-07-07T04:26:46.197407Z","end":"2026-07-07T04:26:48.146805Z","steps":["trace[80009101] 'read index received' (duration: 163.94486ms)","trace[80009101] 'applied index is now lower than readState.Index' (duration: 1.785452314s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:48.146848Z","caller":"traceutil/trace.go:171","msg":"trace[1659887691] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"2.632010799s","start":"2026-07-07T04:26:45.514799Z","end":"2026-07-07T04:26:48.14681Z","steps":["trace[1659887691] 'process raft request' (duration: 846.484873ms)","trace[1659887691] 'compare' (duration: 1.784229605s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:48.147001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428544473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:48.147038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:45.514782Z","time spent":"2.632149142s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1149,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:48.147085Z","caller":"traceutil/trace.go:171","msg":"trace[530963028] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25714; }","duration":"2.428687327s","start":"2026-07-07T04:26:45.718374Z","end":"2026-07-07T04:26:48.147061Z","steps":["trace[530963028] 'agreement among raft nodes before linearized reading' (duration: 2.428521993s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:48.147169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169040457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-07T04:26:48.147214Z","caller":"traceutil/trace.go:171","msg":"trace[1570402360] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c; range_end:; response_count:1; response_revision:25714; }","duration":"3.16914108s","start":"2026-07-07T04:26:44.978059Z","end":"2026-07-07T04:26:48.1472Z","steps":["trace[1570402360] 'agreement among raft nodes before linearized reading' (duration: 3.168993746s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:48.147249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:44.978026Z","time spent":"3.169214081s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" "} {"level":"warn","ts":"2026-07-07T04:26:48.147227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12204881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:48.147442Z","caller":"traceutil/trace.go:171","msg":"trace[1222632131] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25714; }","duration":"2.122346916s","start":"2026-07-07T04:26:46.025075Z","end":"2026-07-07T04:26:48.147421Z","steps":["trace[1222632131] 'agreement among raft nodes before linearized reading' (duration: 2.122029929s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:48.147494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.362827324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:48.147501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:46.025063Z","time spent":"2.122417649s","remote":"127.0.0.1:39626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:48.147534Z","caller":"traceutil/trace.go:171","msg":"trace[470955762] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25714; }","duration":"3.362906836s","start":"2026-07-07T04:26:44.784617Z","end":"2026-07-07T04:26:48.147524Z","steps":["trace[470955762] 'agreement among raft nodes before linearized reading' (duration: 3.362842814s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:48.147565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:44.784545Z","time spent":"3.363012338s","remote":"127.0.0.1:39760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:48.14764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.17441764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-03e31e87-475b-4cdb-9720-741e86ac65cd\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-07T04:26:48.147706Z","caller":"traceutil/trace.go:171","msg":"trace[265854229] range","detail":"{range_begin:/registry/persistentvolumes/pvc-03e31e87-475b-4cdb-9720-741e86ac65cd; range_end:; response_count:1; response_revision:25714; }","duration":"4.174482802s","start":"2026-07-07T04:26:43.973195Z","end":"2026-07-07T04:26:48.147678Z","steps":["trace[265854229] 'agreement among raft nodes before linearized reading' (duration: 4.174309268s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:48.147742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:43.973189Z","time spent":"4.174544994s","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-03e31e87-475b-4cdb-9720-741e86ac65cd\" "} {"level":"warn","ts":"2026-07-07T04:26:48.147906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138358046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:48.14799Z","caller":"traceutil/trace.go:171","msg":"trace[1799084838] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"2.324809988s","start":"2026-07-07T04:26:45.82316Z","end":"2026-07-07T04:26:48.14797Z","steps":["trace[1799084838] 'process raft request' (duration: 2.323541638s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:48.148015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570738024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:48.148067Z","caller":"traceutil/trace.go:171","msg":"trace[2060416468] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25714; }","duration":"3.570829326s","start":"2026-07-07T04:26:44.577219Z","end":"2026-07-07T04:26:48.148049Z","steps":["trace[2060416468] 'agreement among raft nodes before linearized reading' (duration: 3.570748624s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:48.148119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:45.823137Z","time spent":"2.32490717s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:48.148129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:44.577185Z","time spent":"3.570928059s","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:48.148002Z","caller":"traceutil/trace.go:171","msg":"trace[1765768978] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25714; }","duration":"2.138508269s","start":"2026-07-07T04:26:46.009465Z","end":"2026-07-07T04:26:48.147973Z","steps":["trace[1765768978] 'agreement among raft nodes before linearized reading' (duration: 2.138326865s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:48.148378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:46.009445Z","time spent":"2.138915488s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:48.147928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169134586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:48.148528Z","caller":"traceutil/trace.go:171","msg":"trace[1049395911] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25714; }","duration":"4.169719119s","start":"2026-07-07T04:26:43.978754Z","end":"2026-07-07T04:26:48.148473Z","steps":["trace[1049395911] 'agreement among raft nodes before linearized reading' (duration: 4.169109755s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:48.148556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:45.718349Z","time spent":"2.430178901s","remote":"127.0.0.1:39700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:48.148643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:43.978746Z","time spent":"4.169877714s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-07T04:26:48.149389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340013628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-07T04:26:48.14951Z","caller":"traceutil/trace.go:171","msg":"trace[2044725808] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25714; }","duration":"2.340904039s","start":"2026-07-07T04:26:45.808577Z","end":"2026-07-07T04:26:48.149481Z","steps":["trace[2044725808] 'agreement among raft nodes before linearized reading' (duration: 2.339737191s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:48.149592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:45.808538Z","time spent":"2.341022772s","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-07T04:26:49.982472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999216343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:26:49.982555Z","caller":"traceutil/trace.go:171","msg":"trace[1581887325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999345907s","start":"2026-07-07T04:26:47.983185Z","end":"2026-07-07T04:26:49.982531Z","steps":["trace[1581887325] 'agreement among raft nodes before linearized reading' (duration: 1.999249654s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:49.982627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:47.983163Z","time spent":"1.999453019s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:26:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:26:50.415399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867517556s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:50.415586Z","caller":"traceutil/trace.go:171","msg":"trace[888415634] linearizableReadLoop","detail":"{readStateIndex:26574; appliedIndex:26572; }","duration":"2.268710321s","start":"2026-07-07T04:26:48.146862Z","end":"2026-07-07T04:26:50.415572Z","steps":["trace[888415634] 'read index received' (duration: 400.714923ms)","trace[888415634] 'applied index is now lower than readState.Index' (duration: 1.867994668s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:50.415637Z","caller":"traceutil/trace.go:171","msg":"trace[1593401360] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"2.84208608s","start":"2026-07-07T04:26:47.573543Z","end":"2026-07-07T04:26:50.415629Z","steps":["trace[1593401360] 'process raft request' (duration: 974.155404ms)","trace[1593401360] 'compare' (duration: 1.867312242s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:50.415677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:47.573518Z","time spent":"2.842135742s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:50.415916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527558796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:50.415967Z","caller":"traceutil/trace.go:171","msg":"trace[1973818620] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25716; }","duration":"2.527654769s","start":"2026-07-07T04:26:47.888297Z","end":"2026-07-07T04:26:50.415952Z","steps":["trace[1973818620] 'agreement among raft nodes before linearized reading' (duration: 2.527535776s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.416002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:47.888271Z","time spent":"2.527722551s","remote":"127.0.0.1:39776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:50.416213Z","caller":"traceutil/trace.go:171","msg":"trace[2063354008] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"2.793635114s","start":"2026-07-07T04:26:47.622567Z","end":"2026-07-07T04:26:50.416202Z","steps":["trace[2063354008] 'process raft request' (duration: 2.792903356s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.416274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:47.622541Z","time spent":"2.793696005s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:50.41715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545929507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:50.417155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.216616779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-07T04:26:50.417178Z","caller":"traceutil/trace.go:171","msg":"trace[484060275] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25716; }","duration":"3.546012259s","start":"2026-07-07T04:26:46.871157Z","end":"2026-07-07T04:26:50.41717Z","steps":["trace[484060275] 'agreement among raft nodes before linearized reading' (duration: 3.545952747s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.417206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:46.871136Z","time spent":"3.546062369s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:50.417206Z","caller":"traceutil/trace.go:171","msg":"trace[1821478926] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25716; }","duration":"4.216719051s","start":"2026-07-07T04:26:46.200474Z","end":"2026-07-07T04:26:50.417193Z","steps":["trace[1821478926] 'agreement among raft nodes before linearized reading' (duration: 4.216618969s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.417229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:46.200453Z","time spent":"4.216772543s","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T04:26:50.417228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982282154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18143"} {"level":"info","ts":"2026-07-07T04:26:50.417275Z","caller":"traceutil/trace.go:171","msg":"trace[1907884386] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25716; }","duration":"3.982330165s","start":"2026-07-07T04:26:46.434931Z","end":"2026-07-07T04:26:50.417261Z","steps":["trace[1907884386] 'agreement among raft nodes before linearized reading' (duration: 3.982157001s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.417314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:46.434869Z","time spent":"3.982436777s","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18167,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T04:26:50.581862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.135286ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-07T04:26:50.582071Z","caller":"traceutil/trace.go:171","msg":"trace[2141730926] linearizableReadLoop","detail":"{readStateIndex:26575; appliedIndex:26574; }","duration":"166.450708ms","start":"2026-07-07T04:26:50.415605Z","end":"2026-07-07T04:26:50.582056Z","steps":["trace[2141730926] 'read index received' (duration: 7.433385ms)","trace[2141730926] 'applied index is now lower than readState.Index' (duration: 159.016513ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:50.582142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171412237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:50.582169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426121789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-07T04:26:50.582192Z","caller":"traceutil/trace.go:171","msg":"trace[196065537] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"160.415495ms","start":"2026-07-07T04:26:50.421748Z","end":"2026-07-07T04:26:50.582164Z","steps":["trace[196065537] 'process raft request' (duration: 160.209471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.582244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425570152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-07-07T04:26:50.582252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411454282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:50.582242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390113067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-07T04:26:50.582271Z","caller":"traceutil/trace.go:171","msg":"trace[244804595] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25717; }","duration":"2.425617664s","start":"2026-07-07T04:26:48.156642Z","end":"2026-07-07T04:26:50.58226Z","steps":["trace[244804595] 'agreement among raft nodes before linearized reading' (duration: 2.425489481s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:50.58229Z","caller":"traceutil/trace.go:171","msg":"trace[222203514] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25716; }","duration":"1.390210109s","start":"2026-07-07T04:26:49.192067Z","end":"2026-07-07T04:26:50.582278Z","steps":["trace[222203514] 'agreement among raft nodes before linearized reading' (duration: 1.390022295s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.582308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42613101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-07-07T04:26:50.582323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427650216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-07T04:26:50.582323Z","caller":"traceutil/trace.go:171","msg":"trace[1608084469] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25717; }","duration":"1.42614468s","start":"2026-07-07T04:26:49.156172Z","end":"2026-07-07T04:26:50.582317Z","steps":["trace[1608084469] 'agreement among raft nodes before linearized reading' (duration: 1.426101969s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.582341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425844039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:50.582266Z","caller":"traceutil/trace.go:171","msg":"trace[980014811] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25717; }","duration":"1.411516344s","start":"2026-07-07T04:26:49.170744Z","end":"2026-07-07T04:26:50.582261Z","steps":["trace[980014811] 'agreement among raft nodes before linearized reading' (duration: 1.411491243s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.58238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:49.170717Z","time spent":"1.411658177s","remote":"127.0.0.1:40258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:50.582378Z","caller":"traceutil/trace.go:171","msg":"trace[1861665649] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25717; }","duration":"2.42591349s","start":"2026-07-07T04:26:48.156454Z","end":"2026-07-07T04:26:50.582367Z","steps":["trace[1861665649] 'agreement among raft nodes before linearized reading' (duration: 2.425860449s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.582392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.63035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:50.58242Z","caller":"traceutil/trace.go:171","msg":"trace[109733811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25717; }","duration":"599.695141ms","start":"2026-07-07T04:26:49.982716Z","end":"2026-07-07T04:26:50.582411Z","steps":["trace[109733811] 'agreement among raft nodes before linearized reading' (duration: 599.6476ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:50.58221Z","caller":"traceutil/trace.go:171","msg":"trace[832089655] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25716; }","duration":"2.17153229s","start":"2026-07-07T04:26:48.410663Z","end":"2026-07-07T04:26:50.582196Z","steps":["trace[832089655] 'agreement among raft nodes before linearized reading' (duration: 2.171413757s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.582461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474129635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-07T04:26:50.582453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:49.982697Z","time spent":"599.746543ms","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T04:26:50.582484Z","caller":"traceutil/trace.go:171","msg":"trace[1705682005] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25717; }","duration":"1.474212627s","start":"2026-07-07T04:26:49.108266Z","end":"2026-07-07T04:26:50.582479Z","steps":["trace[1705682005] 'agreement among raft nodes before linearized reading' (duration: 1.474094884s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.582509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:49.108234Z","time spent":"1.474269179s","remote":"127.0.0.1:52708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:50.582501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:48.41064Z","time spent":"2.171819347s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:50.582563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.407434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:26:50.582573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430215392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-07T04:26:50.582582Z","caller":"traceutil/trace.go:171","msg":"trace[368088760] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25717; }","duration":"165.475205ms","start":"2026-07-07T04:26:50.417102Z","end":"2026-07-07T04:26:50.582577Z","steps":["trace[368088760] 'agreement among raft nodes before linearized reading' (duration: 165.435764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.5823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:48.156635Z","time spent":"2.425657255s","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":922,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-07-07T04:26:50.582595Z","caller":"traceutil/trace.go:171","msg":"trace[1204473524] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25717; }","duration":"2.430246794s","start":"2026-07-07T04:26:48.152342Z","end":"2026-07-07T04:26:50.582588Z","steps":["trace[1204473524] 'agreement among raft nodes before linearized reading' (duration: 2.430185642s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.582623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:48.152333Z","time spent":"2.430285424s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-07T04:26:50.582421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:48.156432Z","time spent":"2.425977232s","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-07T04:26:50.582689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602549325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-07-07T04:26:50.582696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430617592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-07T04:26:50.58271Z","caller":"traceutil/trace.go:171","msg":"trace[505183164] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529; range_end:; response_count:1; response_revision:25717; }","duration":"2.430649182s","start":"2026-07-07T04:26:48.152056Z","end":"2026-07-07T04:26:50.582705Z","steps":["trace[505183164] 'agreement among raft nodes before linearized reading' (duration: 2.430602341s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:50.58271Z","caller":"traceutil/trace.go:171","msg":"trace[880773809] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25717; }","duration":"1.602569845s","start":"2026-07-07T04:26:48.980133Z","end":"2026-07-07T04:26:50.582703Z","steps":["trace[880773809] 'agreement among raft nodes before linearized reading' (duration: 1.602501904s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.582722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:48.152041Z","time spent":"2.430678054s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" "} {"level":"warn","ts":"2026-07-07T04:26:50.582146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.793411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:50.582729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:48.980073Z","time spent":"1.602652417s","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-07T04:26:50.582756Z","caller":"traceutil/trace.go:171","msg":"trace[1640653379] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25716; }","duration":"452.444026ms","start":"2026-07-07T04:26:50.130299Z","end":"2026-07-07T04:26:50.582743Z","steps":["trace[1640653379] 'agreement among raft nodes before linearized reading' (duration: 451.782951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.582803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:50.130285Z","time spent":"452.504518ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:50.582222Z","caller":"traceutil/trace.go:171","msg":"trace[992676067] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25716; }","duration":"1.426191852s","start":"2026-07-07T04:26:49.156018Z","end":"2026-07-07T04:26:50.58221Z","steps":["trace[992676067] 'agreement among raft nodes before linearized reading' (duration: 1.426055328s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.582841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133696665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:26:50.582863Z","caller":"traceutil/trace.go:171","msg":"trace[1240297822] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25717; }","duration":"2.133756727s","start":"2026-07-07T04:26:48.449098Z","end":"2026-07-07T04:26:50.582855Z","steps":["trace[1240297822] 'agreement among raft nodes before linearized reading' (duration: 2.133724136s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.58286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:49.156013Z","time spent":"1.426834127s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-07T04:26:50.582883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:48.449077Z","time spent":"2.133800977s","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:50.582923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.251865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-07-07T04:26:50.582944Z","caller":"traceutil/trace.go:171","msg":"trace[1958624394] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25717; }","duration":"161.291986ms","start":"2026-07-07T04:26:50.421645Z","end":"2026-07-07T04:26:50.582937Z","steps":["trace[1958624394] 'agreement among raft nodes before linearized reading' (duration: 161.251335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.58234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:49.192047Z","time spent":"1.390276071s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:26:50.582348Z","caller":"traceutil/trace.go:171","msg":"trace[782121726] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c; range_end:; response_count:1; response_revision:25717; }","duration":"1.427729728s","start":"2026-07-07T04:26:49.154612Z","end":"2026-07-07T04:26:50.582342Z","steps":["trace[782121726] 'agreement among raft nodes before linearized reading' (duration: 1.427618365s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.58235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:49.156168Z","time spent":"1.426177741s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:26:50.583017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:49.154588Z","time spent":"1.428418473s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" "} {"level":"warn","ts":"2026-07-07T04:26:50.583037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.883608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-07T04:26:50.583049Z","caller":"traceutil/trace.go:171","msg":"trace[88106351] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25717; }","duration":"163.928798ms","start":"2026-07-07T04:26:50.419116Z","end":"2026-07-07T04:26:50.583045Z","steps":["trace[88106351] 'agreement among raft nodes before linearized reading' (duration: 163.892968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.582887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.405166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18143"} {"level":"info","ts":"2026-07-07T04:26:50.583121Z","caller":"traceutil/trace.go:171","msg":"trace[1847572174] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25717; }","duration":"160.655431ms","start":"2026-07-07T04:26:50.422457Z","end":"2026-07-07T04:26:50.583112Z","steps":["trace[1847572174] 'agreement among raft nodes before linearized reading' (duration: 160.384755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.582515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426700279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18143"} {"level":"info","ts":"2026-07-07T04:26:50.583157Z","caller":"traceutil/trace.go:171","msg":"trace[1666691679] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25717; }","duration":"2.427375715s","start":"2026-07-07T04:26:48.155771Z","end":"2026-07-07T04:26:50.583146Z","steps":["trace[1666691679] 'agreement among raft nodes before linearized reading' (duration: 2.426669618s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:50.583217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:48.155745Z","time spent":"2.427461907s","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18167,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-07T04:26:51.208704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.27707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-7zs7t\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-07-07T04:26:51.208778Z","caller":"traceutil/trace.go:171","msg":"trace[154117072] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-7zs7t; range_end:; response_count:1; response_revision:25717; }","duration":"623.382582ms","start":"2026-07-07T04:26:50.585379Z","end":"2026-07-07T04:26:51.208761Z","steps":["trace[154117072] 'range keys from in-memory index tree' (duration: 623.130397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:51.208811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:50.585366Z","time spent":"623.434024ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-7zs7t\" "} {"level":"warn","ts":"2026-07-07T04:26:51.208875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.424703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5332dd4c-10a2-4002-82e3-26f8788342d8\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-07-07T04:26:51.208932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.27806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T04:26:51.208958Z","caller":"traceutil/trace.go:171","msg":"trace[475549294] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5332dd4c-10a2-4002-82e3-26f8788342d8; range_end:; response_count:1; response_revision:25717; }","duration":"623.536666ms","start":"2026-07-07T04:26:50.585388Z","end":"2026-07-07T04:26:51.208925Z","steps":["trace[475549294] 'range keys from in-memory index tree' (duration: 623.27538ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:51.208973Z","caller":"traceutil/trace.go:171","msg":"trace[1097281177] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25717; }","duration":"623.913275ms","start":"2026-07-07T04:26:50.585045Z","end":"2026-07-07T04:26:51.208958Z","steps":["trace[1097281177] 'range keys from in-memory index tree' (duration: 623.169608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:51.208991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:50.585365Z","time spent":"623.616839ms","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-5332dd4c-10a2-4002-82e3-26f8788342d8\" "} {"level":"warn","ts":"2026-07-07T04:26:51.209009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:50.585036Z","time spent":"623.961786ms","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T04:26:51.458163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.209665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:51.458568Z","caller":"traceutil/trace.go:171","msg":"trace[2112856646] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"873.083422ms","start":"2026-07-07T04:26:50.585437Z","end":"2026-07-07T04:26:51.45852Z","steps":["trace[2112856646] 'process raft request' (duration: 220.434897ms)","trace[2112856646] 'compare' (duration: 403.086089ms)","trace[2112856646] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529; req_size:756; } (duration: 248.44594ms)"],"step_count":3} {"level":"info","ts":"2026-07-07T04:26:51.458602Z","caller":"traceutil/trace.go:171","msg":"trace[259469986] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"870.746546ms","start":"2026-07-07T04:26:50.587831Z","end":"2026-07-07T04:26:51.458578Z","steps":["trace[259469986] 'process raft request' (duration: 870.444269ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:51.4587Z","caller":"traceutil/trace.go:171","msg":"trace[1607507339] linearizableReadLoop","detail":"{readStateIndex:26578; appliedIndex:26576; }","duration":"861.866846ms","start":"2026-07-07T04:26:50.596797Z","end":"2026-07-07T04:26:51.458664Z","steps":["trace[1607507339] 'read index received' (duration: 209.088188ms)","trace[1607507339] 'applied index is now lower than readState.Index' (duration: 652.776248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:51.45884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.01831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:51.45871Z","caller":"traceutil/trace.go:171","msg":"trace[1042836607] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"859.654865ms","start":"2026-07-07T04:26:50.599022Z","end":"2026-07-07T04:26:51.458677Z","steps":["trace[1042836607] 'process raft request' (duration: 859.500111ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:51.458891Z","caller":"traceutil/trace.go:171","msg":"trace[1723720490] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25720; }","duration":"862.111693ms","start":"2026-07-07T04:26:50.596766Z","end":"2026-07-07T04:26:51.458878Z","steps":["trace[1723720490] 'agreement among raft nodes before linearized reading' (duration: 862.0075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:51.458852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:50.587808Z","time spent":"870.917671ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:51.458933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:50.596752Z","time spent":"862.171814ms","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-07T04:26:51.458949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.139953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:51.458861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:50.585421Z","time spent":"873.266046ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:51.459039Z","caller":"traceutil/trace.go:171","msg":"trace[1787172179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25720; }","duration":"862.220315ms","start":"2026-07-07T04:26:50.596766Z","end":"2026-07-07T04:26:51.458987Z","steps":["trace[1787172179] 'agreement among raft nodes before linearized reading' (duration: 861.973899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:51.459032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.65209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:51.459135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:50.596752Z","time spent":"862.345508ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:26:51.459006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.849082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-07T04:26:51.459186Z","caller":"traceutil/trace.go:171","msg":"trace[929282827] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25720; }","duration":"247.091897ms","start":"2026-07-07T04:26:51.212079Z","end":"2026-07-07T04:26:51.459171Z","steps":["trace[929282827] 'agreement among raft nodes before linearized reading' (duration: 246.77278ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:51.459206Z","caller":"traceutil/trace.go:171","msg":"trace[776288706] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25720; }","duration":"484.868615ms","start":"2026-07-07T04:26:50.974287Z","end":"2026-07-07T04:26:51.459156Z","steps":["trace[776288706] 'agreement among raft nodes before linearized reading' (duration: 484.559148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:51.459055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.638245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:51.459006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.500831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-07T04:26:51.459309Z","caller":"traceutil/trace.go:171","msg":"trace[285075981] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25720; }","duration":"409.946351ms","start":"2026-07-07T04:26:51.049342Z","end":"2026-07-07T04:26:51.459288Z","steps":["trace[285075981] 'agreement among raft nodes before linearized reading' (duration: 409.601363ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:51.459344Z","caller":"traceutil/trace.go:171","msg":"trace[797959572] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:25720; }","duration":"248.875099ms","start":"2026-07-07T04:26:51.210459Z","end":"2026-07-07T04:26:51.459335Z","steps":["trace[797959572] 'agreement among raft nodes before linearized reading' (duration: 248.418239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:51.459363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:51.049324Z","time spent":"410.025664ms","remote":"127.0.0.1:58768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:51.459445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:50.974269Z","time spent":"485.150471ms","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:51.45942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:50.599004Z","time spent":"860.030573ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:52.522374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.275433ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-07T04:26:52.522476Z","caller":"traceutil/trace.go:171","msg":"trace[326558160] linearizableReadLoop","detail":"{readStateIndex:26580; appliedIndex:26579; }","duration":"1.059039243s","start":"2026-07-07T04:26:51.46342Z","end":"2026-07-07T04:26:52.522459Z","steps":["trace[326558160] 'read index received' (duration: 156.605696ms)","trace[326558160] 'applied index is now lower than readState.Index' (duration: 902.432217ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:52.522536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:51.460853Z","time spent":"1.061675246s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T04:26:52.52269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059262298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3eb4a634-d071-4d11-bc75-c1ca69b3e3ef\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-07T04:26:52.522733Z","caller":"traceutil/trace.go:171","msg":"trace[371819112] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3eb4a634-d071-4d11-bc75-c1ca69b3e3ef; range_end:; response_count:1; response_revision:25720; }","duration":"1.05933664s","start":"2026-07-07T04:26:51.463384Z","end":"2026-07-07T04:26:52.52272Z","steps":["trace[371819112] 'agreement among raft nodes before linearized reading' (duration: 1.059163576s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:52.52276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:51.463371Z","time spent":"1.059383011s","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-3eb4a634-d071-4d11-bc75-c1ca69b3e3ef\" "} {"level":"warn","ts":"2026-07-07T04:26:52.522966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058576572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-07T04:26:52.523002Z","caller":"traceutil/trace.go:171","msg":"trace[1094907708] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529; range_end:; response_count:1; response_revision:25720; }","duration":"1.058637624s","start":"2026-07-07T04:26:51.464355Z","end":"2026-07-07T04:26:52.522993Z","steps":["trace[1094907708] 'agreement among raft nodes before linearized reading' (duration: 1.058546152s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:52.523054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:51.464343Z","time spent":"1.058678324s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" "} {"level":"warn","ts":"2026-07-07T04:26:52.523242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05810368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-07T04:26:52.523357Z","caller":"traceutil/trace.go:171","msg":"trace[848364883] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25720; }","duration":"1.058239604s","start":"2026-07-07T04:26:51.465109Z","end":"2026-07-07T04:26:52.523349Z","steps":["trace[848364883] 'agreement among raft nodes before linearized reading' (duration: 1.05806979s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:52.523411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:51.465096Z","time spent":"1.058277145s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-07T04:26:52.523402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.996289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-07-07T04:26:52.523414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.502034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:52.523474Z","caller":"traceutil/trace.go:171","msg":"trace[446648020] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c; range_end:; response_count:1; response_revision:25720; }","duration":"930.129483ms","start":"2026-07-07T04:26:51.593319Z","end":"2026-07-07T04:26:52.523448Z","steps":["trace[446648020] 'agreement among raft nodes before linearized reading' (duration: 929.857446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:52.523528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:51.593288Z","time spent":"930.226744ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" "} {"level":"info","ts":"2026-07-07T04:26:52.523515Z","caller":"traceutil/trace.go:171","msg":"trace[195875355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25720; }","duration":"898.606967ms","start":"2026-07-07T04:26:51.624883Z","end":"2026-07-07T04:26:52.52349Z","steps":["trace[195875355] 'agreement among raft nodes before linearized reading' (duration: 898.455263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:52.523599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:51.624804Z","time spent":"898.778391ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:26:53.538682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.748781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:53.539414Z","caller":"traceutil/trace.go:171","msg":"trace[967771474] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"1.01580643s","start":"2026-07-07T04:26:52.523551Z","end":"2026-07-07T04:26:53.539358Z","steps":["trace[967771474] 'process raft request' (duration: 31.303061ms)","trace[967771474] 'compare' (duration: 201.325165ms)","trace[967771474] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.204.45.95; req_size:116; } (duration: 781.510215ms)"],"step_count":3} {"level":"warn","ts":"2026-07-07T04:26:53.539575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:52.523528Z","time spent":"1.015966704s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:53.539627Z","caller":"traceutil/trace.go:171","msg":"trace[1554728206] linearizableReadLoop","detail":"{readStateIndex:26581; appliedIndex:26580; }","duration":"1.014881828s","start":"2026-07-07T04:26:52.524719Z","end":"2026-07-07T04:26:53.539601Z","steps":["trace[1554728206] 'read index received' (duration: 30.098392ms)","trace[1554728206] 'applied index is now lower than readState.Index' (duration: 984.781426ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:53.539738Z","caller":"traceutil/trace.go:171","msg":"trace[466207367] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"1.013864404s","start":"2026-07-07T04:26:52.525834Z","end":"2026-07-07T04:26:53.539698Z","steps":["trace[466207367] 'process raft request' (duration: 1.012958753s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:53.539845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015100413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:53.539913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:52.525824Z","time spent":"1.013994667s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:53.539947Z","caller":"traceutil/trace.go:171","msg":"trace[416517536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25722; }","duration":"1.015253797s","start":"2026-07-07T04:26:52.524669Z","end":"2026-07-07T04:26:53.539923Z","steps":["trace[416517536] 'agreement among raft nodes before linearized reading' (duration: 1.015022522s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:53.540013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:52.52465Z","time spent":"1.015349439s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T04:26:53.540029Z","caller":"traceutil/trace.go:171","msg":"trace[1175649638] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"1.007832251s","start":"2026-07-07T04:26:52.532182Z","end":"2026-07-07T04:26:53.540014Z","steps":["trace[1175649638] 'process raft request' (duration: 1.007447382s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:53.540098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:52.532153Z","time spent":"1.007909413s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:53.540854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013805453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-07-07T04:26:53.540896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.887774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:53.540931Z","caller":"traceutil/trace.go:171","msg":"trace[1344144952] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25724; }","duration":"1.013895245s","start":"2026-07-07T04:26:52.527015Z","end":"2026-07-07T04:26:53.54091Z","steps":["trace[1344144952] 'agreement among raft nodes before linearized reading' (duration: 1.013652699s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:53.54095Z","caller":"traceutil/trace.go:171","msg":"trace[302177765] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25724; }","duration":"902.000176ms","start":"2026-07-07T04:26:52.638936Z","end":"2026-07-07T04:26:53.540936Z","steps":["trace[302177765] 'agreement among raft nodes before linearized reading' (duration: 901.880033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:53.540988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:52.638914Z","time spent":"902.063288ms","remote":"127.0.0.1:40188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:53.540988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:52.527005Z","time spent":"1.013969116s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-07T04:26:53.540996Z","caller":"traceutil/trace.go:171","msg":"trace[1048772932] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"792.052115ms","start":"2026-07-07T04:26:52.74892Z","end":"2026-07-07T04:26:53.540972Z","steps":["trace[1048772932] 'process raft request' (duration: 791.153344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:53.541088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:52.748892Z","time spent":"792.155467ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:53.541397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.997936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-07-07T04:26:53.541459Z","caller":"traceutil/trace.go:171","msg":"trace[546651834] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25724; }","duration":"981.092578ms","start":"2026-07-07T04:26:52.560348Z","end":"2026-07-07T04:26:53.541441Z","steps":["trace[546651834] 'agreement among raft nodes before linearized reading' (duration: 980.832592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:53.542507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:52.560329Z","time spent":"982.153184ms","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":996,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-07-07T04:26:54.105641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.793341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:54.105738Z","caller":"traceutil/trace.go:171","msg":"trace[196012316] linearizableReadLoop","detail":"{readStateIndex:26585; appliedIndex:26584; }","duration":"557.809672ms","start":"2026-07-07T04:26:53.547913Z","end":"2026-07-07T04:26:54.105722Z","steps":["trace[196012316] 'read index received' (duration: 209.791965ms)","trace[196012316] 'applied index is now lower than readState.Index' (duration: 348.016277ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:54.105815Z","caller":"traceutil/trace.go:171","msg":"trace[1416512392] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"559.085041ms","start":"2026-07-07T04:26:53.546714Z","end":"2026-07-07T04:26:54.105799Z","steps":["trace[1416512392] 'process raft request' (duration: 211.038415ms)","trace[1416512392] 'compare' (duration: 261.901458ms)","trace[1416512392] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18bfe74f270f568a; req_size:755; } (duration: 85.521914ms)"],"step_count":3} {"level":"warn","ts":"2026-07-07T04:26:54.105925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:53.546697Z","time spent":"559.200364ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:54.106076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.941611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-07T04:26:54.106101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.946301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:26:54.106119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.411884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:26:54.106178Z","caller":"traceutil/trace.go:171","msg":"trace[1248586404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25725; }","duration":"557.036283ms","start":"2026-07-07T04:26:53.549123Z","end":"2026-07-07T04:26:54.106159Z","steps":["trace[1248586404] 'agreement among raft nodes before linearized reading' (duration: 556.91975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:54.106238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:53.549114Z","time spent":"557.107904ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T04:26:54.106238Z","caller":"traceutil/trace.go:171","msg":"trace[1477274711] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25725; }","duration":"552.563267ms","start":"2026-07-07T04:26:53.553646Z","end":"2026-07-07T04:26:54.106209Z","steps":["trace[1477274711] 'agreement among raft nodes before linearized reading' (duration: 552.352932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:54.106308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:53.55363Z","time spent":"552.665739ms","remote":"127.0.0.1:40870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:26:54.106139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.198871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T04:26:54.106164Z","caller":"traceutil/trace.go:171","msg":"trace[97432601] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:25725; }","duration":"557.064194ms","start":"2026-07-07T04:26:53.54908Z","end":"2026-07-07T04:26:54.106145Z","steps":["trace[97432601] 'agreement among raft nodes before linearized reading' (duration: 556.760076ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:54.106366Z","caller":"traceutil/trace.go:171","msg":"trace[1349491829] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25725; }","duration":"558.464087ms","start":"2026-07-07T04:26:53.547891Z","end":"2026-07-07T04:26:54.106355Z","steps":["trace[1349491829] 'agreement among raft nodes before linearized reading' (duration: 558.145689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:54.10642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:53.547882Z","time spent":"558.508277ms","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T04:26:54.106419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:53.549071Z","time spent":"557.326149ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-07T04:26:54.552803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.278713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:54.552988Z","caller":"traceutil/trace.go:171","msg":"trace[896314193] linearizableReadLoop","detail":"{readStateIndex:26587; appliedIndex:26585; }","duration":"337.330993ms","start":"2026-07-07T04:26:54.215644Z","end":"2026-07-07T04:26:54.552975Z","steps":["trace[896314193] 'read index received' (duration: 260.633048ms)","trace[896314193] 'applied index is now lower than readState.Index' (duration: 76.697265ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:54.553057Z","caller":"traceutil/trace.go:171","msg":"trace[1955630314] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"368.04851ms","start":"2026-07-07T04:26:54.185002Z","end":"2026-07-07T04:26:54.553051Z","steps":["trace[1955630314] 'process raft request' (duration: 367.885016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:54.553093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:54.184965Z","time spent":"368.108081ms","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:26:54.553246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.60964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-07T04:26:54.553265Z","caller":"traceutil/trace.go:171","msg":"trace[953838975] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25727; }","duration":"337.629281ms","start":"2026-07-07T04:26:54.215629Z","end":"2026-07-07T04:26:54.553259Z","steps":["trace[953838975] 'agreement among raft nodes before linearized reading' (duration: 337.538819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:54.553284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:54.21556Z","time spent":"337.720642ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-07T04:26:54.55331Z","caller":"traceutil/trace.go:171","msg":"trace[410599034] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"440.496954ms","start":"2026-07-07T04:26:54.112774Z","end":"2026-07-07T04:26:54.553271Z","steps":["trace[410599034] 'process raft request' (duration: 69.679888ms)","trace[410599034] 'compare' (duration: 65.356287ms)","trace[410599034] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529; req_size:756; } (duration: 304.255871ms)"],"step_count":3} {"level":"warn","ts":"2026-07-07T04:26:54.553409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.658719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-07-07T04:26:54.553505Z","caller":"traceutil/trace.go:171","msg":"trace[55894040] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:25727; }","duration":"252.799082ms","start":"2026-07-07T04:26:54.300682Z","end":"2026-07-07T04:26:54.553481Z","steps":["trace[55894040] 'agreement among raft nodes before linearized reading' (duration: 252.626868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:54.55375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:26:54.112753Z","time spent":"440.631347ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:26:54.597609Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23235,"took":"8.395833822s","hash":2194551922,"current-db-size-bytes":57761792,"current-db-size":"58 MB","current-db-size-in-use-bytes":41558016,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-07-07T04:26:54.597667Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2194551922,"revision":23235,"compact-revision":20344} {"level":"info","ts":"2026-07-07T04:26:55.282507Z","caller":"traceutil/trace.go:171","msg":"trace[1364108073] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"106.183214ms","start":"2026-07-07T04:26:55.176299Z","end":"2026-07-07T04:26:55.282482Z","steps":["trace[1364108073] 'process raft request' (duration: 106.05046ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:55.421381Z","caller":"traceutil/trace.go:171","msg":"trace[752758058] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"115.34259ms","start":"2026-07-07T04:26:55.306004Z","end":"2026-07-07T04:26:55.421346Z","steps":["trace[752758058] 'process raft request' (duration: 86.409635ms)","trace[752758058] 'compare' (duration: 28.71803ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:55.853391Z","caller":"traceutil/trace.go:171","msg":"trace[861811773] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"115.33816ms","start":"2026-07-07T04:26:55.738029Z","end":"2026-07-07T04:26:55.853367Z","steps":["trace[861811773] 'process raft request' (duration: 115.213867ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:55.998074Z","caller":"traceutil/trace.go:171","msg":"trace[738918770] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"103.08675ms","start":"2026-07-07T04:26:55.894937Z","end":"2026-07-07T04:26:55.998023Z","steps":["trace[738918770] 'process raft request' (duration: 56.335093ms)","trace[738918770] 'compare' (duration: 46.528041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:56.678676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.070069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:26:56.678749Z","caller":"traceutil/trace.go:171","msg":"trace[1821511186] linearizableReadLoop","detail":"{readStateIndex:26664; appliedIndex:26662; }","duration":"258.939478ms","start":"2026-07-07T04:26:56.419797Z","end":"2026-07-07T04:26:56.678737Z","steps":["trace[1821511186] 'read index received' (duration: 7.996359ms)","trace[1821511186] 'applied index is now lower than readState.Index' (duration: 250.941919ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:26:56.678894Z","caller":"traceutil/trace.go:171","msg":"trace[134120824] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"292.668967ms","start":"2026-07-07T04:26:56.386216Z","end":"2026-07-07T04:26:56.678885Z","steps":["trace[134120824] 'process raft request' (duration: 99.322911ms)","trace[134120824] 'compare' (duration: 192.772892ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:26:56.67909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.291566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-07T04:26:56.679115Z","caller":"traceutil/trace.go:171","msg":"trace[625212342] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25804; }","duration":"259.346888ms","start":"2026-07-07T04:26:56.419762Z","end":"2026-07-07T04:26:56.679109Z","steps":["trace[625212342] 'agreement among raft nodes before linearized reading' (duration: 259.253616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:56.679242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.931094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-07-07T04:26:56.679267Z","caller":"traceutil/trace.go:171","msg":"trace[2072232889] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25804; }","duration":"257.983186ms","start":"2026-07-07T04:26:56.421276Z","end":"2026-07-07T04:26:56.679259Z","steps":["trace[2072232889] 'agreement among raft nodes before linearized reading' (duration: 257.928214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:56.679509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.249203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-07T04:26:56.679555Z","caller":"traceutil/trace.go:171","msg":"trace[163019928] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ee67291-a807-4487-bae9-249147899f9c; range_end:; response_count:1; response_revision:25804; }","duration":"114.352766ms","start":"2026-07-07T04:26:56.565194Z","end":"2026-07-07T04:26:56.679547Z","steps":["trace[163019928] 'agreement among raft nodes before linearized reading' (duration: 114.269104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:26:56.67969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.3024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bfe75745f6fcde\" ","response":"range_response_count:1 size:790"} {"level":"info","ts":"2026-07-07T04:26:56.679715Z","caller":"traceutil/trace.go:171","msg":"trace[740140250] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18bfe75745f6fcde; range_end:; response_count:1; response_revision:25804; }","duration":"249.378202ms","start":"2026-07-07T04:26:56.430331Z","end":"2026-07-07T04:26:56.679709Z","steps":["trace[740140250] 'agreement among raft nodes before linearized reading' (duration: 249.314491ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:56.879421Z","caller":"traceutil/trace.go:171","msg":"trace[426521789] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"116.2071ms","start":"2026-07-07T04:26:56.763179Z","end":"2026-07-07T04:26:56.879386Z","steps":["trace[426521789] 'process raft request' (duration: 115.984224ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:57.122015Z","caller":"traceutil/trace.go:171","msg":"trace[619089394] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"113.480386ms","start":"2026-07-07T04:26:57.008509Z","end":"2026-07-07T04:26:57.121989Z","steps":["trace[619089394] 'process raft request' (duration: 110.559437ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:26:57.533756Z","caller":"traceutil/trace.go:171","msg":"trace[1444229535] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"121.29298ms","start":"2026-07-07T04:26:57.412429Z","end":"2026-07-07T04:26:57.533722Z","steps":["trace[1444229535] 'process raft request' (duration: 85.068263ms)","trace[1444229535] 'compare' (duration: 35.976561ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:27:34.932538Z","caller":"traceutil/trace.go:171","msg":"trace[1862375376] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"133.130351ms","start":"2026-07-07T04:27:34.799377Z","end":"2026-07-07T04:27:34.932507Z","steps":["trace[1862375376] 'process raft request' (duration: 34.571638ms)","trace[1862375376] 'compare' (duration: 98.405209ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:27:34.970608Z","caller":"traceutil/trace.go:171","msg":"trace[535232294] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"170.358292ms","start":"2026-07-07T04:27:34.800217Z","end":"2026-07-07T04:27:34.970575Z","steps":["trace[535232294] 'process raft request' (duration: 170.136746ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:27:34.970685Z","caller":"traceutil/trace.go:171","msg":"trace[2132313758] linearizableReadLoop","detail":"{readStateIndex:27053; appliedIndex:27049; }","duration":"163.055108ms","start":"2026-07-07T04:27:34.807602Z","end":"2026-07-07T04:27:34.970657Z","steps":["trace[2132313758] 'read index received' (duration: 26.359883ms)","trace[2132313758] 'applied index is now lower than readState.Index' (duration: 136.693705ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:27:34.970796Z","caller":"traceutil/trace.go:171","msg":"trace[803713100] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"168.346834ms","start":"2026-07-07T04:27:34.802437Z","end":"2026-07-07T04:27:34.970784Z","steps":["trace[803713100] 'process raft request' (duration: 168.102898ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:27:34.970676Z","caller":"traceutil/trace.go:171","msg":"trace[1766228334] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"170.244979ms","start":"2026-07-07T04:27:34.800386Z","end":"2026-07-07T04:27:34.970631Z","steps":["trace[1766228334] 'process raft request' (duration: 170.102376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:27:34.971235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.617232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T04:27:34.971274Z","caller":"traceutil/trace.go:171","msg":"trace[1146955912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26157; }","duration":"163.700604ms","start":"2026-07-07T04:27:34.807563Z","end":"2026-07-07T04:27:34.971264Z","steps":["trace[1146955912] 'agreement among raft nodes before linearized reading' (duration: 163.54826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:27:34.979833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.853753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-07T04:27:34.979902Z","caller":"traceutil/trace.go:171","msg":"trace[555821949] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26159; }","duration":"159.967776ms","start":"2026-07-07T04:27:34.819913Z","end":"2026-07-07T04:27:34.979881Z","steps":["trace[555821949] 'agreement among raft nodes before linearized reading' (duration: 159.841653ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:27:35.926293Z","caller":"traceutil/trace.go:171","msg":"trace[1743333378] linearizableReadLoop","detail":"{readStateIndex:27062; appliedIndex:27060; }","duration":"120.551833ms","start":"2026-07-07T04:27:35.805711Z","end":"2026-07-07T04:27:35.926263Z","steps":["trace[1743333378] 'read index received' (duration: 1.596328ms)","trace[1743333378] 'applied index is now lower than readState.Index' (duration: 118.954455ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:27:35.926464Z","caller":"traceutil/trace.go:171","msg":"trace[832323673] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"128.210335ms","start":"2026-07-07T04:27:35.798217Z","end":"2026-07-07T04:27:35.926427Z","steps":["trace[832323673] 'process raft request' (duration: 114.140492ms)","trace[832323673] 'compare' (duration: 13.764436ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:27:35.926557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.825519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T04:27:35.926602Z","caller":"traceutil/trace.go:171","msg":"trace[1205109951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26166; }","duration":"120.910782ms","start":"2026-07-07T04:27:35.805678Z","end":"2026-07-07T04:27:35.926589Z","steps":["trace[1205109951] 'agreement among raft nodes before linearized reading' (duration: 120.735877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:27:35.926565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.884046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-07T04:27:35.926691Z","caller":"traceutil/trace.go:171","msg":"trace[289599608] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26166; }","duration":"106.051609ms","start":"2026-07-07T04:27:35.820615Z","end":"2026-07-07T04:27:35.926667Z","steps":["trace[289599608] 'agreement among raft nodes before linearized reading' (duration: 105.844135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:06.083028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989660665,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T04:28:06.555022Z","caller":"traceutil/trace.go:171","msg":"trace[749358596] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"1.028820397s","start":"2026-07-07T04:28:05.526179Z","end":"2026-07-07T04:28:06.555Z","steps":["trace[749358596] 'process raft request' (duration: 1.028697674s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:06.555203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:05.526153Z","time spent":"1.028979801s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:28:07.200354Z","caller":"traceutil/trace.go:171","msg":"trace[708196050] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"1.445003187s","start":"2026-07-07T04:28:05.755316Z","end":"2026-07-07T04:28:07.200319Z","steps":["trace[708196050] 'process raft request' (duration: 1.444934096s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:07.200451Z","caller":"traceutil/trace.go:171","msg":"trace[1029955449] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"1.549305764s","start":"2026-07-07T04:28:05.651087Z","end":"2026-07-07T04:28:07.200393Z","steps":["trace[1029955449] 'process raft request' (duration: 1.548943476s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:07.20048Z","caller":"traceutil/trace.go:171","msg":"trace[1986534845] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"1.543676271s","start":"2026-07-07T04:28:05.656751Z","end":"2026-07-07T04:28:07.200427Z","steps":["trace[1986534845] 'process raft request' (duration: 1.543450976s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.200734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:05.65673Z","time spent":"1.543903987s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:28:07.20074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:05.651071Z","time spent":"1.54952252s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:28:07.200803Z","caller":"traceutil/trace.go:171","msg":"trace[1947012622] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"665.230014ms","start":"2026-07-07T04:28:06.535564Z","end":"2026-07-07T04:28:07.200794Z","steps":["trace[1947012622] 'process raft request' (duration: 665.111411ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:07.200813Z","caller":"traceutil/trace.go:171","msg":"trace[2113640265] linearizableReadLoop","detail":"{readStateIndex:27317; appliedIndex:27314; }","duration":"1.618087013s","start":"2026-07-07T04:28:05.582706Z","end":"2026-07-07T04:28:07.200793Z","steps":["trace[2113640265] 'read index received' (duration: 972.355851ms)","trace[2113640265] 'applied index is now lower than readState.Index' (duration: 645.730212ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:28:07.200744Z","caller":"traceutil/trace.go:171","msg":"trace[1969778047] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"667.970358ms","start":"2026-07-07T04:28:06.532745Z","end":"2026-07-07T04:28:07.200716Z","steps":["trace[1969778047] 'process raft request' (duration: 667.536488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.20091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:06.535546Z","time spent":"665.296285ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:28:07.200916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:06.532729Z","time spent":"668.157223ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:28:07.20101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618307097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-07T04:28:07.201012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:05.75529Z","time spent":"1.445227742s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:28:07.201049Z","caller":"traceutil/trace.go:171","msg":"trace[1676150811] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26414; }","duration":"1.61839076s","start":"2026-07-07T04:28:05.582649Z","end":"2026-07-07T04:28:07.20104Z","steps":["trace[1676150811] 'agreement among raft nodes before linearized reading' (duration: 1.618231936s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.201084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:05.582626Z","time spent":"1.6184508s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T04:28:07.625654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:28:07.625716Z","caller":"traceutil/trace.go:171","msg":"trace[1104176444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999964609s","start":"2026-07-07T04:28:05.625737Z","end":"2026-07-07T04:28:07.625702Z","steps":["trace[1104176444] 'agreement among raft nodes before linearized reading' (duration: 1.999886928s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.625785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:05.625718Z","time spent":"2.000056442s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:28:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:28:07.837988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.415543ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-07T04:28:07.838193Z","caller":"traceutil/trace.go:171","msg":"trace[2016754707] linearizableReadLoop","detail":"{readStateIndex:27322; appliedIndex:27319; }","duration":"637.324273ms","start":"2026-07-07T04:28:07.200856Z","end":"2026-07-07T04:28:07.83818Z","steps":["trace[2016754707] 'read index received' (duration: 335.651754ms)","trace[2016754707] 'applied index is now lower than readState.Index' (duration: 301.671899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:28:07.83833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307489813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:28:07.838363Z","caller":"traceutil/trace.go:171","msg":"trace[946099026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26416; }","duration":"1.307550285s","start":"2026-07-07T04:28:06.530792Z","end":"2026-07-07T04:28:07.838342Z","steps":["trace[946099026] 'agreement among raft nodes before linearized reading' (duration: 1.307449112s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.838355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300931998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-07T04:28:07.838386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:06.530776Z","time spent":"1.307604726s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T04:28:07.838404Z","caller":"traceutil/trace.go:171","msg":"trace[2128692776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26416; }","duration":"1.30103888s","start":"2026-07-07T04:28:06.537352Z","end":"2026-07-07T04:28:07.838391Z","steps":["trace[2128692776] 'agreement among raft nodes before linearized reading' (duration: 1.300905377s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.838438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:06.537315Z","time spent":"1.301115042s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T04:28:07.838556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32935141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-07T04:28:07.838576Z","caller":"traceutil/trace.go:171","msg":"trace[1151800200] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26416; }","duration":"1.329416281s","start":"2026-07-07T04:28:06.509153Z","end":"2026-07-07T04:28:07.838569Z","steps":["trace[1151800200] 'agreement among raft nodes before linearized reading' (duration: 1.32936281s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.838598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:06.509135Z","time spent":"1.329460063s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-07T04:28:07.838605Z","caller":"traceutil/trace.go:171","msg":"trace[124190985] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"744.430378ms","start":"2026-07-07T04:28:07.094163Z","end":"2026-07-07T04:28:07.838594Z","steps":["trace[124190985] 'process raft request' (duration: 743.899305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.838684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:07.094145Z","time spent":"744.486219ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:28:07.83871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331121792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-07T04:28:07.838727Z","caller":"traceutil/trace.go:171","msg":"trace[571882707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26416; }","duration":"1.331177514s","start":"2026-07-07T04:28:06.507544Z","end":"2026-07-07T04:28:07.838721Z","steps":["trace[571882707] 'agreement among raft nodes before linearized reading' (duration: 1.331126273s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.838742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:06.507527Z","time spent":"1.331212274s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-07T04:28:07.83881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648039112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-07T04:28:07.838827Z","caller":"traceutil/trace.go:171","msg":"trace[1726778106] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26416; }","duration":"1.648094123s","start":"2026-07-07T04:28:06.190726Z","end":"2026-07-07T04:28:07.83882Z","steps":["trace[1726778106] 'agreement among raft nodes before linearized reading' (duration: 1.648049962s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.838842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:06.190707Z","time spent":"1.648131835s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-07T04:28:07.83885Z","caller":"traceutil/trace.go:171","msg":"trace[1601071233] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"743.056826ms","start":"2026-07-07T04:28:07.095782Z","end":"2026-07-07T04:28:07.838839Z","steps":["trace[1601071233] 'process raft request' (duration: 742.357829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.838905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:07.095755Z","time spent":"743.118436ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:28:07.838959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686168694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-07T04:28:07.839017Z","caller":"traceutil/trace.go:171","msg":"trace[338066057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26416; }","duration":"1.686273417s","start":"2026-07-07T04:28:06.152738Z","end":"2026-07-07T04:28:07.839011Z","steps":["trace[338066057] 'agreement among raft nodes before linearized reading' (duration: 1.686185935s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.839035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:06.152716Z","time spent":"1.686314018s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T04:28:07.839081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.502859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:28:07.839114Z","caller":"traceutil/trace.go:171","msg":"trace[1789143827] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26416; }","duration":"962.577161ms","start":"2026-07-07T04:28:06.876526Z","end":"2026-07-07T04:28:07.839103Z","steps":["trace[1789143827] 'agreement among raft nodes before linearized reading' (duration: 962.51872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.839145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:06.876505Z","time spent":"962.631122ms","remote":"127.0.0.1:39936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:28:07.839165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998080176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-07T04:28:07.839185Z","caller":"traceutil/trace.go:171","msg":"trace[1112064752] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26416; }","duration":"1.998142508s","start":"2026-07-07T04:28:05.841037Z","end":"2026-07-07T04:28:07.839179Z","steps":["trace[1112064752] 'agreement among raft nodes before linearized reading' (duration: 1.998063886s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.839202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:05.841007Z","time spent":"1.998191319s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:28:07.839391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306848547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-07T04:28:07.839471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.133061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:28:07.839529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182609223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T04:28:07.839531Z","caller":"traceutil/trace.go:171","msg":"trace[1175183388] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26416; }","duration":"496.220813ms","start":"2026-07-07T04:28:07.343284Z","end":"2026-07-07T04:28:07.839505Z","steps":["trace[1175183388] 'agreement among raft nodes before linearized reading' (duration: 496.147652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.839545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306798506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-07T04:28:07.83954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306843308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:28:07.839551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304936782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-07T04:28:07.839573Z","caller":"traceutil/trace.go:171","msg":"trace[1470495527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26416; }","duration":"1.306847198s","start":"2026-07-07T04:28:06.53272Z","end":"2026-07-07T04:28:07.839567Z","steps":["trace[1470495527] 'agreement among raft nodes before linearized reading' (duration: 1.306783916s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:07.839575Z","caller":"traceutil/trace.go:171","msg":"trace[1882987697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26416; }","duration":"2.182667464s","start":"2026-07-07T04:28:05.656892Z","end":"2026-07-07T04:28:07.839559Z","steps":["trace[1882987697] 'agreement among raft nodes before linearized reading' (duration: 2.182538001s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.839381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.810724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T04:28:07.839476Z","caller":"traceutil/trace.go:171","msg":"trace[1465695282] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26416; }","duration":"1.30694393s","start":"2026-07-07T04:28:06.532493Z","end":"2026-07-07T04:28:07.839437Z","steps":["trace[1465695282] 'agreement among raft nodes before linearized reading' (duration: 1.305746371s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:07.839584Z","caller":"traceutil/trace.go:171","msg":"trace[1307325273] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26416; }","duration":"1.306896369s","start":"2026-07-07T04:28:06.532675Z","end":"2026-07-07T04:28:07.839572Z","steps":["trace[1307325273] 'agreement among raft nodes before linearized reading' (duration: 1.306833938s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.839593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:06.532711Z","time spent":"1.306878358s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T04:28:07.839605Z","caller":"traceutil/trace.go:171","msg":"trace[1374635099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26416; }","duration":"635.09818ms","start":"2026-07-07T04:28:07.204502Z","end":"2026-07-07T04:28:07.8396Z","steps":["trace[1374635099] 'agreement among raft nodes before linearized reading' (duration: 634.68443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.839615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:06.532477Z","time spent":"1.307129765s","remote":"127.0.0.1:52912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2930,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:28:07.83962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:06.53267Z","time spent":"1.30694117s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:28:07.839629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:07.204486Z","time spent":"635.135051ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T04:28:07.839578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:07.343258Z","time spent":"496.308936ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:28:07.839614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:05.656883Z","time spent":"2.182722275s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T04:28:07.839385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.124774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:28:07.839582Z","caller":"traceutil/trace.go:171","msg":"trace[1815763008] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26416; }","duration":"1.304985724s","start":"2026-07-07T04:28:06.534589Z","end":"2026-07-07T04:28:07.839575Z","steps":["trace[1815763008] 'agreement among raft nodes before linearized reading' (duration: 1.304906942s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:07.839768Z","caller":"traceutil/trace.go:171","msg":"trace[334162784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26416; }","duration":"213.564805ms","start":"2026-07-07T04:28:07.626197Z","end":"2026-07-07T04:28:07.839762Z","steps":["trace[334162784] 'agreement among raft nodes before linearized reading' (duration: 213.128294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:07.839777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:06.534552Z","time spent":"1.30521807s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-07-07T04:28:13.793148Z","caller":"traceutil/trace.go:171","msg":"trace[1807825453] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"279.390082ms","start":"2026-07-07T04:28:13.513735Z","end":"2026-07-07T04:28:13.793125Z","steps":["trace[1807825453] 'process raft request' (duration: 279.247299ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:14.072613Z","caller":"traceutil/trace.go:171","msg":"trace[571006389] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"549.973005ms","start":"2026-07-07T04:28:13.522586Z","end":"2026-07-07T04:28:14.072559Z","steps":["trace[571006389] 'process raft request' (duration: 549.909184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:14.072727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:13.522577Z","time spent":"550.093609ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:28:14.072753Z","caller":"traceutil/trace.go:171","msg":"trace[125721343] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"210.899331ms","start":"2026-07-07T04:28:13.861835Z","end":"2026-07-07T04:28:14.072735Z","steps":["trace[125721343] 'process raft request' (duration: 210.86081ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:14.072888Z","caller":"traceutil/trace.go:171","msg":"trace[2010013297] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"540.887301ms","start":"2026-07-07T04:28:13.531992Z","end":"2026-07-07T04:28:14.072879Z","steps":["trace[2010013297] 'process raft request' (duration: 540.534452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:14.07296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:13.531969Z","time spent":"540.947711ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:28:14.07301Z","caller":"traceutil/trace.go:171","msg":"trace[493227133] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"556.471069ms","start":"2026-07-07T04:28:13.516527Z","end":"2026-07-07T04:28:14.072998Z","steps":["trace[493227133] 'process raft request' (duration: 504.892169ms)","trace[493227133] 'compare' (duration: 50.989466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:28:14.073063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:13.516507Z","time spent":"556.53026ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:28:14.07305Z","caller":"traceutil/trace.go:171","msg":"trace[2028561946] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"212.54899ms","start":"2026-07-07T04:28:13.860481Z","end":"2026-07-07T04:28:14.07303Z","steps":["trace[2028561946] 'process raft request' (duration: 212.156111ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:14.073081Z","caller":"traceutil/trace.go:171","msg":"trace[796715675] linearizableReadLoop","detail":"{readStateIndex:27365; appliedIndex:27361; }","duration":"448.539915ms","start":"2026-07-07T04:28:13.624458Z","end":"2026-07-07T04:28:14.072998Z","steps":["trace[796715675] 'read index received' (duration: 168.604851ms)","trace[796715675] 'applied index is now lower than readState.Index' (duration: 279.932274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:28:14.073211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.73281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:28:14.073312Z","caller":"traceutil/trace.go:171","msg":"trace[1469675256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26460; }","duration":"448.877893ms","start":"2026-07-07T04:28:13.624413Z","end":"2026-07-07T04:28:14.073291Z","steps":["trace[1469675256] 'agreement among raft nodes before linearized reading' (duration: 448.687649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:14.073387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:28:13.624401Z","time spent":"448.958135ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:28:14.073529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.085649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-07T04:28:14.073531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.777487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-07T04:28:14.073571Z","caller":"traceutil/trace.go:171","msg":"trace[1161425200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26460; }","duration":"201.165281ms","start":"2026-07-07T04:28:13.872398Z","end":"2026-07-07T04:28:14.073563Z","steps":["trace[1161425200] 'agreement among raft nodes before linearized reading' (duration: 201.045298ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:14.073587Z","caller":"traceutil/trace.go:171","msg":"trace[1458608812] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26460; }","duration":"196.864109ms","start":"2026-07-07T04:28:13.876707Z","end":"2026-07-07T04:28:14.073571Z","steps":["trace[1458608812] 'agreement among raft nodes before linearized reading' (duration: 196.704265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:14.073585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.750005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-07T04:28:14.07365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.519876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T04:28:14.073667Z","caller":"traceutil/trace.go:171","msg":"trace[1595188180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26460; }","duration":"201.852607ms","start":"2026-07-07T04:28:13.871802Z","end":"2026-07-07T04:28:14.073655Z","steps":["trace[1595188180] 'agreement among raft nodes before linearized reading' (duration: 201.675913ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:14.073703Z","caller":"traceutil/trace.go:171","msg":"trace[2069374588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26460; }","duration":"200.609238ms","start":"2026-07-07T04:28:13.873075Z","end":"2026-07-07T04:28:14.073685Z","steps":["trace[2069374588] 'agreement among raft nodes before linearized reading' (duration: 200.475605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:14.073751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.843526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T04:28:14.073786Z","caller":"traceutil/trace.go:171","msg":"trace[1748253158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26460; }","duration":"198.896067ms","start":"2026-07-07T04:28:13.874881Z","end":"2026-07-07T04:28:14.073777Z","steps":["trace[1748253158] 'agreement among raft nodes before linearized reading' (duration: 198.811325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:14.073842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.310972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T04:28:14.073985Z","caller":"traceutil/trace.go:171","msg":"trace[618817391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26460; }","duration":"203.545477ms","start":"2026-07-07T04:28:13.870411Z","end":"2026-07-07T04:28:14.073956Z","steps":["trace[618817391] 'agreement among raft nodes before linearized reading' (duration: 202.996274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:14.073766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.859266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-07T04:28:14.074195Z","caller":"traceutil/trace.go:171","msg":"trace[1366458330] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26460; }","duration":"158.348357ms","start":"2026-07-07T04:28:13.915807Z","end":"2026-07-07T04:28:14.074155Z","steps":["trace[1366458330] 'agreement among raft nodes before linearized reading' (duration: 157.666391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:28:14.074783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.112145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-07T04:28:14.074884Z","caller":"traceutil/trace.go:171","msg":"trace[1590177512] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26460; }","duration":"200.70905ms","start":"2026-07-07T04:28:13.87415Z","end":"2026-07-07T04:28:14.074859Z","steps":["trace[1590177512] 'agreement among raft nodes before linearized reading' (duration: 199.268645ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:14.218027Z","caller":"traceutil/trace.go:171","msg":"trace[2032051476] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"138.807635ms","start":"2026-07-07T04:28:14.079186Z","end":"2026-07-07T04:28:14.217994Z","steps":["trace[2032051476] 'process raft request' (duration: 123.662447ms)","trace[2032051476] 'compare' (duration: 14.980774ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:28:14.218245Z","caller":"traceutil/trace.go:171","msg":"trace[1315184906] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"138.971289ms","start":"2026-07-07T04:28:14.079249Z","end":"2026-07-07T04:28:14.218221Z","steps":["trace[1315184906] 'process raft request' (duration: 138.710873ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:14.219774Z","caller":"traceutil/trace.go:171","msg":"trace[1511008216] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"140.472284ms","start":"2026-07-07T04:28:14.079257Z","end":"2026-07-07T04:28:14.219729Z","steps":["trace[1511008216] 'process raft request' (duration: 138.903027ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:14.220636Z","caller":"traceutil/trace.go:171","msg":"trace[425716823] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"141.300534ms","start":"2026-07-07T04:28:14.079312Z","end":"2026-07-07T04:28:14.220612Z","steps":["trace[425716823] 'process raft request' (duration: 140.930955ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:14.220999Z","caller":"traceutil/trace.go:171","msg":"trace[1830359531] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"141.612411ms","start":"2026-07-07T04:28:14.079341Z","end":"2026-07-07T04:28:14.220954Z","steps":["trace[1830359531] 'process raft request' (duration: 140.266669ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:14.221041Z","caller":"traceutil/trace.go:171","msg":"trace[1621777635] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"140.450655ms","start":"2026-07-07T04:28:14.080524Z","end":"2026-07-07T04:28:14.220975Z","steps":["trace[1621777635] 'process raft request' (duration: 139.987594ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:14.221158Z","caller":"traceutil/trace.go:171","msg":"trace[865555799] linearizableReadLoop","detail":"{readStateIndex:27373; appliedIndex:27367; }","duration":"141.0952ms","start":"2026-07-07T04:28:14.080007Z","end":"2026-07-07T04:28:14.221102Z","steps":["trace[865555799] 'read index received' (duration: 49.073502ms)","trace[865555799] 'applied index is now lower than readState.Index' (duration: 91.800512ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:28:14.221929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.891258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d0fb397-0c2a-47fb-b3ef-9b8cb52a3eb1\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-07T04:28:14.222061Z","caller":"traceutil/trace.go:171","msg":"trace[597151444] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d0fb397-0c2a-47fb-b3ef-9b8cb52a3eb1; range_end:; response_count:1; response_revision:26467; }","duration":"142.023311ms","start":"2026-07-07T04:28:14.079963Z","end":"2026-07-07T04:28:14.221986Z","steps":["trace[597151444] 'agreement among raft nodes before linearized reading' (duration: 141.148161ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:28:58.369287Z","caller":"traceutil/trace.go:171","msg":"trace[1896910908] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"103.09035ms","start":"2026-07-07T04:28:58.26617Z","end":"2026-07-07T04:28:58.36926Z","steps":["trace[1896910908] 'process raft request' (duration: 102.727721ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:31:17.555717Z","caller":"traceutil/trace.go:171","msg":"trace[1222558038] transaction","detail":"{read_only:false; response_revision:28299; number_of_response:1; }","duration":"320.151907ms","start":"2026-07-07T04:31:17.235526Z","end":"2026-07-07T04:31:17.555678Z","steps":["trace[1222558038] 'process raft request' (duration: 236.858646ms)","trace[1222558038] 'compare' (duration: 83.102477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:31:17.555881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:31:17.235506Z","time spent":"320.29743ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:31:17.555925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.356842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T04:31:17.555968Z","caller":"traceutil/trace.go:171","msg":"trace[2109212712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28300; }","duration":"274.445445ms","start":"2026-07-07T04:31:17.28151Z","end":"2026-07-07T04:31:17.555955Z","steps":["trace[2109212712] 'agreement among raft nodes before linearized reading' (duration: 274.279101ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:31:17.555735Z","caller":"traceutil/trace.go:171","msg":"trace[1071608781] linearizableReadLoop","detail":"{readStateIndex:29257; appliedIndex:29256; }","duration":"274.160718ms","start":"2026-07-07T04:31:17.281547Z","end":"2026-07-07T04:31:17.555707Z","steps":["trace[1071608781] 'read index received' (duration: 190.810525ms)","trace[1071608781] 'applied index is now lower than readState.Index' (duration: 83.349253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:31:17.556257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.532049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-07T04:31:17.556254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.159442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-07T04:31:17.556305Z","caller":"traceutil/trace.go:171","msg":"trace[594767261] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28300; }","duration":"247.61265ms","start":"2026-07-07T04:31:17.308681Z","end":"2026-07-07T04:31:17.556294Z","steps":["trace[594767261] 'agreement among raft nodes before linearized reading' (duration: 247.458466ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:31:17.556334Z","caller":"traceutil/trace.go:171","msg":"trace[2000142596] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28300; }","duration":"245.267144ms","start":"2026-07-07T04:31:17.311045Z","end":"2026-07-07T04:31:17.556312Z","steps":["trace[2000142596] 'agreement among raft nodes before linearized reading' (duration: 245.072959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:31:17.559657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.831422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-07T04:31:17.55974Z","caller":"traceutil/trace.go:171","msg":"trace[1199517103] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28300; }","duration":"257.968056ms","start":"2026-07-07T04:31:17.301742Z","end":"2026-07-07T04:31:17.55971Z","steps":["trace[1199517103] 'agreement among raft nodes before linearized reading' (duration: 254.34706ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:31:23.09916Z","caller":"traceutil/trace.go:171","msg":"trace[1918223857] transaction","detail":"{read_only:false; response_revision:28343; number_of_response:1; }","duration":"106.337137ms","start":"2026-07-07T04:31:22.992788Z","end":"2026-07-07T04:31:23.099125Z","steps":["trace[1918223857] 'process raft request' (duration: 54.617933ms)","trace[1918223857] 'compare' (duration: 51.598871ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:31:23.152316Z","caller":"traceutil/trace.go:171","msg":"trace[80092390] transaction","detail":"{read_only:false; response_revision:28344; number_of_response:1; }","duration":"159.468234ms","start":"2026-07-07T04:31:22.992821Z","end":"2026-07-07T04:31:23.152289Z","steps":["trace[80092390] 'process raft request' (duration: 159.093335ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:31:23.644083Z","caller":"traceutil/trace.go:171","msg":"trace[1739494] transaction","detail":"{read_only:false; response_revision:28348; number_of_response:1; }","duration":"178.090605ms","start":"2026-07-07T04:31:23.465959Z","end":"2026-07-07T04:31:23.644049Z","steps":["trace[1739494] 'process raft request' (duration: 177.918701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:31:23.69921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.288124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-07T04:31:23.699292Z","caller":"traceutil/trace.go:171","msg":"trace[1989523127] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28349; }","duration":"100.420807ms","start":"2026-07-07T04:31:23.598851Z","end":"2026-07-07T04:31:23.699272Z","steps":["trace[1989523127] 'agreement among raft nodes before linearized reading' (duration: 100.193971ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:31:23.76854Z","caller":"traceutil/trace.go:171","msg":"trace[1029799123] transaction","detail":"{read_only:false; response_revision:28350; number_of_response:1; }","duration":"120.799769ms","start":"2026-07-07T04:31:23.647705Z","end":"2026-07-07T04:31:23.768504Z","steps":["trace[1029799123] 'process raft request' (duration: 71.853211ms)","trace[1029799123] 'compare' (duration: 48.695742ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:31:46.203514Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25709} {"level":"info","ts":"2026-07-07T04:31:46.347677Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25709,"took":"139.675805ms","hash":101595827,"current-db-size-bytes":58707968,"current-db-size":"59 MB","current-db-size-in-use-bytes":38297600,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-07-07T04:31:46.347742Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":101595827,"revision":25709,"compact-revision":23235} {"level":"info","ts":"2026-07-07T04:32:36.320252Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T04:32:36.328286Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-07T04:32:36.328417Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-07T04:36:46.210472Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28616} {"level":"info","ts":"2026-07-07T04:36:46.374576Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28616,"took":"159.300501ms","hash":1715765296,"current-db-size-bytes":59752448,"current-db-size":"60 MB","current-db-size-in-use-bytes":34013184,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-07T04:36:46.374629Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1715765296,"revision":28616,"compact-revision":25709} {"level":"info","ts":"2026-07-07T04:41:46.216922Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30984} {"level":"info","ts":"2026-07-07T04:41:46.362464Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30984,"took":"141.286682ms","hash":3250259280,"current-db-size-bytes":59752448,"current-db-size":"60 MB","current-db-size-in-use-bytes":31326208,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-07T04:41:46.362511Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3250259280,"revision":30984,"compact-revision":28616} {"level":"info","ts":"2026-07-07T04:45:44.34852Z","caller":"traceutil/trace.go:171","msg":"trace[75948780] linearizableReadLoop","detail":"{readStateIndex:36275; appliedIndex:36273; }","duration":"119.761507ms","start":"2026-07-07T04:45:44.228724Z","end":"2026-07-07T04:45:44.348486Z","steps":["trace[75948780] 'read index received' (duration: 79.095907ms)","trace[75948780] 'applied index is now lower than readState.Index' (duration: 40.66443ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:45:44.348591Z","caller":"traceutil/trace.go:171","msg":"trace[1697299018] transaction","detail":"{read_only:false; response_revision:35123; number_of_response:1; }","duration":"121.14417ms","start":"2026-07-07T04:45:44.227395Z","end":"2026-07-07T04:45:44.34854Z","steps":["trace[1697299018] 'process raft request' (duration: 120.991507ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:45:44.34868Z","caller":"traceutil/trace.go:171","msg":"trace[2105808489] transaction","detail":"{read_only:false; response_revision:35122; number_of_response:1; }","duration":"122.092423ms","start":"2026-07-07T04:45:44.226572Z","end":"2026-07-07T04:45:44.348664Z","steps":["trace[2105808489] 'process raft request' (duration: 81.221048ms)","trace[2105808489] 'compare' (duration: 40.347203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:45:44.349003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.26226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-bd5hw\" ","response":"range_response_count:1 size:10128"} {"level":"info","ts":"2026-07-07T04:45:44.349132Z","caller":"traceutil/trace.go:171","msg":"trace[1187647590] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-bd5hw; range_end:; response_count:1; response_revision:35123; }","duration":"120.429453ms","start":"2026-07-07T04:45:44.228682Z","end":"2026-07-07T04:45:44.349111Z","steps":["trace[1187647590] 'agreement among raft nodes before linearized reading' (duration: 120.005143ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:45:44.498964Z","caller":"traceutil/trace.go:171","msg":"trace[857413877] transaction","detail":"{read_only:false; response_revision:35124; number_of_response:1; }","duration":"138.753401ms","start":"2026-07-07T04:45:44.360167Z","end":"2026-07-07T04:45:44.49892Z","steps":["trace[857413877] 'process raft request' (duration: 124.279195ms)","trace[857413877] 'compare' (duration: 14.320002ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:46:15.709931Z","caller":"traceutil/trace.go:171","msg":"trace[1243402958] transaction","detail":"{read_only:false; response_revision:35352; number_of_response:1; }","duration":"158.717217ms","start":"2026-07-07T04:46:15.55119Z","end":"2026-07-07T04:46:15.709908Z","steps":["trace[1243402958] 'process raft request' (duration: 156.979046ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:46:46.225666Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33247} {"level":"info","ts":"2026-07-07T04:46:46.381809Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33247,"took":"152.792816ms","hash":4032549058,"current-db-size-bytes":59752448,"current-db-size":"60 MB","current-db-size-in-use-bytes":32428032,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-07T04:46:46.381868Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4032549058,"revision":33247,"compact-revision":30984} {"level":"warn","ts":"2026-07-07T04:50:27.052884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000051133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:50:27.053019Z","caller":"traceutil/trace.go:171","msg":"trace[1191738779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235827s","start":"2026-07-07T04:50:25.052759Z","end":"2026-07-07T04:50:27.052995Z","steps":["trace[1191738779] 'agreement among raft nodes before linearized reading' (duration: 2.000069393s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:27.053078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.052745Z","time spent":"2.000321639s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:50:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:50:27.626175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999968131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T04:50:27.626269Z","caller":"traceutil/trace.go:171","msg":"trace[825812165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117264s","start":"2026-07-07T04:50:25.62613Z","end":"2026-07-07T04:50:27.626248Z","steps":["trace[825812165] 'agreement among raft nodes before linearized reading' (duration: 2.000004362s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:27.626317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.626109Z","time spent":"2.000198877s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 04:50:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T04:50:28.107418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435022831s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:28.107587Z","caller":"traceutil/trace.go:171","msg":"trace[1237572890] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37250; }","duration":"2.435204385s","start":"2026-07-07T04:50:25.672357Z","end":"2026-07-07T04:50:28.107562Z","steps":["trace[1237572890] 'range keys from in-memory index tree' (duration: 2.43500433s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.109358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09591007s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T04:50:28.10949Z","caller":"traceutil/trace.go:171","msg":"trace[595428416] linearizableReadLoop","detail":"{readStateIndex:38464; appliedIndex:38463; }","duration":"3.092637792s","start":"2026-07-07T04:50:25.016835Z","end":"2026-07-07T04:50:28.109473Z","steps":["trace[595428416] 'read index received' (duration: 34.001µs)","trace[595428416] 'applied index is now lower than readState.Index' (duration: 3.092602431s)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:50:28.109711Z","caller":"traceutil/trace.go:171","msg":"trace[1341155412] transaction","detail":"{read_only:false; response_revision:37251; number_of_response:1; }","duration":"3.136635731s","start":"2026-07-07T04:50:24.97306Z","end":"2026-07-07T04:50:28.109695Z","steps":["trace[1341155412] 'process raft request' (duration: 40.28667ms)","trace[1341155412] 'compare' (duration: 3.094715702s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:50:28.10978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:24.972934Z","time spent":"3.136807065s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:50:28.110061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093219925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T04:50:28.110093Z","caller":"traceutil/trace.go:171","msg":"trace[1487664866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37251; }","duration":"3.093276467s","start":"2026-07-07T04:50:25.016805Z","end":"2026-07-07T04:50:28.110081Z","steps":["trace[1487664866] 'agreement among raft nodes before linearized reading' (duration: 3.093147764s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.110122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.016792Z","time spent":"3.093323438s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T04:50:28.190152Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.072776137s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T04:50:28.190801Z","caller":"traceutil/trace.go:171","msg":"trace[379495710] transaction","detail":"{read_only:false; response_revision:37252; number_of_response:1; }","duration":"3.073497825s","start":"2026-07-07T04:50:25.117275Z","end":"2026-07-07T04:50:28.190773Z","steps":["trace[379495710] 'process raft request' (duration: 3.073312841s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.191187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.117254Z","time spent":"3.073732681s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:28.398189Z","caller":"traceutil/trace.go:171","msg":"trace[1010212270] transaction","detail":"{read_only:false; response_revision:37253; number_of_response:1; }","duration":"3.21576768s","start":"2026-07-07T04:50:25.182395Z","end":"2026-07-07T04:50:28.398163Z","steps":["trace[1010212270] 'process raft request' (duration: 3.215590946s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.398564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.182369Z","time spent":"3.215898173s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:28.398809Z","caller":"traceutil/trace.go:171","msg":"trace[1469991226] transaction","detail":"{read_only:false; response_revision:37256; number_of_response:1; }","duration":"1.819222347s","start":"2026-07-07T04:50:26.579573Z","end":"2026-07-07T04:50:28.398795Z","steps":["trace[1469991226] 'process raft request' (duration: 1.819104424s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:28.398833Z","caller":"traceutil/trace.go:171","msg":"trace[655086754] transaction","detail":"{read_only:false; response_revision:37255; number_of_response:1; }","duration":"3.083928044s","start":"2026-07-07T04:50:25.314864Z","end":"2026-07-07T04:50:28.398792Z","steps":["trace[655086754] 'process raft request' (duration: 3.083700339s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.398926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:26.579552Z","time spent":"1.819289939s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:50:28.399039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.314832Z","time spent":"3.084078758s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:28.398828Z","caller":"traceutil/trace.go:171","msg":"trace[490365999] transaction","detail":"{read_only:false; response_revision:37254; number_of_response:1; }","duration":"3.176774919s","start":"2026-07-07T04:50:25.222009Z","end":"2026-07-07T04:50:28.398784Z","steps":["trace[490365999] 'process raft request' (duration: 3.176115083s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.399184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.221981Z","time spent":"3.177165749s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:28.464561Z","caller":"traceutil/trace.go:171","msg":"trace[104339910] transaction","detail":"{read_only:false; response_revision:37257; number_of_response:1; }","duration":"1.566294692s","start":"2026-07-07T04:50:26.898248Z","end":"2026-07-07T04:50:28.464543Z","steps":["trace[104339910] 'process raft request' (duration: 1.566005795s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.464674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:26.898223Z","time spent":"1.566398725s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:28.464721Z","caller":"traceutil/trace.go:171","msg":"trace[1599040340] linearizableReadLoop","detail":"{readStateIndex:38471; appliedIndex:38464; }","duration":"355.174914ms","start":"2026-07-07T04:50:28.109517Z","end":"2026-07-07T04:50:28.464692Z","steps":["trace[1599040340] 'read index received' (duration: 81.088194ms)","trace[1599040340] 'applied index is now lower than readState.Index' (duration: 274.08557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:50:28.464837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.209880269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:50:28.464842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51969844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-07T04:50:28.464903Z","caller":"traceutil/trace.go:171","msg":"trace[813436040] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:37258; }","duration":"1.519796613s","start":"2026-07-07T04:50:26.94509Z","end":"2026-07-07T04:50:28.464887Z","steps":["trace[813436040] 'agreement among raft nodes before linearized reading' (duration: 1.519640439s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.464918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896141734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-07T04:50:28.464933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:26.945074Z","time spent":"1.519850164s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-07-07T04:50:28.464941Z","caller":"traceutil/trace.go:171","msg":"trace[2011898345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37258; }","duration":"2.896206995s","start":"2026-07-07T04:50:25.568726Z","end":"2026-07-07T04:50:28.464933Z","steps":["trace[2011898345] 'agreement among raft nodes before linearized reading' (duration: 2.896129073s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.464961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.568707Z","time spent":"2.896250796s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T04:50:28.465002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914290137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:28.465023Z","caller":"traceutil/trace.go:171","msg":"trace[864076575] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:37258; }","duration":"2.914352958s","start":"2026-07-07T04:50:25.550664Z","end":"2026-07-07T04:50:28.465017Z","steps":["trace[864076575] 'agreement among raft nodes before linearized reading' (duration: 2.914317307s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.465045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.550642Z","time spent":"2.914397299s","remote":"127.0.0.1:36354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:50:28.465075Z","caller":"traceutil/trace.go:171","msg":"trace[1601820944] transaction","detail":"{read_only:false; response_revision:37258; number_of_response:1; }","duration":"351.013875ms","start":"2026-07-07T04:50:28.114053Z","end":"2026-07-07T04:50:28.465067Z","steps":["trace[1601820944] 'process raft request' (duration: 350.452772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.464957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900768693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T04:50:28.465105Z","caller":"traceutil/trace.go:171","msg":"trace[582092820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37258; }","duration":"2.900954408s","start":"2026-07-07T04:50:25.564143Z","end":"2026-07-07T04:50:28.465098Z","steps":["trace[582092820] 'agreement among raft nodes before linearized reading' (duration: 2.900738263s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.465123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.564113Z","time spent":"2.901005669s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T04:50:28.465142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:28.114035Z","time spent":"351.063417ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:50:28.46516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787484521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:50:28.465201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074958928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:50:28.465217Z","caller":"traceutil/trace.go:171","msg":"trace[1827073108] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:37258; }","duration":"1.07500964s","start":"2026-07-07T04:50:27.390202Z","end":"2026-07-07T04:50:28.465212Z","steps":["trace[1827073108] 'agreement among raft nodes before linearized reading' (duration: 1.074974989s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:28.465213Z","caller":"traceutil/trace.go:171","msg":"trace[311457654] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:37258; }","duration":"2.787568822s","start":"2026-07-07T04:50:25.677629Z","end":"2026-07-07T04:50:28.465198Z","steps":["trace[311457654] 'agreement among raft nodes before linearized reading' (duration: 2.78745095s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.46526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461138173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:50:28.46526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.677615Z","time spent":"2.787635704s","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:28.465249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.464924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-07T04:50:28.465078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712129131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:50:28.465305Z","caller":"traceutil/trace.go:171","msg":"trace[78437318] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529; range_end:; response_count:1; response_revision:37258; }","duration":"835.595437ms","start":"2026-07-07T04:50:27.629697Z","end":"2026-07-07T04:50:28.465292Z","steps":["trace[78437318] 'agreement among raft nodes before linearized reading' (duration: 835.408662ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:28.465336Z","caller":"traceutil/trace.go:171","msg":"trace[1590767842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37258; }","duration":"1.712418439s","start":"2026-07-07T04:50:26.752911Z","end":"2026-07-07T04:50:28.46533Z","steps":["trace[1590767842] 'agreement among raft nodes before linearized reading' (duration: 1.712118721s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.465347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:27.629671Z","time spent":"835.669619ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" "} {"level":"warn","ts":"2026-07-07T04:50:28.46536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:26.752891Z","time spent":"1.71246133s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T04:50:28.465394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679999996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-07T04:50:28.465421Z","caller":"traceutil/trace.go:171","msg":"trace[989265869] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37258; }","duration":"2.680068078s","start":"2026-07-07T04:50:25.785346Z","end":"2026-07-07T04:50:28.465414Z","steps":["trace[989265869] 'agreement among raft nodes before linearized reading' (duration: 2.680004216s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.46544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.785322Z","time spent":"2.680113018s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:50:28.465427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050019995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T04:50:28.464864Z","caller":"traceutil/trace.go:171","msg":"trace[1212514884] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:37258; }","duration":"3.20992743s","start":"2026-07-07T04:50:25.254928Z","end":"2026-07-07T04:50:28.464856Z","steps":["trace[1212514884] 'agreement among raft nodes before linearized reading' (duration: 3.209845548s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:28.465487Z","caller":"traceutil/trace.go:171","msg":"trace[546282690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37258; }","duration":"3.050136898s","start":"2026-07-07T04:50:25.415333Z","end":"2026-07-07T04:50:28.46547Z","steps":["trace[546282690] 'agreement among raft nodes before linearized reading' (duration: 3.049929003s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.465511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.254883Z","time spent":"3.210612487s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:28.465519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.415311Z","time spent":"3.050201369s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T04:50:28.465233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:27.390182Z","time spent":"1.07504688s","remote":"127.0.0.1:56522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:28.465525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.864969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:28.465555Z","caller":"traceutil/trace.go:171","msg":"trace[131723727] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:37258; }","duration":"370.933111ms","start":"2026-07-07T04:50:28.094612Z","end":"2026-07-07T04:50:28.465545Z","steps":["trace[131723727] 'agreement among raft nodes before linearized reading' (duration: 370.88947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.465577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:28.09449Z","time spent":"371.079074ms","remote":"127.0.0.1:34256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:28.465521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653742079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-07T04:50:28.465273Z","caller":"traceutil/trace.go:171","msg":"trace[326344341] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:37258; }","duration":"1.461189454s","start":"2026-07-07T04:50:27.004079Z","end":"2026-07-07T04:50:28.465269Z","steps":["trace[326344341] 'agreement among raft nodes before linearized reading' (duration: 1.461163973s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.465691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.236276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:28.465688Z","caller":"traceutil/trace.go:171","msg":"trace[153475512] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37258; }","duration":"2.653928944s","start":"2026-07-07T04:50:25.811742Z","end":"2026-07-07T04:50:28.465671Z","steps":["trace[153475512] 'agreement among raft nodes before linearized reading' (duration: 2.653741369s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.465695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:27.004059Z","time spent":"1.461626024s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:50:28.465713Z","caller":"traceutil/trace.go:171","msg":"trace[384864862] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:37258; }","duration":"723.296948ms","start":"2026-07-07T04:50:27.742408Z","end":"2026-07-07T04:50:28.465705Z","steps":["trace[384864862] 'agreement among raft nodes before linearized reading' (duration: 723.261207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.465726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.811523Z","time spent":"2.65419046s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:50:28.465726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.520393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:50:28.465735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:27.742387Z","time spent":"723.343118ms","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:50:28.465754Z","caller":"traceutil/trace.go:171","msg":"trace[282550857] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:37258; }","duration":"824.571413ms","start":"2026-07-07T04:50:27.641173Z","end":"2026-07-07T04:50:28.465745Z","steps":["trace[282550857] 'agreement among raft nodes before linearized reading' (duration: 824.525992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.465777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:27.641162Z","time spent":"824.608185ms","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:28.465803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.93516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:28.465825Z","caller":"traceutil/trace.go:171","msg":"trace[372755651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37258; }","duration":"831.995141ms","start":"2026-07-07T04:50:27.633821Z","end":"2026-07-07T04:50:28.465817Z","steps":["trace[372755651] 'agreement among raft nodes before linearized reading' (duration: 831.9602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.465844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:27.6338Z","time spent":"832.038592ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:50:28.466042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971593483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:28.46608Z","caller":"traceutil/trace.go:171","msg":"trace[848803531] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37258; }","duration":"2.971666745s","start":"2026-07-07T04:50:25.494402Z","end":"2026-07-07T04:50:28.466069Z","steps":["trace[848803531] 'agreement among raft nodes before linearized reading' (duration: 2.970771824s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.466113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:25.494384Z","time spent":"2.971722226s","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-07T04:50:28.588218Z","caller":"traceutil/trace.go:171","msg":"trace[1800793432] linearizableReadLoop","detail":"{readStateIndex:38473; appliedIndex:38472; }","duration":"117.869952ms","start":"2026-07-07T04:50:28.470326Z","end":"2026-07-07T04:50:28.588196Z","steps":["trace[1800793432] 'read index received' (duration: 117.77313ms)","trace[1800793432] 'applied index is now lower than readState.Index' (duration: 95.482µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:50:28.588376Z","caller":"traceutil/trace.go:171","msg":"trace[736530476] transaction","detail":"{read_only:false; response_revision:37259; number_of_response:1; }","duration":"120.71877ms","start":"2026-07-07T04:50:28.467642Z","end":"2026-07-07T04:50:28.588361Z","steps":["trace[736530476] 'process raft request' (duration: 120.386522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.588734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.382724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d59adfb0-2d90-4e07-bd15-08e099a36667\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-07T04:50:28.58882Z","caller":"traceutil/trace.go:171","msg":"trace[94424804] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d59adfb0-2d90-4e07-bd15-08e099a36667; range_end:; response_count:1; response_revision:37259; }","duration":"118.479667ms","start":"2026-07-07T04:50:28.470321Z","end":"2026-07-07T04:50:28.588801Z","steps":["trace[94424804] 'agreement among raft nodes before linearized reading' (duration: 118.19712ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:28.650855Z","caller":"traceutil/trace.go:171","msg":"trace[1108363151] transaction","detail":"{read_only:false; response_revision:37260; number_of_response:1; }","duration":"180.334363ms","start":"2026-07-07T04:50:28.470501Z","end":"2026-07-07T04:50:28.650836Z","steps":["trace[1108363151] 'process raft request' (duration: 179.768019ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:28.651081Z","caller":"traceutil/trace.go:171","msg":"trace[1152245530] transaction","detail":"{read_only:false; response_revision:37261; number_of_response:1; }","duration":"180.510457ms","start":"2026-07-07T04:50:28.470559Z","end":"2026-07-07T04:50:28.65107Z","steps":["trace[1152245530] 'process raft request' (duration: 179.861321ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:28.651169Z","caller":"traceutil/trace.go:171","msg":"trace[1422521221] transaction","detail":"{read_only:false; response_revision:37262; number_of_response:1; }","duration":"180.534648ms","start":"2026-07-07T04:50:28.470625Z","end":"2026-07-07T04:50:28.65116Z","steps":["trace[1422521221] 'process raft request' (duration: 179.825531ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:28.651245Z","caller":"traceutil/trace.go:171","msg":"trace[1390401947] transaction","detail":"{read_only:false; response_revision:37263; number_of_response:1; }","duration":"179.124214ms","start":"2026-07-07T04:50:28.472113Z","end":"2026-07-07T04:50:28.651237Z","steps":["trace[1390401947] 'process raft request' (duration: 178.368436ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:28.651334Z","caller":"traceutil/trace.go:171","msg":"trace[1110681780] transaction","detail":"{read_only:false; response_revision:37264; number_of_response:1; }","duration":"178.176652ms","start":"2026-07-07T04:50:28.473149Z","end":"2026-07-07T04:50:28.651325Z","steps":["trace[1110681780] 'process raft request' (duration: 177.360092ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:28.651406Z","caller":"traceutil/trace.go:171","msg":"trace[511123859] transaction","detail":"{read_only:false; response_revision:37265; number_of_response:1; }","duration":"110.988368ms","start":"2026-07-07T04:50:28.54041Z","end":"2026-07-07T04:50:28.651398Z","steps":["trace[511123859] 'process raft request' (duration: 110.133738ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:28.651475Z","caller":"traceutil/trace.go:171","msg":"trace[1430023180] transaction","detail":"{read_only:false; response_revision:37266; number_of_response:1; }","duration":"107.070575ms","start":"2026-07-07T04:50:28.544395Z","end":"2026-07-07T04:50:28.651466Z","steps":["trace[1430023180] 'process raft request' (duration: 106.185194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.651578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.283601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:28.651613Z","caller":"traceutil/trace.go:171","msg":"trace[501672131] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37266; }","duration":"180.345173ms","start":"2026-07-07T04:50:28.471258Z","end":"2026-07-07T04:50:28.651603Z","steps":["trace[501672131] 'agreement among raft nodes before linearized reading' (duration: 180.273852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:28.651835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.398099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T04:50:28.651866Z","caller":"traceutil/trace.go:171","msg":"trace[703484340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37266; }","duration":"181.430569ms","start":"2026-07-07T04:50:28.470428Z","end":"2026-07-07T04:50:28.651859Z","steps":["trace[703484340] 'agreement among raft nodes before linearized reading' (duration: 181.320687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:30.968938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989688070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:50:31.469119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989688070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:50:31.969958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989688070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T04:50:32.135355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.731113904s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T04:50:32.135788Z","caller":"traceutil/trace.go:171","msg":"trace[1861889761] transaction","detail":"{read_only:false; response_revision:37269; number_of_response:1; }","duration":"1.731656817s","start":"2026-07-07T04:50:30.404104Z","end":"2026-07-07T04:50:32.135761Z","steps":["trace[1861889761] 'process raft request' (duration: 1.731443262s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.135929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.404071Z","time spent":"1.73177162s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:32.15406Z","caller":"traceutil/trace.go:171","msg":"trace[251784528] transaction","detail":"{read_only:false; response_revision:37270; number_of_response:1; }","duration":"1.749484963s","start":"2026-07-07T04:50:30.404554Z","end":"2026-07-07T04:50:32.154039Z","steps":["trace[251784528] 'process raft request' (duration: 1.74934292s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.154188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.404533Z","time spent":"1.749580975s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:32.154383Z","caller":"traceutil/trace.go:171","msg":"trace[712987113] transaction","detail":"{read_only:false; response_revision:37271; number_of_response:1; }","duration":"1.749571084s","start":"2026-07-07T04:50:30.404778Z","end":"2026-07-07T04:50:32.154349Z","steps":["trace[712987113] 'process raft request' (duration: 1.749217816s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.154538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.404768Z","time spent":"1.749684528s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:32.154675Z","caller":"traceutil/trace.go:171","msg":"trace[508471865] transaction","detail":"{read_only:false; response_revision:37272; number_of_response:1; }","duration":"1.749396721s","start":"2026-07-07T04:50:30.40525Z","end":"2026-07-07T04:50:32.154647Z","steps":["trace[508471865] 'process raft request' (duration: 1.749123464s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:32.154779Z","caller":"traceutil/trace.go:171","msg":"trace[1719840376] transaction","detail":"{read_only:false; response_revision:37273; number_of_response:1; }","duration":"1.685170808s","start":"2026-07-07T04:50:30.469584Z","end":"2026-07-07T04:50:32.154755Z","steps":["trace[1719840376] 'process raft request' (duration: 1.684896072s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.154901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.405215Z","time spent":"1.749543964s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:32.154887Z","caller":"traceutil/trace.go:171","msg":"trace[357425734] transaction","detail":"{read_only:false; response_revision:37274; number_of_response:1; }","duration":"1.135654136s","start":"2026-07-07T04:50:31.019198Z","end":"2026-07-07T04:50:32.154852Z","steps":["trace[357425734] 'process raft request' (duration: 1.13537003s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.1549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.469544Z","time spent":"1.685295951s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:32.154915Z","caller":"traceutil/trace.go:171","msg":"trace[152665548] linearizableReadLoop","detail":"{readStateIndex:38489; appliedIndex:38482; }","duration":"1.686476709s","start":"2026-07-07T04:50:30.468415Z","end":"2026-07-07T04:50:32.154891Z","steps":["trace[152665548] 'read index received' (duration: 1.667111808s)","trace[152665548] 'applied index is now lower than readState.Index' (duration: 19.363541ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:50:32.155005Z","caller":"traceutil/trace.go:171","msg":"trace[1406626555] transaction","detail":"{read_only:false; response_revision:37275; number_of_response:1; }","duration":"1.132225975s","start":"2026-07-07T04:50:31.02276Z","end":"2026-07-07T04:50:32.154986Z","steps":["trace[1406626555] 'process raft request' (duration: 1.131990709s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.155006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:31.019175Z","time spent":"1.135775379s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:50:32.155112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:31.022723Z","time spent":"1.132337867s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:50:32.15518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618424366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T04:50:32.155186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686751966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T04:50:32.155233Z","caller":"traceutil/trace.go:171","msg":"trace[967008077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37275; }","duration":"1.686843338s","start":"2026-07-07T04:50:30.46838Z","end":"2026-07-07T04:50:32.155223Z","steps":["trace[967008077] 'agreement among raft nodes before linearized reading' (duration: 1.686639403s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:32.155233Z","caller":"traceutil/trace.go:171","msg":"trace[1214795533] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:37275; }","duration":"1.618534348s","start":"2026-07-07T04:50:30.536684Z","end":"2026-07-07T04:50:32.155218Z","steps":["trace[1214795533] 'agreement among raft nodes before linearized reading' (duration: 1.618375794s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.155221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.212789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:50:32.155269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.536652Z","time spent":"1.61860878s","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":96,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:32.155269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498186687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T04:50:32.155327Z","caller":"traceutil/trace.go:171","msg":"trace[155459091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37275; }","duration":"1.498383891s","start":"2026-07-07T04:50:30.656927Z","end":"2026-07-07T04:50:32.155311Z","steps":["trace[155459091] 'agreement among raft nodes before linearized reading' (duration: 1.498217637s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.155341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.87212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-07T04:50:32.155328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49834306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:50:32.155375Z","caller":"traceutil/trace.go:171","msg":"trace[1719924574] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:37275; }","duration":"873.999183ms","start":"2026-07-07T04:50:31.281366Z","end":"2026-07-07T04:50:32.155365Z","steps":["trace[1719924574] 'agreement among raft nodes before linearized reading' (duration: 873.691635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.155376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498374431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T04:50:32.155403Z","caller":"traceutil/trace.go:171","msg":"trace[414114305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37275; }","duration":"1.498445883s","start":"2026-07-07T04:50:30.656947Z","end":"2026-07-07T04:50:32.155393Z","steps":["trace[414114305] 'agreement among raft nodes before linearized reading' (duration: 1.498360621s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.155426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.656923Z","time spent":"1.498497924s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T04:50:32.155466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530302063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:32.155392Z","caller":"traceutil/trace.go:171","msg":"trace[1397299028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37275; }","duration":"1.498447193s","start":"2026-07-07T04:50:30.656929Z","end":"2026-07-07T04:50:32.155377Z","steps":["trace[1397299028] 'agreement among raft nodes before linearized reading' (duration: 1.498296529s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.155479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:31.281344Z","time spent":"874.124686ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-07-07T04:50:32.155524Z","caller":"traceutil/trace.go:171","msg":"trace[334036114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37275; }","duration":"1.530418306s","start":"2026-07-07T04:50:30.625087Z","end":"2026-07-07T04:50:32.155506Z","steps":["trace[334036114] 'agreement among raft nodes before linearized reading' (duration: 1.530317884s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.155544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.656907Z","time spent":"1.498618878s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T04:50:32.155567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.625054Z","time spent":"1.530504817s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T04:50:32.155279Z","caller":"traceutil/trace.go:171","msg":"trace[1861275000] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:37275; }","duration":"470.333112ms","start":"2026-07-07T04:50:31.684932Z","end":"2026-07-07T04:50:32.155265Z","steps":["trace[1861275000] 'agreement among raft nodes before linearized reading' (duration: 470.208899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.155668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:31.684854Z","time spent":"470.789213ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:32.155264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.468365Z","time spent":"1.686893059s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T04:50:32.155779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108348175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:32.155868Z","caller":"traceutil/trace.go:171","msg":"trace[1091541285] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:37275; }","duration":"1.108522819s","start":"2026-07-07T04:50:31.047326Z","end":"2026-07-07T04:50:32.155848Z","steps":["trace[1091541285] 'agreement among raft nodes before linearized reading' (duration: 1.108297894s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.155939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:31.047307Z","time spent":"1.108618731s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:32.15598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.656906Z","time spent":"1.498458914s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T04:50:32.158099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50123215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-07T04:50:32.158144Z","caller":"traceutil/trace.go:171","msg":"trace[598849255] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37275; }","duration":"1.501326022s","start":"2026-07-07T04:50:30.656806Z","end":"2026-07-07T04:50:32.158132Z","steps":["trace[598849255] 'agreement among raft nodes before linearized reading' (duration: 1.498496704s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.158168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.656782Z","time spent":"1.501381464s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:50:32.158424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260613358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-07T04:50:32.15847Z","caller":"traceutil/trace.go:171","msg":"trace[2051006213] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37275; }","duration":"1.260704921s","start":"2026-07-07T04:50:30.897752Z","end":"2026-07-07T04:50:32.158457Z","steps":["trace[2051006213] 'agreement among raft nodes before linearized reading' (duration: 1.257617017s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.158543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.897727Z","time spent":"1.260758541s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T04:50:32.159472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501599489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-07T04:50:32.159531Z","caller":"traceutil/trace.go:171","msg":"trace[625405647] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37275; }","duration":"1.501689971s","start":"2026-07-07T04:50:30.657826Z","end":"2026-07-07T04:50:32.159516Z","steps":["trace[625405647] 'agreement among raft nodes before linearized reading' (duration: 1.497732546s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:32.159567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:30.657799Z","time spent":"1.501759572s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:50:34.157934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T04:50:34.158016Z","caller":"traceutil/trace.go:171","msg":"trace[1652175537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285048s","start":"2026-07-07T04:50:32.157713Z","end":"2026-07-07T04:50:34.157998Z","steps":["trace[1652175537] 'agreement among raft nodes before linearized reading' (duration: 2.000180366s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.158066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.157694Z","time spent":"2.00035914s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:50:34.372792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178323217s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-07T04:50:34.372864Z","caller":"traceutil/trace.go:171","msg":"trace[419502337] linearizableReadLoop","detail":"{readStateIndex:38490; appliedIndex:38489; }","duration":"2.215094794s","start":"2026-07-07T04:50:32.157757Z","end":"2026-07-07T04:50:34.372852Z","steps":["trace[419502337] 'read index received' (duration: 36.724926ms)","trace[419502337] 'applied index is now lower than readState.Index' (duration: 2.178368788s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:50:34.372909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.15708Z","time spent":"2.215826511s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T04:50:34.403317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.205679369s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T04:50:34.403712Z","caller":"traceutil/trace.go:171","msg":"trace[617841483] transaction","detail":"{read_only:false; response_revision:37276; number_of_response:1; }","duration":"2.242693102s","start":"2026-07-07T04:50:32.160997Z","end":"2026-07-07T04:50:34.40369Z","steps":["trace[617841483] 'process raft request' (duration: 2.242487558s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.403839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.160981Z","time spent":"2.242792684s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:34.403985Z","caller":"traceutil/trace.go:171","msg":"trace[671765779] transaction","detail":"{read_only:false; response_revision:37277; number_of_response:1; }","duration":"2.240109751s","start":"2026-07-07T04:50:32.163852Z","end":"2026-07-07T04:50:34.403961Z","steps":["trace[671765779] 'process raft request' (duration: 2.239803214s)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:34.404027Z","caller":"traceutil/trace.go:171","msg":"trace[2013511809] transaction","detail":"{read_only:false; response_revision:37279; number_of_response:1; }","duration":"2.240130781s","start":"2026-07-07T04:50:32.163888Z","end":"2026-07-07T04:50:34.404019Z","steps":["trace[2013511809] 'process raft request' (duration: 2.2400561s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.40407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.163869Z","time spent":"2.240175132s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:34.404067Z","caller":"traceutil/trace.go:171","msg":"trace[1461003190] transaction","detail":"{read_only:false; response_revision:37280; number_of_response:1; }","duration":"2.240136971s","start":"2026-07-07T04:50:32.163907Z","end":"2026-07-07T04:50:34.404044Z","steps":["trace[1461003190] 'process raft request' (duration: 2.240063449s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.404086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.163841Z","time spent":"2.240196363s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:34.404068Z","caller":"traceutil/trace.go:171","msg":"trace[480633362] transaction","detail":"{read_only:false; response_revision:37278; number_of_response:1; }","duration":"2.240149101s","start":"2026-07-07T04:50:32.163871Z","end":"2026-07-07T04:50:34.40402Z","steps":["trace[480633362] 'process raft request' (duration: 2.239998378s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.404193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.163901Z","time spent":"2.240221963s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:34.404066Z","caller":"traceutil/trace.go:171","msg":"trace[404679308] transaction","detail":"{read_only:false; response_revision:37282; number_of_response:1; }","duration":"2.238486802s","start":"2026-07-07T04:50:32.165565Z","end":"2026-07-07T04:50:34.404052Z","steps":["trace[404679308] 'process raft request' (duration: 2.238458211s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.404255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.163858Z","time spent":"2.240299055s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:50:34.404287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.165557Z","time spent":"2.238702767s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:34.404112Z","caller":"traceutil/trace.go:171","msg":"trace[892009711] transaction","detail":"{read_only:false; response_revision:37281; number_of_response:1; }","duration":"2.23925933s","start":"2026-07-07T04:50:32.164847Z","end":"2026-07-07T04:50:34.404106Z","steps":["trace[892009711] 'process raft request' (duration: 2.239151068s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.404368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.164841Z","time spent":"2.239503246s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:34.461652Z","caller":"traceutil/trace.go:171","msg":"trace[1544883058] transaction","detail":"{read_only:false; response_revision:37284; number_of_response:1; }","duration":"801.934885ms","start":"2026-07-07T04:50:33.659693Z","end":"2026-07-07T04:50:34.461628Z","steps":["trace[1544883058] 'process raft request' (duration: 801.878804ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:34.461805Z","caller":"traceutil/trace.go:171","msg":"trace[1230178616] transaction","detail":"{read_only:false; response_revision:37283; number_of_response:1; }","duration":"2.256616015s","start":"2026-07-07T04:50:32.205169Z","end":"2026-07-07T04:50:34.461785Z","steps":["trace[1230178616] 'process raft request' (duration: 2.256281977s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.461864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.205147Z","time spent":"2.256679507s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:34.462018Z","caller":"traceutil/trace.go:171","msg":"trace[1939872276] transaction","detail":"{read_only:false; response_revision:37285; number_of_response:1; }","duration":"320.304493ms","start":"2026-07-07T04:50:34.141685Z","end":"2026-07-07T04:50:34.46199Z","steps":["trace[1939872276] 'process raft request' (duration: 319.915124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.462181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:34.141665Z","time spent":"320.431506ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:34.462263Z","caller":"traceutil/trace.go:171","msg":"trace[313406935] transaction","detail":"{read_only:false; response_revision:37288; number_of_response:1; }","duration":"299.306402ms","start":"2026-07-07T04:50:34.16295Z","end":"2026-07-07T04:50:34.462256Z","steps":["trace[313406935] 'process raft request' (duration: 299.244601ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:34.46241Z","caller":"traceutil/trace.go:171","msg":"trace[1489961087] transaction","detail":"{read_only:false; response_revision:37286; number_of_response:1; }","duration":"299.675131ms","start":"2026-07-07T04:50:34.162728Z","end":"2026-07-07T04:50:34.462404Z","steps":["trace[1489961087] 'process raft request' (duration: 299.138098ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:34.462468Z","caller":"traceutil/trace.go:171","msg":"trace[951295798] transaction","detail":"{read_only:false; response_revision:37287; number_of_response:1; }","duration":"299.545718ms","start":"2026-07-07T04:50:34.162916Z","end":"2026-07-07T04:50:34.462461Z","steps":["trace[951295798] 'process raft request' (duration: 299.111338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.462526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298585226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab770e8f-0bd4-4893-8201-918c08073d89\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-07T04:50:34.462597Z","caller":"traceutil/trace.go:171","msg":"trace[42675949] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab770e8f-0bd4-4893-8201-918c08073d89; range_end:; response_count:1; response_revision:37290; }","duration":"2.298686419s","start":"2026-07-07T04:50:32.163892Z","end":"2026-07-07T04:50:34.462579Z","steps":["trace[42675949] 'agreement among raft nodes before linearized reading' (duration: 2.298516795s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.462635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.586947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:50:34.462633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.163877Z","time spent":"2.29874885s","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-ab770e8f-0bd4-4893-8201-918c08073d89\" "} {"level":"info","ts":"2026-07-07T04:50:34.46265Z","caller":"traceutil/trace.go:171","msg":"trace[239195134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37290; }","duration":"296.621487ms","start":"2026-07-07T04:50:34.166024Z","end":"2026-07-07T04:50:34.462645Z","steps":["trace[239195134] 'agreement among raft nodes before linearized reading' (duration: 296.597147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.462778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.258784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-07T04:50:34.462798Z","caller":"traceutil/trace.go:171","msg":"trace[1335546616] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529; range_end:; response_count:1; response_revision:37290; }","duration":"300.308826ms","start":"2026-07-07T04:50:34.162484Z","end":"2026-07-07T04:50:34.462792Z","steps":["trace[1335546616] 'agreement among raft nodes before linearized reading' (duration: 300.252765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.462812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:34.162468Z","time spent":"300.340646ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfe4b72dcf0529\" "} {"level":"warn","ts":"2026-07-07T04:50:34.462867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725355988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:50:34.462932Z","caller":"traceutil/trace.go:171","msg":"trace[1578983274] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:37290; }","duration":"1.725450381s","start":"2026-07-07T04:50:32.737463Z","end":"2026-07-07T04:50:34.462913Z","steps":["trace[1578983274] 'agreement among raft nodes before linearized reading' (duration: 1.725344708s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.462973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.737449Z","time spent":"1.725514172s","remote":"127.0.0.1:52544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:34.462993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893127151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:50:34.463105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.024154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:34.463136Z","caller":"traceutil/trace.go:171","msg":"trace[327271450] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:37290; }","duration":"1.893323936s","start":"2026-07-07T04:50:32.569782Z","end":"2026-07-07T04:50:34.463106Z","steps":["trace[327271450] 'agreement among raft nodes before linearized reading' (duration: 1.893080541s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.463171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08752484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:50:34.4629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.159915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:34.463224Z","caller":"traceutil/trace.go:171","msg":"trace[2015813759] transaction","detail":"{read_only:false; response_revision:37289; number_of_response:1; }","duration":"300.229024ms","start":"2026-07-07T04:50:34.162981Z","end":"2026-07-07T04:50:34.46321Z","steps":["trace[2015813759] 'process raft request' (duration: 299.250311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.463215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.569766Z","time spent":"1.893432599s","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:34.463278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:34.162941Z","time spent":"300.306296ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:50:34.46308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.902915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:34.463283Z","caller":"traceutil/trace.go:171","msg":"trace[761955467] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:37290; }","duration":"420.547635ms","start":"2026-07-07T04:50:34.042696Z","end":"2026-07-07T04:50:34.463244Z","steps":["trace[761955467] 'agreement among raft nodes before linearized reading' (duration: 420.184556ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:34.463332Z","caller":"traceutil/trace.go:171","msg":"trace[1347728849] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:37290; }","duration":"740.211513ms","start":"2026-07-07T04:50:33.723114Z","end":"2026-07-07T04:50:34.463325Z","steps":["trace[1347728849] 'agreement among raft nodes before linearized reading' (duration: 739.954327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.463348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:33.723084Z","time spent":"740.258613ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:34.462607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.546524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-07T04:50:34.463362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:34.042677Z","time spent":"420.663267ms","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:50:34.463381Z","caller":"traceutil/trace.go:171","msg":"trace[1699349335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37290; }","duration":"698.355774ms","start":"2026-07-07T04:50:33.765015Z","end":"2026-07-07T04:50:34.463371Z","steps":["trace[1699349335] 'agreement among raft nodes before linearized reading' (duration: 697.522154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.463415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:33.764995Z","time spent":"698.410125ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T04:50:34.463209Z","caller":"traceutil/trace.go:171","msg":"trace[995533827] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:37290; }","duration":"1.087561581s","start":"2026-07-07T04:50:33.375636Z","end":"2026-07-07T04:50:34.463197Z","steps":["trace[995533827] 'agreement among raft nodes before linearized reading' (duration: 1.087505689s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.463444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:33.375577Z","time spent":"1.087860467s","remote":"127.0.0.1:39760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:34.463055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.728309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:50:34.463672Z","caller":"traceutil/trace.go:171","msg":"trace[753263655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37290; }","duration":"939.383975ms","start":"2026-07-07T04:50:33.524281Z","end":"2026-07-07T04:50:34.463665Z","steps":["trace[753263655] 'agreement among raft nodes before linearized reading' (duration: 938.75256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.463692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:33.524258Z","time spent":"939.427035ms","remote":"127.0.0.1:36328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:34.463681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859692204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:34.463733Z","caller":"traceutil/trace.go:171","msg":"trace[676814767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37290; }","duration":"1.859774586s","start":"2026-07-07T04:50:32.603945Z","end":"2026-07-07T04:50:34.463719Z","steps":["trace[676814767] 'agreement among raft nodes before linearized reading' (duration: 1.859686174s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.463768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.60393Z","time spent":"1.859831307s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T04:50:34.463875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853750162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T04:50:34.463897Z","caller":"traceutil/trace.go:171","msg":"trace[188743738] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:37290; }","duration":"1.853810043s","start":"2026-07-07T04:50:32.610081Z","end":"2026-07-07T04:50:34.463891Z","steps":["trace[188743738] 'agreement among raft nodes before linearized reading' (duration: 1.853768462s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.463912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:32.610063Z","time spent":"1.853844385s","remote":"127.0.0.1:52910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-07T04:50:34.463124Z","caller":"traceutil/trace.go:171","msg":"trace[1807910528] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:37290; }","duration":"923.094666ms","start":"2026-07-07T04:50:33.540022Z","end":"2026-07-07T04:50:34.463117Z","steps":["trace[1807910528] 'agreement among raft nodes before linearized reading' (duration: 923.069445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:34.464057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:33.539967Z","time spent":"924.083829ms","remote":"127.0.0.1:40212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T04:50:34.464557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:33.659662Z","time spent":"802.059027ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:42.762521Z","caller":"traceutil/trace.go:171","msg":"trace[1691884279] transaction","detail":"{read_only:false; response_revision:37343; number_of_response:1; }","duration":"263.093167ms","start":"2026-07-07T04:50:42.499408Z","end":"2026-07-07T04:50:42.762501Z","steps":["trace[1691884279] 'process raft request' (duration: 262.884942ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:42.762573Z","caller":"traceutil/trace.go:171","msg":"trace[965905221] transaction","detail":"{read_only:false; response_revision:37345; number_of_response:1; }","duration":"260.975377ms","start":"2026-07-07T04:50:42.501558Z","end":"2026-07-07T04:50:42.762533Z","steps":["trace[965905221] 'process raft request' (duration: 260.824713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:42.76268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.185259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T04:50:42.762694Z","caller":"traceutil/trace.go:171","msg":"trace[1200487738] transaction","detail":"{read_only:false; response_revision:37341; number_of_response:1; }","duration":"310.472128ms","start":"2026-07-07T04:50:42.452201Z","end":"2026-07-07T04:50:42.762673Z","steps":["trace[1200487738] 'process raft request' (duration: 310.017427ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:42.762729Z","caller":"traceutil/trace.go:171","msg":"trace[1513103719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37347; }","duration":"312.267161ms","start":"2026-07-07T04:50:42.450451Z","end":"2026-07-07T04:50:42.762719Z","steps":["trace[1513103719] 'agreement among raft nodes before linearized reading' (duration: 312.097987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:42.762763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:42.450441Z","time spent":"312.312392ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T04:50:42.762762Z","caller":"traceutil/trace.go:171","msg":"trace[418695622] transaction","detail":"{read_only:false; response_revision:37342; number_of_response:1; }","duration":"272.40474ms","start":"2026-07-07T04:50:42.490346Z","end":"2026-07-07T04:50:42.762751Z","steps":["trace[418695622] 'process raft request' (duration: 271.909738ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:42.762498Z","caller":"traceutil/trace.go:171","msg":"trace[1990568692] linearizableReadLoop","detail":"{readStateIndex:38557; appliedIndex:38555; }","duration":"312.000775ms","start":"2026-07-07T04:50:42.450475Z","end":"2026-07-07T04:50:42.762476Z","steps":["trace[1990568692] 'read index received' (duration: 76.224239ms)","trace[1990568692] 'applied index is now lower than readState.Index' (duration: 235.775666ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:50:42.76285Z","caller":"traceutil/trace.go:171","msg":"trace[224687282] transaction","detail":"{read_only:false; response_revision:37340; number_of_response:1; }","duration":"313.036279ms","start":"2026-07-07T04:50:42.449804Z","end":"2026-07-07T04:50:42.76284Z","steps":["trace[224687282] 'process raft request' (duration: 312.250981ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:42.762844Z","caller":"traceutil/trace.go:171","msg":"trace[851348103] transaction","detail":"{read_only:false; response_revision:37346; number_of_response:1; }","duration":"260.845004ms","start":"2026-07-07T04:50:42.501989Z","end":"2026-07-07T04:50:42.762834Z","steps":["trace[851348103] 'process raft request' (duration: 260.424454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:42.762812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:42.452186Z","time spent":"310.5525ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T04:50:42.762896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:42.449783Z","time spent":"313.087521ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:50:42.762938Z","caller":"traceutil/trace.go:171","msg":"trace[1069640797] transaction","detail":"{read_only:false; response_revision:37347; number_of_response:1; }","duration":"260.855124ms","start":"2026-07-07T04:50:42.502075Z","end":"2026-07-07T04:50:42.76293Z","steps":["trace[1069640797] 'process raft request' (duration: 260.366753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:42.762971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.908848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-07T04:50:42.762971Z","caller":"traceutil/trace.go:171","msg":"trace[621820266] transaction","detail":"{read_only:false; response_revision:37344; number_of_response:1; }","duration":"262.616566ms","start":"2026-07-07T04:50:42.500341Z","end":"2026-07-07T04:50:42.762958Z","steps":["trace[621820266] 'process raft request' (duration: 262.005182ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:42.763012Z","caller":"traceutil/trace.go:171","msg":"trace[706287097] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37347; }","duration":"310.97668ms","start":"2026-07-07T04:50:42.452024Z","end":"2026-07-07T04:50:42.763Z","steps":["trace[706287097] 'agreement among raft nodes before linearized reading' (duration: 310.897898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:42.763036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:42.452013Z","time spent":"311.017261ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:50:42.763071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.007092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-07T04:50:42.763104Z","caller":"traceutil/trace.go:171","msg":"trace[904431850] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37347; }","duration":"249.066432ms","start":"2026-07-07T04:50:42.514029Z","end":"2026-07-07T04:50:42.763096Z","steps":["trace[904431850] 'agreement among raft nodes before linearized reading' (duration: 248.97169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:42.763123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.242545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:42.763159Z","caller":"traceutil/trace.go:171","msg":"trace[1608032109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37347; }","duration":"137.302387ms","start":"2026-07-07T04:50:42.625846Z","end":"2026-07-07T04:50:42.763149Z","steps":["trace[1608032109] 'agreement among raft nodes before linearized reading' (duration: 137.251125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:42.763202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.463298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-07T04:50:42.763253Z","caller":"traceutil/trace.go:171","msg":"trace[121319874] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37347; }","duration":"305.53994ms","start":"2026-07-07T04:50:42.457697Z","end":"2026-07-07T04:50:42.763237Z","steps":["trace[121319874] 'agreement among raft nodes before linearized reading' (duration: 305.360796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:42.763296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:42.457688Z","time spent":"305.593312ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T04:50:42.763301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.321915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T04:50:42.763321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.631962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T04:50:42.763426Z","caller":"traceutil/trace.go:171","msg":"trace[598743383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37347; }","duration":"160.48477ms","start":"2026-07-07T04:50:42.602911Z","end":"2026-07-07T04:50:42.763395Z","steps":["trace[598743383] 'agreement among raft nodes before linearized reading' (duration: 160.266274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:42.763433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.523979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T04:50:42.76345Z","caller":"traceutil/trace.go:171","msg":"trace[529627452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37347; }","duration":"310.799446ms","start":"2026-07-07T04:50:42.452623Z","end":"2026-07-07T04:50:42.763422Z","steps":["trace[529627452] 'agreement among raft nodes before linearized reading' (duration: 310.469428ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:42.763506Z","caller":"traceutil/trace.go:171","msg":"trace[1762986715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37347; }","duration":"310.614002ms","start":"2026-07-07T04:50:42.452874Z","end":"2026-07-07T04:50:42.763488Z","steps":["trace[1762986715] 'agreement among raft nodes before linearized reading' (duration: 310.191022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:42.763531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:42.452616Z","time spent":"310.898048ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T04:50:42.763563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:50:42.452865Z","time spent":"310.684933ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T04:50:42.992385Z","caller":"traceutil/trace.go:171","msg":"trace[280960578] transaction","detail":"{read_only:false; response_revision:37351; number_of_response:1; }","duration":"223.337949ms","start":"2026-07-07T04:50:42.769024Z","end":"2026-07-07T04:50:42.992362Z","steps":["trace[280960578] 'process raft request' (duration: 223.272987ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:42.992425Z","caller":"traceutil/trace.go:171","msg":"trace[1298977443] transaction","detail":"{read_only:false; response_revision:37349; number_of_response:1; }","duration":"223.870531ms","start":"2026-07-07T04:50:42.768518Z","end":"2026-07-07T04:50:42.992389Z","steps":["trace[1298977443] 'process raft request' (duration: 223.596555ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:42.992478Z","caller":"traceutil/trace.go:171","msg":"trace[764253065] transaction","detail":"{read_only:false; response_revision:37350; number_of_response:1; }","duration":"223.917133ms","start":"2026-07-07T04:50:42.768534Z","end":"2026-07-07T04:50:42.992452Z","steps":["trace[764253065] 'process raft request' (duration: 223.719178ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:42.992634Z","caller":"traceutil/trace.go:171","msg":"trace[1199515568] transaction","detail":"{read_only:false; response_revision:37352; number_of_response:1; }","duration":"221.70948ms","start":"2026-07-07T04:50:42.770843Z","end":"2026-07-07T04:50:42.992553Z","steps":["trace[1199515568] 'process raft request' (duration: 221.486765ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:44.874375Z","caller":"traceutil/trace.go:171","msg":"trace[306465601] transaction","detail":"{read_only:false; response_revision:37354; number_of_response:1; }","duration":"104.995826ms","start":"2026-07-07T04:50:44.769359Z","end":"2026-07-07T04:50:44.874355Z","steps":["trace[306465601] 'process raft request' (duration: 104.874523ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:44.944123Z","caller":"traceutil/trace.go:171","msg":"trace[922715591] transaction","detail":"{read_only:false; response_revision:37355; number_of_response:1; }","duration":"174.499614ms","start":"2026-07-07T04:50:44.769602Z","end":"2026-07-07T04:50:44.944101Z","steps":["trace[922715591] 'process raft request' (duration: 174.289149ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:44.944438Z","caller":"traceutil/trace.go:171","msg":"trace[221424181] transaction","detail":"{read_only:false; response_revision:37356; number_of_response:1; }","duration":"174.820941ms","start":"2026-07-07T04:50:44.769599Z","end":"2026-07-07T04:50:44.94442Z","steps":["trace[221424181] 'process raft request' (duration: 174.462313ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:44.9445Z","caller":"traceutil/trace.go:171","msg":"trace[1405671534] transaction","detail":"{read_only:false; response_revision:37359; number_of_response:1; }","duration":"174.015562ms","start":"2026-07-07T04:50:44.770466Z","end":"2026-07-07T04:50:44.944482Z","steps":["trace[1405671534] 'process raft request' (duration: 173.861158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:44.944531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.184989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:50:44.944586Z","caller":"traceutil/trace.go:171","msg":"trace[1628589319] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37361; }","duration":"154.264481ms","start":"2026-07-07T04:50:44.790294Z","end":"2026-07-07T04:50:44.944559Z","steps":["trace[1628589319] 'agreement among raft nodes before linearized reading' (duration: 154.179669ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:44.944595Z","caller":"traceutil/trace.go:171","msg":"trace[643120556] transaction","detail":"{read_only:false; response_revision:37357; number_of_response:1; }","duration":"174.966534ms","start":"2026-07-07T04:50:44.769621Z","end":"2026-07-07T04:50:44.944587Z","steps":["trace[643120556] 'process raft request' (duration: 174.597696ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:44.944435Z","caller":"traceutil/trace.go:171","msg":"trace[640594088] linearizableReadLoop","detail":"{readStateIndex:38578; appliedIndex:38570; }","duration":"154.085706ms","start":"2026-07-07T04:50:44.790331Z","end":"2026-07-07T04:50:44.944417Z","steps":["trace[640594088] 'read index received' (duration: 83.989794ms)","trace[640594088] 'applied index is now lower than readState.Index' (duration: 70.095022ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:50:44.944636Z","caller":"traceutil/trace.go:171","msg":"trace[206622245] transaction","detail":"{read_only:false; response_revision:37358; number_of_response:1; }","duration":"174.952614ms","start":"2026-07-07T04:50:44.769673Z","end":"2026-07-07T04:50:44.944626Z","steps":["trace[206622245] 'process raft request' (duration: 174.624356ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:44.944713Z","caller":"traceutil/trace.go:171","msg":"trace[1319474802] transaction","detail":"{read_only:false; response_revision:37360; number_of_response:1; }","duration":"173.422068ms","start":"2026-07-07T04:50:44.771283Z","end":"2026-07-07T04:50:44.944705Z","steps":["trace[1319474802] 'process raft request' (duration: 173.07639ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:50:44.944748Z","caller":"traceutil/trace.go:171","msg":"trace[2102344276] transaction","detail":"{read_only:false; response_revision:37361; number_of_response:1; }","duration":"172.749452ms","start":"2026-07-07T04:50:44.771992Z","end":"2026-07-07T04:50:44.944741Z","steps":["trace[2102344276] 'process raft request' (duration: 172.395894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:50:44.94476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.968353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T04:50:44.944791Z","caller":"traceutil/trace.go:171","msg":"trace[2103638002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37361; }","duration":"133.040534ms","start":"2026-07-07T04:50:44.811741Z","end":"2026-07-07T04:50:44.944781Z","steps":["trace[2103638002] 'agreement among raft nodes before linearized reading' (duration: 132.914691ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:51:05.1901Z","caller":"traceutil/trace.go:171","msg":"trace[1190685214] transaction","detail":"{read_only:false; response_revision:37502; number_of_response:1; }","duration":"181.812128ms","start":"2026-07-07T04:51:05.008257Z","end":"2026-07-07T04:51:05.19007Z","steps":["trace[1190685214] 'process raft request' (duration: 181.541571ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:51:05.190351Z","caller":"traceutil/trace.go:171","msg":"trace[651846319] transaction","detail":"{read_only:false; response_revision:37503; number_of_response:1; }","duration":"173.330296ms","start":"2026-07-07T04:51:05.017012Z","end":"2026-07-07T04:51:05.190342Z","steps":["trace[651846319] 'process raft request' (duration: 173.013039ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:51:05.190516Z","caller":"traceutil/trace.go:171","msg":"trace[885328612] linearizableReadLoop","detail":"{readStateIndex:38726; appliedIndex:38721; }","duration":"162.718242ms","start":"2026-07-07T04:51:05.027777Z","end":"2026-07-07T04:51:05.190495Z","steps":["trace[885328612] 'read index received' (duration: 41.062879ms)","trace[885328612] 'applied index is now lower than readState.Index' (duration: 121.654433ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:51:05.19053Z","caller":"traceutil/trace.go:171","msg":"trace[309025114] transaction","detail":"{read_only:false; response_revision:37504; number_of_response:1; }","duration":"173.403687ms","start":"2026-07-07T04:51:05.017105Z","end":"2026-07-07T04:51:05.190509Z","steps":["trace[309025114] 'process raft request' (duration: 173.151051ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:51:05.19059Z","caller":"traceutil/trace.go:171","msg":"trace[1455386248] transaction","detail":"{read_only:false; response_revision:37505; number_of_response:1; }","duration":"173.041609ms","start":"2026-07-07T04:51:05.017538Z","end":"2026-07-07T04:51:05.19058Z","steps":["trace[1455386248] 'process raft request' (duration: 172.878495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:51:05.190728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.763546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-07T04:51:05.19077Z","caller":"traceutil/trace.go:171","msg":"trace[1284051181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37505; }","duration":"160.816817ms","start":"2026-07-07T04:51:05.029943Z","end":"2026-07-07T04:51:05.19076Z","steps":["trace[1284051181] 'agreement among raft nodes before linearized reading' (duration: 160.717405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:51:05.190849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.429672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T04:51:05.190902Z","caller":"traceutil/trace.go:171","msg":"trace[607165322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37505; }","duration":"122.521183ms","start":"2026-07-07T04:51:05.068371Z","end":"2026-07-07T04:51:05.190892Z","steps":["trace[607165322] 'agreement among raft nodes before linearized reading' (duration: 122.38642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:51:05.190908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.04027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T04:51:05.191029Z","caller":"traceutil/trace.go:171","msg":"trace[936846541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37505; }","duration":"163.253915ms","start":"2026-07-07T04:51:05.02775Z","end":"2026-07-07T04:51:05.191004Z","steps":["trace[936846541] 'agreement among raft nodes before linearized reading' (duration: 162.836145ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:51:07.413404Z","caller":"traceutil/trace.go:171","msg":"trace[729683437] linearizableReadLoop","detail":"{readStateIndex:38744; appliedIndex:38741; }","duration":"109.463671ms","start":"2026-07-07T04:51:07.303922Z","end":"2026-07-07T04:51:07.413385Z","steps":["trace[729683437] 'read index received' (duration: 73.134824ms)","trace[729683437] 'applied index is now lower than readState.Index' (duration: 36.327917ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:51:07.413502Z","caller":"traceutil/trace.go:171","msg":"trace[1387556899] transaction","detail":"{read_only:false; response_revision:37520; number_of_response:1; }","duration":"111.388667ms","start":"2026-07-07T04:51:07.30208Z","end":"2026-07-07T04:51:07.413469Z","steps":["trace[1387556899] 'process raft request' (duration: 75.028869ms)","trace[1387556899] 'compare' (duration: 36.115022ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:51:07.413543Z","caller":"traceutil/trace.go:171","msg":"trace[28859867] transaction","detail":"{read_only:false; response_revision:37522; number_of_response:1; }","duration":"111.357396ms","start":"2026-07-07T04:51:07.302146Z","end":"2026-07-07T04:51:07.413503Z","steps":["trace[28859867] 'process raft request' (duration: 111.209872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:51:07.413766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.825849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-07T04:51:07.413797Z","caller":"traceutil/trace.go:171","msg":"trace[1876186788] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37522; }","duration":"109.897101ms","start":"2026-07-07T04:51:07.303889Z","end":"2026-07-07T04:51:07.413786Z","steps":["trace[1876186788] 'agreement among raft nodes before linearized reading' (duration: 109.606334ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:51:07.413794Z","caller":"traceutil/trace.go:171","msg":"trace[1826763445] transaction","detail":"{read_only:false; response_revision:37521; number_of_response:1; }","duration":"111.700154ms","start":"2026-07-07T04:51:07.30208Z","end":"2026-07-07T04:51:07.41378Z","steps":["trace[1826763445] 'process raft request' (duration: 111.239693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:51:07.413902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.021507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-07T04:51:07.413932Z","caller":"traceutil/trace.go:171","msg":"trace[596656022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37522; }","duration":"108.075158ms","start":"2026-07-07T04:51:07.305849Z","end":"2026-07-07T04:51:07.413924Z","steps":["trace[596656022] 'agreement among raft nodes before linearized reading' (duration: 107.969965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:51:07.413966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.086898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-07T04:51:07.414004Z","caller":"traceutil/trace.go:171","msg":"trace[1352181002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37522; }","duration":"108.560109ms","start":"2026-07-07T04:51:07.305434Z","end":"2026-07-07T04:51:07.413994Z","steps":["trace[1352181002] 'agreement among raft nodes before linearized reading' (duration: 108.440966ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:51:07.583996Z","caller":"traceutil/trace.go:171","msg":"trace[1223330730] transaction","detail":"{read_only:false; response_revision:37525; number_of_response:1; }","duration":"164.115475ms","start":"2026-07-07T04:51:07.419863Z","end":"2026-07-07T04:51:07.583979Z","steps":["trace[1223330730] 'process raft request' (duration: 164.042573ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:51:07.584075Z","caller":"traceutil/trace.go:171","msg":"trace[1754785388] transaction","detail":"{read_only:false; response_revision:37524; number_of_response:1; }","duration":"166.185176ms","start":"2026-07-07T04:51:07.417856Z","end":"2026-07-07T04:51:07.584041Z","steps":["trace[1754785388] 'process raft request' (duration: 111.238825ms)","trace[1754785388] 'compare' (duration: 54.612273ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:51:09.234503Z","caller":"traceutil/trace.go:171","msg":"trace[341733859] linearizableReadLoop","detail":"{readStateIndex:38749; appliedIndex:38748; }","duration":"167.542218ms","start":"2026-07-07T04:51:09.066929Z","end":"2026-07-07T04:51:09.234471Z","steps":["trace[341733859] 'read index received' (duration: 146.619898ms)","trace[341733859] 'applied index is now lower than readState.Index' (duration: 20.92067ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:51:09.234564Z","caller":"traceutil/trace.go:171","msg":"trace[752004456] transaction","detail":"{read_only:false; response_revision:37527; number_of_response:1; }","duration":"188.557969ms","start":"2026-07-07T04:51:09.045962Z","end":"2026-07-07T04:51:09.23452Z","steps":["trace[752004456] 'process raft request' (duration: 167.578868ms)","trace[752004456] 'compare' (duration: 20.736215ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T04:51:09.234736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.800274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-07T04:51:09.234785Z","caller":"traceutil/trace.go:171","msg":"trace[1417860336] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:37527; }","duration":"167.886276ms","start":"2026-07-07T04:51:09.066881Z","end":"2026-07-07T04:51:09.234767Z","steps":["trace[1417860336] 'agreement among raft nodes before linearized reading' (duration: 167.696801ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:51:09.236966Z","caller":"traceutil/trace.go:171","msg":"trace[579568448] transaction","detail":"{read_only:false; response_revision:37528; number_of_response:1; }","duration":"111.45862ms","start":"2026-07-07T04:51:09.125485Z","end":"2026-07-07T04:51:09.236944Z","steps":["trace[579568448] 'process raft request' (duration: 111.340707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:51:10.028445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.778693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T04:51:10.028538Z","caller":"traceutil/trace.go:171","msg":"trace[52133676] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:37543; }","duration":"110.934597ms","start":"2026-07-07T04:51:09.917583Z","end":"2026-07-07T04:51:10.028518Z","steps":["trace[52133676] 'count revisions from in-memory index tree' (duration: 110.64854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:51:19.972828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.621741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-07T04:51:19.972907Z","caller":"traceutil/trace.go:171","msg":"trace[859445215] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:37614; }","duration":"131.756704ms","start":"2026-07-07T04:51:19.84113Z","end":"2026-07-07T04:51:19.972887Z","steps":["trace[859445215] 'range keys from in-memory index tree' (duration: 131.429366ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:51:46.232718Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35578} {"level":"info","ts":"2026-07-07T04:51:46.384465Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35578,"took":"146.120506ms","hash":1721065662,"current-db-size-bytes":60264448,"current-db-size":"60 MB","current-db-size-in-use-bytes":32702464,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-07T04:51:46.384538Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1721065662,"revision":35578,"compact-revision":33247} {"level":"info","ts":"2026-07-07T04:52:41.913079Z","caller":"traceutil/trace.go:171","msg":"trace[1330232166] transaction","detail":"{read_only:false; response_revision:38211; number_of_response:1; }","duration":"157.377126ms","start":"2026-07-07T04:52:41.755671Z","end":"2026-07-07T04:52:41.913048Z","steps":["trace[1330232166] 'process raft request' (duration: 157.258033ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:52:41.91306Z","caller":"traceutil/trace.go:171","msg":"trace[1172232390] transaction","detail":"{read_only:false; response_revision:38210; number_of_response:1; }","duration":"158.977063ms","start":"2026-07-07T04:52:41.754058Z","end":"2026-07-07T04:52:41.913035Z","steps":["trace[1172232390] 'process raft request' (duration: 114.140263ms)","trace[1172232390] 'compare' (duration: 44.484992ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:52:41.913626Z","caller":"traceutil/trace.go:171","msg":"trace[1545898390] transaction","detail":"{read_only:false; response_revision:38212; number_of_response:1; }","duration":"157.307434ms","start":"2026-07-07T04:52:41.755787Z","end":"2026-07-07T04:52:41.913095Z","steps":["trace[1545898390] 'process raft request' (duration: 157.216222ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T04:53:54.18154Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T04:53:54.187668Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-07T04:53:54.187811Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"warn","ts":"2026-07-07T04:56:10.650474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576317044989700543,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T04:56:10.654856Z","caller":"traceutil/trace.go:171","msg":"trace[1619649931] linearizableReadLoop","detail":"{readStateIndex:41098; appliedIndex:41097; }","duration":"576.042194ms","start":"2026-07-07T04:56:10.078797Z","end":"2026-07-07T04:56:10.654839Z","steps":["trace[1619649931] 'read index received' (duration: 575.999063ms)","trace[1619649931] 'applied index is now lower than readState.Index' (duration: 42.511µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T04:56:10.654946Z","caller":"traceutil/trace.go:171","msg":"trace[2134766398] transaction","detail":"{read_only:false; response_revision:39810; number_of_response:1; }","duration":"578.013631ms","start":"2026-07-07T04:56:10.076914Z","end":"2026-07-07T04:56:10.654928Z","steps":["trace[2134766398] 'process raft request' (duration: 577.780586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:56:10.65505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.24011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1295"} {"level":"info","ts":"2026-07-07T04:56:10.655078Z","caller":"traceutil/trace.go:171","msg":"trace[2104703029] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:39810; }","duration":"576.310501ms","start":"2026-07-07T04:56:10.078759Z","end":"2026-07-07T04:56:10.65507Z","steps":["trace[2104703029] 'agreement among raft nodes before linearized reading' (duration: 576.175457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T04:56:10.655115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:56:10.078739Z","time spent":"576.370593ms","remote":"127.0.0.1:52724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1319,"request content":"key:\"/registry/rolebindings/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-07-07T04:56:10.655092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T04:56:10.076896Z","time spent":"578.100584ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T04:56:46.239731Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37807} {"level":"info","ts":"2026-07-07T04:56:46.360278Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37807,"took":"115.27373ms","hash":567561901,"current-db-size-bytes":60264448,"current-db-size":"60 MB","current-db-size-in-use-bytes":32837632,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-07T04:56:46.360327Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":567561901,"revision":37807,"compact-revision":35578}