{"level":"warn","ts":"2026-03-04T01:23:46.094418Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:23:46.094518Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.141:2380","--initial-cluster=instance=https://199.204.45.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:23:46.094617Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:23:46.094638Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-04T01:23:46.094665Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:23:46.095518Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"]} {"level":"info","ts":"2026-03-04T01:23:46.095631Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:23:46.101751Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.820537ms"} {"level":"info","ts":"2026-03-04T01:23:46.113195Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9ef3b4f68930dc2","cluster-id":"b19a5957e6e65747"} {"level":"info","ts":"2026-03-04T01:23:46.113268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:23:46.113297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 0"} {"level":"info","ts":"2026-03-04T01:23:46.113315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9ef3b4f68930dc2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:23:46.113336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 1"} {"level":"info","ts":"2026-03-04T01:23:46.113381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"warn","ts":"2026-03-04T01:23:46.128476Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:23:46.130708Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:23:46.133117Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:23:46.139308Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9ef3b4f68930dc2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:23:46.13952Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9ef3b4f68930dc2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:23:46.139694Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:23:46.139843Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:23:46.139881Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:23:46.14201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"info","ts":"2026-03-04T01:23:46.14255Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","added-peer-id":"9ef3b4f68930dc2","added-peer-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-04T01:23:46.145433Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:23:46.145611Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-04T01:23:46.145694Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-04T01:23:46.14587Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9ef3b4f68930dc2","initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:23:46.145924Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:23:47.114502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:23:47.114568Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:23:47.114598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgPreVoteResp from 9ef3b4f68930dc2 at term 1"} {"level":"info","ts":"2026-03-04T01:23:47.114615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:23:47.114625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgVoteResp from 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-04T01:23:47.114639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became leader at term 2"} {"level":"info","ts":"2026-03-04T01:23:47.114651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9ef3b4f68930dc2 elected leader 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-04T01:23:47.116356Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:23:47.117194Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9ef3b4f68930dc2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.141:2379]}","request-path":"/0/members/9ef3b4f68930dc2/attributes","cluster-id":"b19a5957e6e65747","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:23:47.117184Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:23:47.117225Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:23:47.117438Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:23:47.117514Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T01:23:47.117671Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:23:47.117845Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:23:47.117907Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:23:47.119334Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.141:2379"} {"level":"info","ts":"2026-03-04T01:23:47.120217Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:24:00.744661Z","caller":"traceutil/trace.go:171","msg":"trace[628260354] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"115.196823ms","start":"2026-03-04T01:24:00.629436Z","end":"2026-03-04T01:24:00.744633Z","steps":["trace[628260354] 'process raft request' (duration: 114.504826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:05.050146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.955493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:24:05.05026Z","caller":"traceutil/trace.go:171","msg":"trace[1206182574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:405; }","duration":"268.126417ms","start":"2026-03-04T01:24:04.782113Z","end":"2026-03-04T01:24:05.05024Z","steps":["trace[1206182574] 'range keys from in-memory index tree' (duration: 267.785418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:05.050032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.447861ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:05.050541Z","caller":"traceutil/trace.go:171","msg":"trace[1865004115] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:405; }","duration":"150.940143ms","start":"2026-03-04T01:24:04.899537Z","end":"2026-03-04T01:24:05.050477Z","steps":["trace[1865004115] 'range keys from in-memory index tree' (duration: 150.42704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:05.190987Z","caller":"traceutil/trace.go:171","msg":"trace[709082702] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"136.124482ms","start":"2026-03-04T01:24:05.054844Z","end":"2026-03-04T01:24:05.190969Z","steps":["trace[709082702] 'process raft request' (duration: 136.016599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:10.783139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.371245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:24:10.783149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.380418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:10.783214Z","caller":"traceutil/trace.go:171","msg":"trace[506413850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:420; }","duration":"201.523588ms","start":"2026-03-04T01:24:10.581675Z","end":"2026-03-04T01:24:10.783199Z","steps":["trace[506413850] 'range keys from in-memory index tree' (duration: 201.21138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:10.78324Z","caller":"traceutil/trace.go:171","msg":"trace[1869708345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"291.536822ms","start":"2026-03-04T01:24:10.491683Z","end":"2026-03-04T01:24:10.783219Z","steps":["trace[1869708345] 'range keys from in-memory index tree' (duration: 291.279965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:10.985302Z","caller":"traceutil/trace.go:171","msg":"trace[635674283] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"183.611628ms","start":"2026-03-04T01:24:10.801668Z","end":"2026-03-04T01:24:10.98528Z","steps":["trace[635674283] 'process raft request' (duration: 183.434823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:13.394472Z","caller":"traceutil/trace.go:171","msg":"trace[1974292200] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:440; }","duration":"169.561514ms","start":"2026-03-04T01:24:13.22489Z","end":"2026-03-04T01:24:13.394452Z","steps":["trace[1974292200] 'read index received' (duration: 169.38527ms)","trace[1974292200] 'applied index is now lower than readState.Index' (duration: 175.444µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:13.394592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.689558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:24:13.394625Z","caller":"traceutil/trace.go:171","msg":"trace[1725199897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:426; }","duration":"169.77684ms","start":"2026-03-04T01:24:13.224838Z","end":"2026-03-04T01:24:13.394614Z","steps":["trace[1725199897] 'agreement among raft nodes before linearized reading' (duration: 169.698068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:13.394628Z","caller":"traceutil/trace.go:171","msg":"trace[1862029369] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"400.504622ms","start":"2026-03-04T01:24:12.994087Z","end":"2026-03-04T01:24:13.394592Z","steps":["trace[1862029369] 'process raft request' (duration: 400.241715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:13.395351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:12.994066Z","time spent":"400.642665ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:16.201112Z","caller":"traceutil/trace.go:171","msg":"trace[841697217] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"278.567756ms","start":"2026-03-04T01:24:15.922513Z","end":"2026-03-04T01:24:16.201081Z","steps":["trace[841697217] 'process raft request' (duration: 278.247238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:16.564224Z","caller":"traceutil/trace.go:171","msg":"trace[541718853] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"359.334337ms","start":"2026-03-04T01:24:16.204851Z","end":"2026-03-04T01:24:16.564185Z","steps":["trace[541718853] 'process raft request' (duration: 278.041432ms)","trace[541718853] 'compare' (duration: 81.032618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:16.564403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:16.204816Z","time spent":"359.498132ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:22.885924Z","caller":"traceutil/trace.go:171","msg":"trace[1474120944] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:524; }","duration":"154.264049ms","start":"2026-03-04T01:24:22.731643Z","end":"2026-03-04T01:24:22.885907Z","steps":["trace[1474120944] 'read index received' (duration: 154.099095ms)","trace[1474120944] 'applied index is now lower than readState.Index' (duration: 164.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:22.88624Z","caller":"traceutil/trace.go:171","msg":"trace[522295283] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"295.288065ms","start":"2026-03-04T01:24:22.590941Z","end":"2026-03-04T01:24:22.886229Z","steps":["trace[522295283] 'process raft request' (duration: 294.855695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:22.886619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.948246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-57965\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-04T01:24:22.886689Z","caller":"traceutil/trace.go:171","msg":"trace[490120547] range","detail":"{range_begin:/registry/pods/kube-system/cilium-57965; range_end:; response_count:1; response_revision:508; }","duration":"155.035018ms","start":"2026-03-04T01:24:22.731637Z","end":"2026-03-04T01:24:22.886673Z","steps":["trace[490120547] 'agreement among raft nodes before linearized reading' (duration: 154.814503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:23.291425Z","caller":"traceutil/trace.go:171","msg":"trace[64420405] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:525; }","duration":"238.703733ms","start":"2026-03-04T01:24:23.052695Z","end":"2026-03-04T01:24:23.291398Z","steps":["trace[64420405] 'read index received' (duration: 238.499627ms)","trace[64420405] 'applied index is now lower than readState.Index' (duration: 203.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:23.291492Z","caller":"traceutil/trace.go:171","msg":"trace[691217879] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"389.599667ms","start":"2026-03-04T01:24:22.901856Z","end":"2026-03-04T01:24:23.291456Z","steps":["trace[691217879] 'process raft request' (duration: 389.400992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:23.292249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.849167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:24:23.292379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:22.90183Z","time spent":"390.448068ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:23.292407Z","caller":"traceutil/trace.go:171","msg":"trace[1922739378] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:509; }","duration":"239.695568ms","start":"2026-03-04T01:24:23.052632Z","end":"2026-03-04T01:24:23.292327Z","steps":["trace[1922739378] 'agreement among raft nodes before linearized reading' (duration: 238.871777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:23.42019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.768006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:23.420287Z","caller":"traceutil/trace.go:171","msg":"trace[1096227879] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:509; }","duration":"114.904969ms","start":"2026-03-04T01:24:23.305359Z","end":"2026-03-04T01:24:23.420264Z","steps":["trace[1096227879] 'range keys from in-memory index tree' (duration: 114.690805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:24.501768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.666395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:24.501834Z","caller":"traceutil/trace.go:171","msg":"trace[590088907] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:511; }","duration":"159.781628ms","start":"2026-03-04T01:24:24.342038Z","end":"2026-03-04T01:24:24.50182Z","steps":["trace[590088907] 'range keys from in-memory index tree' (duration: 159.595713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:24.501839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:24:24.501917Z","caller":"traceutil/trace.go:171","msg":"trace[877287780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:511; }","duration":"270.156874ms","start":"2026-03-04T01:24:24.23174Z","end":"2026-03-04T01:24:24.501896Z","steps":["trace[877287780] 'range keys from in-memory index tree' (duration: 269.869257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:25.007411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379305848,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:24:25.044422Z","caller":"traceutil/trace.go:171","msg":"trace[587603955] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"537.714142ms","start":"2026-03-04T01:24:24.506682Z","end":"2026-03-04T01:24:25.044396Z","steps":["trace[587603955] 'read index received' (duration: 537.457195ms)","trace[587603955] 'applied index is now lower than readState.Index' (duration: 255.687µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:25.044563Z","caller":"traceutil/trace.go:171","msg":"trace[1599030148] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"538.524584ms","start":"2026-03-04T01:24:24.505983Z","end":"2026-03-04T01:24:25.044507Z","steps":["trace[1599030148] 'process raft request' (duration: 538.251637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:25.044741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.03037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:24:25.044813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:24.505961Z","time spent":"538.722348ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:25.044819Z","caller":"traceutil/trace.go:171","msg":"trace[753689612] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:512; }","duration":"538.160013ms","start":"2026-03-04T01:24:24.506642Z","end":"2026-03-04T01:24:25.044802Z","steps":["trace[753689612] 'agreement among raft nodes before linearized reading' (duration: 537.931697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:25.044852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.252479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:24:25.044905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:24.506631Z","time spent":"538.259516ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-04T01:24:25.044941Z","caller":"traceutil/trace.go:171","msg":"trace[741297681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:512; }","duration":"154.426683ms","start":"2026-03-04T01:24:24.890486Z","end":"2026-03-04T01:24:25.044913Z","steps":["trace[741297681] 'agreement among raft nodes before linearized reading' (duration: 154.151616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:25.151409Z","caller":"traceutil/trace.go:171","msg":"trace[260868385] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"100.748543ms","start":"2026-03-04T01:24:25.050641Z","end":"2026-03-04T01:24:25.15139Z","steps":["trace[260868385] 'read index received' (duration: 55.829244ms)","trace[260868385] 'applied index is now lower than readState.Index' (duration: 44.918409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:25.151481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.826885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:25.151505Z","caller":"traceutil/trace.go:171","msg":"trace[32655185] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io; range_end:; response_count:0; response_revision:513; }","duration":"100.872677ms","start":"2026-03-04T01:24:25.050622Z","end":"2026-03-04T01:24:25.151495Z","steps":["trace[32655185] 'agreement among raft nodes before linearized reading' (duration: 100.826206ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:25.151507Z","caller":"traceutil/trace.go:171","msg":"trace[406879463] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"102.758304ms","start":"2026-03-04T01:24:25.048718Z","end":"2026-03-04T01:24:25.151477Z","steps":["trace[406879463] 'process raft request' (duration: 57.830775ms)","trace[406879463] 'compare' (duration: 44.743705ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:25.770152Z","caller":"traceutil/trace.go:171","msg":"trace[2026496748] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"174.55615ms","start":"2026-03-04T01:24:25.595534Z","end":"2026-03-04T01:24:25.77009Z","steps":["trace[2026496748] 'process raft request' (duration: 162.266171ms)","trace[2026496748] 'compare' (duration: 12.189467ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:25.783404Z","caller":"traceutil/trace.go:171","msg":"trace[185360773] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"129.318072ms","start":"2026-03-04T01:24:25.654063Z","end":"2026-03-04T01:24:25.783381Z","steps":["trace[185360773] 'process raft request' (duration: 129.152238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:25.783484Z","caller":"traceutil/trace.go:171","msg":"trace[927120264] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"124.352527ms","start":"2026-03-04T01:24:25.659101Z","end":"2026-03-04T01:24:25.783454Z","steps":["trace[927120264] 'process raft request' (duration: 124.202593ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:25.783582Z","caller":"traceutil/trace.go:171","msg":"trace[87786928] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"129.477247ms","start":"2026-03-04T01:24:25.654045Z","end":"2026-03-04T01:24:25.783522Z","steps":["trace[87786928] 'process raft request' (duration: 129.086176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:25.783634Z","caller":"traceutil/trace.go:171","msg":"trace[546150166] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"117.027603ms","start":"2026-03-04T01:24:25.666589Z","end":"2026-03-04T01:24:25.783617Z","steps":["trace[546150166] 'process raft request' (duration: 116.865528ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:25.783875Z","caller":"traceutil/trace.go:171","msg":"trace[1580921746] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:578; }","duration":"126.451781ms","start":"2026-03-04T01:24:25.657402Z","end":"2026-03-04T01:24:25.783854Z","steps":["trace[1580921746] 'read index received' (duration: 100.468166ms)","trace[1580921746] 'applied index is now lower than readState.Index' (duration: 25.979615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:25.78402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.597394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2251"} {"level":"info","ts":"2026-03-04T01:24:25.783787Z","caller":"traceutil/trace.go:171","msg":"trace[1009224393] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"129.563099ms","start":"2026-03-04T01:24:25.654164Z","end":"2026-03-04T01:24:25.783727Z","steps":["trace[1009224393] 'process raft request' (duration: 129.090796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:25.784077Z","caller":"traceutil/trace.go:171","msg":"trace[639856249] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:568; }","duration":"126.698537ms","start":"2026-03-04T01:24:25.657361Z","end":"2026-03-04T01:24:25.784059Z","steps":["trace[639856249] 'agreement among raft nodes before linearized reading' (duration: 126.552263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:25.784189Z","caller":"traceutil/trace.go:171","msg":"trace[470676298] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"123.322411ms","start":"2026-03-04T01:24:25.660842Z","end":"2026-03-04T01:24:25.784164Z","steps":["trace[470676298] 'process raft request' (duration: 122.530121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:26.154367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.91374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:24:26.154675Z","caller":"traceutil/trace.go:171","msg":"trace[1296836262] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"115.808832ms","start":"2026-03-04T01:24:26.03881Z","end":"2026-03-04T01:24:26.154619Z","steps":["trace[1296836262] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/cert-manager/cert-manager-webhook.18997ee8a4c91f1d; req_size:732; } (duration: 112.739326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.154831Z","caller":"traceutil/trace.go:171","msg":"trace[356649166] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"115.881164ms","start":"2026-03-04T01:24:26.038915Z","end":"2026-03-04T01:24:26.154797Z","steps":["trace[356649166] 'process raft request' (duration: 115.619977ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.154712Z","caller":"traceutil/trace.go:171","msg":"trace[16912194] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:621; }","duration":"113.783672ms","start":"2026-03-04T01:24:26.040904Z","end":"2026-03-04T01:24:26.154688Z","steps":["trace[16912194] 'read index received' (duration: 245.856µs)","trace[16912194] 'applied index is now lower than readState.Index' (duration: 113.536476ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:26.154923Z","caller":"traceutil/trace.go:171","msg":"trace[2014644902] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"113.902985ms","start":"2026-03-04T01:24:26.040985Z","end":"2026-03-04T01:24:26.154888Z","steps":["trace[2014644902] 'process raft request' (duration: 113.621088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:26.154988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.070279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-04T01:24:26.155138Z","caller":"traceutil/trace.go:171","msg":"trace[461286367] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:606; }","duration":"114.229423ms","start":"2026-03-04T01:24:26.040896Z","end":"2026-03-04T01:24:26.155125Z","steps":["trace[461286367] 'agreement among raft nodes before linearized reading' (duration: 113.857674ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.155497Z","caller":"traceutil/trace.go:171","msg":"trace[988677442] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"114.287094ms","start":"2026-03-04T01:24:26.041041Z","end":"2026-03-04T01:24:26.155328Z","steps":["trace[988677442] 'process raft request' (duration: 114.038598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.155631Z","caller":"traceutil/trace.go:171","msg":"trace[1431577016] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"114.454108ms","start":"2026-03-04T01:24:26.041159Z","end":"2026-03-04T01:24:26.155614Z","steps":["trace[1431577016] 'process raft request' (duration: 114.067779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.155752Z","caller":"traceutil/trace.go:171","msg":"trace[30634156] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"114.009066ms","start":"2026-03-04T01:24:26.041727Z","end":"2026-03-04T01:24:26.155737Z","steps":["trace[30634156] 'process raft request' (duration: 113.834412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.15616Z","caller":"traceutil/trace.go:171","msg":"trace[1625014646] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"109.73583ms","start":"2026-03-04T01:24:26.046409Z","end":"2026-03-04T01:24:26.156145Z","steps":["trace[1625014646] 'process raft request' (duration: 109.627677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.156237Z","caller":"traceutil/trace.go:171","msg":"trace[678789815] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"106.471857ms","start":"2026-03-04T01:24:26.04975Z","end":"2026-03-04T01:24:26.156222Z","steps":["trace[678789815] 'process raft request' (duration: 106.352584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.156301Z","caller":"traceutil/trace.go:171","msg":"trace[1841276065] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"113.199248ms","start":"2026-03-04T01:24:26.043086Z","end":"2026-03-04T01:24:26.156285Z","steps":["trace[1841276065] 'process raft request' (duration: 112.597192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.156347Z","caller":"traceutil/trace.go:171","msg":"trace[938299150] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"110.633163ms","start":"2026-03-04T01:24:26.045703Z","end":"2026-03-04T01:24:26.156336Z","steps":["trace[938299150] 'process raft request' (duration: 110.186851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.245748Z","caller":"traceutil/trace.go:171","msg":"trace[613373134] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"119.257499ms","start":"2026-03-04T01:24:26.126458Z","end":"2026-03-04T01:24:26.245715Z","steps":["trace[613373134] 'process raft request' (duration: 118.671444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.341077Z","caller":"traceutil/trace.go:171","msg":"trace[746697480] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"180.670994ms","start":"2026-03-04T01:24:26.160376Z","end":"2026-03-04T01:24:26.341047Z","steps":["trace[746697480] 'process raft request' (duration: 176.719334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.341248Z","caller":"traceutil/trace.go:171","msg":"trace[1008509047] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:631; }","duration":"178.219722ms","start":"2026-03-04T01:24:26.163007Z","end":"2026-03-04T01:24:26.341227Z","steps":["trace[1008509047] 'read index received' (duration: 81.93507ms)","trace[1008509047] 'applied index is now lower than readState.Index' (duration: 96.283652ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:26.341362Z","caller":"traceutil/trace.go:171","msg":"trace[394507575] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"179.840683ms","start":"2026-03-04T01:24:26.161512Z","end":"2026-03-04T01:24:26.341352Z","steps":["trace[394507575] 'process raft request' (duration: 179.447373ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.341496Z","caller":"traceutil/trace.go:171","msg":"trace[971349964] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"178.576131ms","start":"2026-03-04T01:24:26.162909Z","end":"2026-03-04T01:24:26.341485Z","steps":["trace[971349964] 'process raft request' (duration: 178.165461ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.341749Z","caller":"traceutil/trace.go:171","msg":"trace[787161977] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"178.004647ms","start":"2026-03-04T01:24:26.163733Z","end":"2026-03-04T01:24:26.341737Z","steps":["trace[787161977] 'process raft request' (duration: 177.404132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.341788Z","caller":"traceutil/trace.go:171","msg":"trace[1130898550] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"179.36345ms","start":"2026-03-04T01:24:26.162414Z","end":"2026-03-04T01:24:26.341777Z","steps":["trace[1130898550] 'process raft request' (duration: 178.595521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.341875Z","caller":"traceutil/trace.go:171","msg":"trace[2069844151] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"178.075568ms","start":"2026-03-04T01:24:26.163791Z","end":"2026-03-04T01:24:26.341866Z","steps":["trace[2069844151] 'process raft request' (duration: 177.394821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:26.342084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.059993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T01:24:26.342168Z","caller":"traceutil/trace.go:171","msg":"trace[1535209503] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:620; }","duration":"179.190696ms","start":"2026-03-04T01:24:26.162961Z","end":"2026-03-04T01:24:26.342152Z","steps":["trace[1535209503] 'agreement among raft nodes before linearized reading' (duration: 179.014792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:26.343148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.114259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3826"} {"level":"info","ts":"2026-03-04T01:24:26.343206Z","caller":"traceutil/trace.go:171","msg":"trace[2097557794] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:621; }","duration":"180.197161ms","start":"2026-03-04T01:24:26.162996Z","end":"2026-03-04T01:24:26.343193Z","steps":["trace[2097557794] 'agreement among raft nodes before linearized reading' (duration: 180.005646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:26.343386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.35572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4685"} {"level":"info","ts":"2026-03-04T01:24:26.343424Z","caller":"traceutil/trace.go:171","msg":"trace[1569115360] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:621; }","duration":"179.416112ms","start":"2026-03-04T01:24:26.163999Z","end":"2026-03-04T01:24:26.343415Z","steps":["trace[1569115360] 'agreement among raft nodes before linearized reading' (duration: 179.328849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:27.647409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.815321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:24:27.647581Z","caller":"traceutil/trace.go:171","msg":"trace[929469782] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:661; }","duration":"490.063885ms","start":"2026-03-04T01:24:27.157499Z","end":"2026-03-04T01:24:27.647563Z","steps":["trace[929469782] 'read index received' (duration: 319.881464ms)","trace[929469782] 'applied index is now lower than readState.Index' (duration: 170.181101ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:27.64765Z","caller":"traceutil/trace.go:171","msg":"trace[711224802] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"520.736236ms","start":"2026-03-04T01:24:27.126865Z","end":"2026-03-04T01:24:27.647601Z","steps":["trace[711224802] 'process raft request' (duration: 350.655798ms)","trace[711224802] 'compare' (duration: 169.680558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:27.647825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:27.126835Z","time spent":"520.91877ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:24:27.647837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.340501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:24:27.647877Z","caller":"traceutil/trace.go:171","msg":"trace[183525016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:644; }","duration":"490.432463ms","start":"2026-03-04T01:24:27.157435Z","end":"2026-03-04T01:24:27.647867Z","steps":["trace[183525016] 'agreement among raft nodes before linearized reading' (duration: 490.221988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:27.647912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:27.157412Z","time spent":"490.492845ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:24:28.974935Z","caller":"traceutil/trace.go:171","msg":"trace[1844539966] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"208.454083ms","start":"2026-03-04T01:24:28.766445Z","end":"2026-03-04T01:24:28.974899Z","steps":["trace[1844539966] 'process raft request' (duration: 195.526538ms)","trace[1844539966] 'compare' (duration: 12.568756ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:28.974971Z","caller":"traceutil/trace.go:171","msg":"trace[1216696936] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"206.990736ms","start":"2026-03-04T01:24:28.767931Z","end":"2026-03-04T01:24:28.974921Z","steps":["trace[1216696936] 'process raft request' (duration: 206.882653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:29.160001Z","caller":"traceutil/trace.go:171","msg":"trace[915673109] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:693; }","duration":"239.077113ms","start":"2026-03-04T01:24:28.920895Z","end":"2026-03-04T01:24:29.159972Z","steps":["trace[915673109] 'read index received' (duration: 41.078963ms)","trace[915673109] 'applied index is now lower than readState.Index' (duration: 197.997069ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:29.160036Z","caller":"traceutil/trace.go:171","msg":"trace[551320837] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"382.93896ms","start":"2026-03-04T01:24:28.777071Z","end":"2026-03-04T01:24:29.16001Z","steps":["trace[551320837] 'process raft request' (duration: 377.196406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:29.160184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:28.777041Z","time spent":"383.059434ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:29.160243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.340729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:29.160292Z","caller":"traceutil/trace.go:171","msg":"trace[1107184772] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:678; }","duration":"239.451692ms","start":"2026-03-04T01:24:28.920826Z","end":"2026-03-04T01:24:29.160278Z","steps":["trace[1107184772] 'agreement among raft nodes before linearized reading' (duration: 239.334529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:29.173141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.321496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-c25zm\" ","response":"range_response_count:1 size:4888"} {"level":"info","ts":"2026-03-04T01:24:29.173207Z","caller":"traceutil/trace.go:171","msg":"trace[2111968930] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-c25zm; range_end:; response_count:1; response_revision:680; }","duration":"194.448751ms","start":"2026-03-04T01:24:28.978744Z","end":"2026-03-04T01:24:29.173192Z","steps":["trace[2111968930] 'agreement among raft nodes before linearized reading' (duration: 194.247405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:30.52867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.983325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-04T01:24:30.528826Z","caller":"traceutil/trace.go:171","msg":"trace[1302213459] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:701; }","duration":"207.205561ms","start":"2026-03-04T01:24:30.321567Z","end":"2026-03-04T01:24:30.528772Z","steps":["trace[1302213459] 'range keys from in-memory index tree' (duration: 206.664647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:40.824306Z","caller":"traceutil/trace.go:171","msg":"trace[1996209795] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"142.240707ms","start":"2026-03-04T01:24:40.682039Z","end":"2026-03-04T01:24:40.824279Z","steps":["trace[1996209795] 'process raft request' (duration: 142.020451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:41.044171Z","caller":"traceutil/trace.go:171","msg":"trace[750609100] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"144.70792ms","start":"2026-03-04T01:24:40.89944Z","end":"2026-03-04T01:24:41.044148Z","steps":["trace[750609100] 'process raft request' (duration: 144.577527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:42.070855Z","caller":"traceutil/trace.go:171","msg":"trace[1937268947] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"333.464837ms","start":"2026-03-04T01:24:41.737362Z","end":"2026-03-04T01:24:42.070826Z","steps":["trace[1937268947] 'process raft request' (duration: 333.259641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:42.071025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:41.737348Z","time spent":"333.5852ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:42.071057Z","caller":"traceutil/trace.go:171","msg":"trace[291582672] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"333.177149ms","start":"2026-03-04T01:24:41.73779Z","end":"2026-03-04T01:24:42.070967Z","steps":["trace[291582672] 'process raft request' (duration: 332.992574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:42.071302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:41.737778Z","time spent":"333.351773ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:45.815972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379306475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:24:46.316775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379306475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:24:46.377695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185288218s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:24:46.423691Z","caller":"traceutil/trace.go:171","msg":"trace[1442126746] linearizableReadLoop","detail":"{readStateIndex:910; appliedIndex:909; }","duration":"1.108302571s","start":"2026-03-04T01:24:45.315354Z","end":"2026-03-04T01:24:46.423656Z","steps":["trace[1442126746] 'read index received' (duration: 1.062624172s)","trace[1442126746] 'applied index is now lower than readState.Index' (duration: 45.676458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:46.423906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.559781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:46.423949Z","caller":"traceutil/trace.go:171","msg":"trace[1355719826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:887; }","duration":"932.648864ms","start":"2026-03-04T01:24:45.491289Z","end":"2026-03-04T01:24:46.423937Z","steps":["trace[1355719826] 'agreement among raft nodes before linearized reading' (duration: 932.554401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:46.423987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:45.491277Z","time spent":"932.701525ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:24:46.424008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108636609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:24:46.424087Z","caller":"traceutil/trace.go:171","msg":"trace[881031535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:887; }","duration":"1.108791553s","start":"2026-03-04T01:24:45.315273Z","end":"2026-03-04T01:24:46.424064Z","steps":["trace[881031535] 'agreement among raft nodes before linearized reading' (duration: 1.108541686s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:46.424084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.619159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:24:46.424153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:45.315253Z","time spent":"1.108883446s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:24:46.424189Z","caller":"traceutil/trace.go:171","msg":"trace[1707608262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:887; }","duration":"335.755023ms","start":"2026-03-04T01:24:46.088412Z","end":"2026-03-04T01:24:46.424167Z","steps":["trace[1707608262] 'agreement among raft nodes before linearized reading' (duration: 335.476085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:46.424175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.686287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T01:24:46.424248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:46.088394Z","time spent":"335.841676ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:24:46.424259Z","caller":"traceutil/trace.go:171","msg":"trace[1509561679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:887; }","duration":"297.779389ms","start":"2026-03-04T01:24:46.12646Z","end":"2026-03-04T01:24:46.42424Z","steps":["trace[1509561679] 'agreement among raft nodes before linearized reading' (duration: 297.543692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:46.424244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.461444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:24:46.424324Z","caller":"traceutil/trace.go:171","msg":"trace[1717137078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:887; }","duration":"624.531716ms","start":"2026-03-04T01:24:45.799772Z","end":"2026-03-04T01:24:46.424304Z","steps":["trace[1717137078] 'agreement among raft nodes before linearized reading' (duration: 624.388622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:46.424113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.702803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:24:46.424373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:45.799709Z","time spent":"624.654819ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:24:46.424398Z","caller":"traceutil/trace.go:171","msg":"trace[2093981777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:887; }","duration":"340.045152ms","start":"2026-03-04T01:24:46.084344Z","end":"2026-03-04T01:24:46.424389Z","steps":["trace[2093981777] 'agreement among raft nodes before linearized reading' (duration: 339.641801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:46.424437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:46.084319Z","time spent":"340.106084ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:25:02.627095Z","caller":"traceutil/trace.go:171","msg":"trace[782560711] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"100.894167ms","start":"2026-03-04T01:25:02.526168Z","end":"2026-03-04T01:25:02.627062Z","steps":["trace[782560711] 'compare' (duration: 94.28181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:02.627507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.108069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:25:02.627605Z","caller":"traceutil/trace.go:171","msg":"trace[893621025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1019; }","duration":"104.259222ms","start":"2026-03-04T01:25:02.523322Z","end":"2026-03-04T01:25:02.627582Z","steps":["trace[893621025] 'agreement among raft nodes before linearized reading' (duration: 103.854441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:03.048623Z","caller":"traceutil/trace.go:171","msg":"trace[1245771601] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"107.044902ms","start":"2026-03-04T01:25:02.941534Z","end":"2026-03-04T01:25:03.048579Z","steps":["trace[1245771601] 'process raft request' (duration: 71.665602ms)","trace[1245771601] 'compare' (duration: 35.040102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:07.234273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.444217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-p4l9z\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-04T01:25:07.234367Z","caller":"traceutil/trace.go:171","msg":"trace[1892331156] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-p4l9z; range_end:; response_count:1; response_revision:1051; }","duration":"238.608261ms","start":"2026-03-04T01:25:06.99574Z","end":"2026-03-04T01:25:07.234348Z","steps":["trace[1892331156] 'range keys from in-memory index tree' (duration: 238.19849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:12.625424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.842206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:12.625646Z","caller":"traceutil/trace.go:171","msg":"trace[1749418933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1159; }","duration":"134.613286ms","start":"2026-03-04T01:25:12.490989Z","end":"2026-03-04T01:25:12.625602Z","steps":["trace[1749418933] 'range keys from in-memory index tree' (duration: 133.766724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:14.212322Z","caller":"traceutil/trace.go:171","msg":"trace[2086353802] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"167.615958ms","start":"2026-03-04T01:25:14.044683Z","end":"2026-03-04T01:25:14.212299Z","steps":["trace[2086353802] 'process raft request' (duration: 167.465694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:14.315788Z","caller":"traceutil/trace.go:171","msg":"trace[2022949175] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"194.660452ms","start":"2026-03-04T01:25:14.121102Z","end":"2026-03-04T01:25:14.315762Z","steps":["trace[2022949175] 'process raft request' (duration: 194.204351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:15.677548Z","caller":"traceutil/trace.go:171","msg":"trace[1491216381] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"457.411405ms","start":"2026-03-04T01:25:15.220109Z","end":"2026-03-04T01:25:15.67752Z","steps":["trace[1491216381] 'process raft request' (duration: 457.251431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:15.677735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:15.22008Z","time spent":"457.560568ms","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:15.81057Z","caller":"traceutil/trace.go:171","msg":"trace[530412115] linearizableReadLoop","detail":"{readStateIndex:1211; appliedIndex:1209; }","duration":"318.182505ms","start":"2026-03-04T01:25:15.492362Z","end":"2026-03-04T01:25:15.810545Z","steps":["trace[530412115] 'read index received' (duration: 185.084096ms)","trace[530412115] 'applied index is now lower than readState.Index' (duration: 133.096699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:15.810703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.315379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:15.810736Z","caller":"traceutil/trace.go:171","msg":"trace[799836708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1177; }","duration":"318.418571ms","start":"2026-03-04T01:25:15.492308Z","end":"2026-03-04T01:25:15.810726Z","steps":["trace[799836708] 'agreement among raft nodes before linearized reading' (duration: 318.331649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:15.810773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:15.492286Z","time spent":"318.479693ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:25:40.375999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.614428ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T01:25:40.37612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.051167Z","time spent":"324.949832ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:25:40.662238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379307882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:41.162457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379307882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:41.486187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.342342013s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:25:41.611728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.236867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:41.611839Z","caller":"traceutil/trace.go:171","msg":"trace[184225798] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"1.468066641s","start":"2026-03-04T01:25:40.143753Z","end":"2026-03-04T01:25:41.61182Z","steps":["trace[184225798] 'process raft request' (duration: 1.342655091s)","trace[184225798] 'compare' (duration: 125.091743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:41.611898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.143726Z","time spent":"1.468144854s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:41.619491Z","caller":"traceutil/trace.go:171","msg":"trace[325282252] linearizableReadLoop","detail":"{readStateIndex:1630; appliedIndex:1626; }","duration":"1.45781264s","start":"2026-03-04T01:25:40.161657Z","end":"2026-03-04T01:25:41.619469Z","steps":["trace[325282252] 'read index received' (duration: 1.324769162s)","trace[325282252] 'applied index is now lower than readState.Index' (duration: 133.042298ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:41.619599Z","caller":"traceutil/trace.go:171","msg":"trace[892934480] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"1.242375347s","start":"2026-03-04T01:25:40.377214Z","end":"2026-03-04T01:25:41.619589Z","steps":["trace[892934480] 'process raft request' (duration: 1.242011679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:41.619715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.377188Z","time spent":"1.242443178s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:41.619759Z","caller":"traceutil/trace.go:171","msg":"trace[1322054358] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"262.812065ms","start":"2026-03-04T01:25:41.35689Z","end":"2026-03-04T01:25:41.619702Z","steps":["trace[1322054358] 'process raft request' (duration: 262.543138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:41.619796Z","caller":"traceutil/trace.go:171","msg":"trace[2130615569] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"1.137974265s","start":"2026-03-04T01:25:40.481793Z","end":"2026-03-04T01:25:41.619768Z","steps":["trace[2130615569] 'process raft request' (duration: 1.137563694s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:41.619934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.481767Z","time spent":"1.138089447s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:41.620039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094849814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T01:25:41.620098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.000073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:25:41.620107Z","caller":"traceutil/trace.go:171","msg":"trace[1757096615] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1570; }","duration":"1.094956987s","start":"2026-03-04T01:25:40.525129Z","end":"2026-03-04T01:25:41.620086Z","steps":["trace[1757096615] 'agreement among raft nodes before linearized reading' (duration: 1.094752342s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:41.620129Z","caller":"traceutil/trace.go:171","msg":"trace[358846457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1570; }","duration":"763.032513ms","start":"2026-03-04T01:25:40.857087Z","end":"2026-03-04T01:25:41.62012Z","steps":["trace[358846457] 'agreement among raft nodes before linearized reading' (duration: 762.938131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:41.620131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.33846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:25:41.620148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.891426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2c4393b-1753-48f8-a318-deb7728e0101\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T01:25:41.620168Z","caller":"traceutil/trace.go:171","msg":"trace[214966825] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"1.029309145s","start":"2026-03-04T01:25:40.590842Z","end":"2026-03-04T01:25:41.620151Z","steps":["trace[214966825] 'process raft request' (duration: 1.028556616s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:41.620203Z","caller":"traceutil/trace.go:171","msg":"trace[547212984] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f2c4393b-1753-48f8-a318-deb7728e0101; range_end:; response_count:1; response_revision:1570; }","duration":"956.945287ms","start":"2026-03-04T01:25:40.663243Z","end":"2026-03-04T01:25:41.620188Z","steps":["trace[547212984] 'agreement among raft nodes before linearized reading' (duration: 956.799463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:41.620218Z","caller":"traceutil/trace.go:171","msg":"trace[980959406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1570; }","duration":"730.439883ms","start":"2026-03-04T01:25:40.889744Z","end":"2026-03-04T01:25:41.620184Z","steps":["trace[980959406] 'agreement among raft nodes before linearized reading' (duration: 730.239898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:41.620244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.663212Z","time spent":"957.020548ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2c4393b-1753-48f8-a318-deb7728e0101\" "} {"level":"warn","ts":"2026-03-04T01:25:41.620282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.889736Z","time spent":"730.533245ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:41.620293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.590824Z","time spent":"1.029382596s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:41.620307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.454574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:25:41.620394Z","caller":"traceutil/trace.go:171","msg":"trace[257411207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1570; }","duration":"750.578598ms","start":"2026-03-04T01:25:40.869808Z","end":"2026-03-04T01:25:41.620386Z","steps":["trace[257411207] 'agreement among raft nodes before linearized reading' (duration: 750.439734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:41.620427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.869789Z","time spent":"750.629759ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:25:41.620156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.85703Z","time spent":"763.119646ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:25:41.620153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.525115Z","time spent":"1.095027629s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:25:41.62067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.010686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:25:41.620666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.401839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18997ef98d009b2a\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-04T01:25:41.620674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.633839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:25:41.620699Z","caller":"traceutil/trace.go:171","msg":"trace[1809224014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1570; }","duration":"720.069888ms","start":"2026-03-04T01:25:40.900621Z","end":"2026-03-04T01:25:41.620691Z","steps":["trace[1809224014] 'agreement among raft nodes before linearized reading' (duration: 719.992126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:41.620717Z","caller":"traceutil/trace.go:171","msg":"trace[1747199924] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18997ef98d009b2a; range_end:; response_count:1; response_revision:1570; }","duration":"414.491381ms","start":"2026-03-04T01:25:41.206208Z","end":"2026-03-04T01:25:41.6207Z","steps":["trace[1747199924] 'agreement among raft nodes before linearized reading' (duration: 414.347308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:41.620729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.9006Z","time spent":"720.122219ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:25:41.620723Z","caller":"traceutil/trace.go:171","msg":"trace[1441569592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1570; }","duration":"978.714461ms","start":"2026-03-04T01:25:40.641995Z","end":"2026-03-04T01:25:41.620709Z","steps":["trace[1441569592] 'agreement among raft nodes before linearized reading' (duration: 978.184538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:41.620748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.195033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:41.620769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.206186Z","time spent":"414.571994ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18997ef98d009b2a\" "} {"level":"warn","ts":"2026-03-04T01:25:41.620778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.641981Z","time spent":"978.786653ms","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:25:41.62023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.606787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:25:41.620812Z","caller":"traceutil/trace.go:171","msg":"trace[892259194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1570; }","duration":"129.290426ms","start":"2026-03-04T01:25:41.491507Z","end":"2026-03-04T01:25:41.620797Z","steps":["trace[892259194] 'agreement among raft nodes before linearized reading' (duration: 129.201164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:41.620811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459152613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2c4393b-1753-48f8-a318-deb7728e0101\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T01:25:41.620872Z","caller":"traceutil/trace.go:171","msg":"trace[1898004864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f2c4393b-1753-48f8-a318-deb7728e0101; range_end:; response_count:1; response_revision:1570; }","duration":"1.459245495s","start":"2026-03-04T01:25:40.161612Z","end":"2026-03-04T01:25:41.620857Z","steps":["trace[1898004864] 'agreement among raft nodes before linearized reading' (duration: 1.459091711s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:41.620927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.161594Z","time spent":"1.459322037s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2c4393b-1753-48f8-a318-deb7728e0101\" "} {"level":"info","ts":"2026-03-04T01:25:41.620831Z","caller":"traceutil/trace.go:171","msg":"trace[851280154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1570; }","duration":"731.233712ms","start":"2026-03-04T01:25:40.889589Z","end":"2026-03-04T01:25:41.620823Z","steps":["trace[851280154] 'agreement among raft nodes before linearized reading' (duration: 730.586337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:41.621052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.889578Z","time spent":"731.464528ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:25:42.000176Z","caller":"traceutil/trace.go:171","msg":"trace[162039820] linearizableReadLoop","detail":"{readStateIndex:1632; appliedIndex:1631; }","duration":"374.609042ms","start":"2026-03-04T01:25:41.625539Z","end":"2026-03-04T01:25:42.000148Z","steps":["trace[162039820] 'read index received' (duration: 374.419117ms)","trace[162039820] 'applied index is now lower than readState.Index' (duration: 188.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:42.000248Z","caller":"traceutil/trace.go:171","msg":"trace[651878318] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"375.33055ms","start":"2026-03-04T01:25:41.624883Z","end":"2026-03-04T01:25:42.000213Z","steps":["trace[651878318] 'process raft request' (duration: 375.078963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.000432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.624864Z","time spent":"375.440173ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:42.00051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.93509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:25:42.000589Z","caller":"traceutil/trace.go:171","msg":"trace[628112715] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1571; }","duration":"375.082833ms","start":"2026-03-04T01:25:41.625486Z","end":"2026-03-04T01:25:42.000569Z","steps":["trace[628112715] 'agreement among raft nodes before linearized reading' (duration: 374.780396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.000645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.625465Z","time spent":"375.170546ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T01:25:42.500416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379307902,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:25:42.710391Z","caller":"traceutil/trace.go:171","msg":"trace[825650790] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"1.084374917s","start":"2026-03-04T01:25:41.625983Z","end":"2026-03-04T01:25:42.710358Z","steps":["trace[825650790] 'process raft request' (duration: 1.084170112s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.710569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.625968Z","time spent":"1.08451844s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:42.710727Z","caller":"traceutil/trace.go:171","msg":"trace[1653176616] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"1.084657093s","start":"2026-03-04T01:25:41.626042Z","end":"2026-03-04T01:25:42.710699Z","steps":["trace[1653176616] 'process raft request' (duration: 1.084278474s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:42.710838Z","caller":"traceutil/trace.go:171","msg":"trace[865360398] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"1.084488309s","start":"2026-03-04T01:25:41.626337Z","end":"2026-03-04T01:25:42.710825Z","steps":["trace[865360398] 'process raft request' (duration: 1.084244683s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.710872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.626025Z","time spent":"1.084765646s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:42.710899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.626331Z","time spent":"1.0845331s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:42.710922Z","caller":"traceutil/trace.go:171","msg":"trace[1363201466] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"1.084140181s","start":"2026-03-04T01:25:41.626756Z","end":"2026-03-04T01:25:42.710896Z","steps":["trace[1363201466] 'process raft request' (duration: 1.083921456s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:42.710938Z","caller":"traceutil/trace.go:171","msg":"trace[1704576192] linearizableReadLoop","detail":"{readStateIndex:1639; appliedIndex:1632; }","duration":"710.654856ms","start":"2026-03-04T01:25:42.00026Z","end":"2026-03-04T01:25:42.710914Z","steps":["trace[1704576192] 'read index received' (duration: 709.800636ms)","trace[1704576192] 'applied index is now lower than readState.Index' (duration: 852.62µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:42.710999Z","caller":"traceutil/trace.go:171","msg":"trace[757088123] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"1.083779102s","start":"2026-03-04T01:25:41.627208Z","end":"2026-03-04T01:25:42.710987Z","steps":["trace[757088123] 'process raft request' (duration: 1.083568287s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.711245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.196516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T01:25:42.711279Z","caller":"traceutil/trace.go:171","msg":"trace[2005174726] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1578; }","duration":"708.249758ms","start":"2026-03-04T01:25:42.003019Z","end":"2026-03-04T01:25:42.711269Z","steps":["trace[2005174726] 'agreement among raft nodes before linearized reading' (duration: 708.186536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.711287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.739707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:42.711316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.003Z","time spent":"708.308839ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T01:25:42.711328Z","caller":"traceutil/trace.go:171","msg":"trace[308718055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1578; }","duration":"219.824599ms","start":"2026-03-04T01:25:42.491492Z","end":"2026-03-04T01:25:42.711316Z","steps":["trace[308718055] 'agreement among raft nodes before linearized reading' (duration: 219.767798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.711032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.626751Z","time spent":"1.084224673s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:42.71102Z","caller":"traceutil/trace.go:171","msg":"trace[2064624118] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"1.083732081s","start":"2026-03-04T01:25:41.627247Z","end":"2026-03-04T01:25:42.710979Z","steps":["trace[2064624118] 'process raft request' (duration: 1.083573717s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.711853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.627242Z","time spent":"1.084550081s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:42.711644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.627199Z","time spent":"1.083991397s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:42.711015Z","caller":"traceutil/trace.go:171","msg":"trace[995723758] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"1.080178754s","start":"2026-03-04T01:25:41.630813Z","end":"2026-03-04T01:25:42.710991Z","steps":["trace[995723758] 'process raft request' (duration: 1.080045231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.711979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.630806Z","time spent":"1.081135287s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:42.711105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.600642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:25:42.712086Z","caller":"traceutil/trace.go:171","msg":"trace[681582886] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1578; }","duration":"857.661728ms","start":"2026-03-04T01:25:41.854414Z","end":"2026-03-04T01:25:42.712076Z","steps":["trace[681582886] 'agreement among raft nodes before linearized reading' (duration: 856.612102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.712132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.85438Z","time spent":"857.73785ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:25:52.020743Z","caller":"traceutil/trace.go:171","msg":"trace[1559231905] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"376.886737ms","start":"2026-03-04T01:25:51.643828Z","end":"2026-03-04T01:25:52.020715Z","steps":["trace[1559231905] 'process raft request' (duration: 376.707423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:52.020935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:51.643792Z","time spent":"377.034791ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:52.021541Z","caller":"traceutil/trace.go:171","msg":"trace[1645488600] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"367.54152ms","start":"2026-03-04T01:25:51.653967Z","end":"2026-03-04T01:25:52.021508Z","steps":["trace[1645488600] 'process raft request' (duration: 367.368085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:52.021729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:51.653938Z","time spent":"367.709383ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:52.022039Z","caller":"traceutil/trace.go:171","msg":"trace[1110226912] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"366.557424ms","start":"2026-03-04T01:25:51.655471Z","end":"2026-03-04T01:25:52.022028Z","steps":["trace[1110226912] 'process raft request' (duration: 365.97646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:52.02217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:51.655447Z","time spent":"366.631676ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:52.021775Z","caller":"traceutil/trace.go:171","msg":"trace[467497158] linearizableReadLoop","detail":"{readStateIndex:1723; appliedIndex:1720; }","duration":"298.968285ms","start":"2026-03-04T01:25:51.722784Z","end":"2026-03-04T01:25:52.021752Z","steps":["trace[467497158] 'read index received' (duration: 297.879077ms)","trace[467497158] 'applied index is now lower than readState.Index' (duration: 1.087568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:52.021916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.116588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:52.022339Z","caller":"traceutil/trace.go:171","msg":"trace[1446743046] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1659; }","duration":"299.579798ms","start":"2026-03-04T01:25:51.722746Z","end":"2026-03-04T01:25:52.022326Z","steps":["trace[1446743046] 'agreement among raft nodes before linearized reading' (duration: 299.078736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:52.022961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.846947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:25:52.023216Z","caller":"traceutil/trace.go:171","msg":"trace[1952772899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1659; }","duration":"237.041952ms","start":"2026-03-04T01:25:51.785995Z","end":"2026-03-04T01:25:52.023037Z","steps":["trace[1952772899] 'agreement among raft nodes before linearized reading' (duration: 236.389656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:26.654709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.867771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:26:26.654807Z","caller":"traceutil/trace.go:171","msg":"trace[1014578862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1845; }","duration":"379.016035ms","start":"2026-03-04T01:26:26.275771Z","end":"2026-03-04T01:26:26.654787Z","steps":["trace[1014578862] 'range keys from in-memory index tree' (duration: 378.661775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:26.654853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:26.275757Z","time spent":"379.087026ms","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:26:26.654904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.568254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:26.655046Z","caller":"traceutil/trace.go:171","msg":"trace[1635587973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1845; }","duration":"161.782729ms","start":"2026-03-04T01:26:26.493239Z","end":"2026-03-04T01:26:26.655022Z","steps":["trace[1635587973] 'range keys from in-memory index tree' (duration: 161.475111ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:27.03751Z","caller":"traceutil/trace.go:171","msg":"trace[1272183015] linearizableReadLoop","detail":"{readStateIndex:1918; appliedIndex:1917; }","duration":"202.375049ms","start":"2026-03-04T01:26:26.835115Z","end":"2026-03-04T01:26:27.03749Z","steps":["trace[1272183015] 'read index received' (duration: 202.259126ms)","trace[1272183015] 'applied index is now lower than readState.Index' (duration: 111.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:27.037575Z","caller":"traceutil/trace.go:171","msg":"trace[1903613508] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"336.426365ms","start":"2026-03-04T01:26:26.701115Z","end":"2026-03-04T01:26:27.037541Z","steps":["trace[1903613508] 'process raft request' (duration: 336.237301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:27.037815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.564022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:26:27.037897Z","caller":"traceutil/trace.go:171","msg":"trace[479377705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1846; }","duration":"107.687605ms","start":"2026-03-04T01:26:26.930191Z","end":"2026-03-04T01:26:27.037879Z","steps":["trace[479377705] 'agreement among raft nodes before linearized reading' (duration: 107.47765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:27.037928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.146001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:26:27.037958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.098814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:26:27.038024Z","caller":"traceutil/trace.go:171","msg":"trace[1068643320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1846; }","duration":"104.300824ms","start":"2026-03-04T01:26:26.933708Z","end":"2026-03-04T01:26:27.038009Z","steps":["trace[1068643320] 'agreement among raft nodes before linearized reading' (duration: 104.097629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:27.038038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.905722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:26:27.038077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.940751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:26:27.038157Z","caller":"traceutil/trace.go:171","msg":"trace[905782370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1846; }","duration":"103.239698ms","start":"2026-03-04T01:26:26.934791Z","end":"2026-03-04T01:26:27.038031Z","steps":["trace[905782370] 'agreement among raft nodes before linearized reading' (duration: 102.954061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:27.038173Z","caller":"traceutil/trace.go:171","msg":"trace[143295825] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1846; }","duration":"203.090307ms","start":"2026-03-04T01:26:26.835065Z","end":"2026-03-04T01:26:27.038155Z","steps":["trace[143295825] 'agreement among raft nodes before linearized reading' (duration: 202.556124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:27.037988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:26.701093Z","time spent":"336.757053ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:27.038269Z","caller":"traceutil/trace.go:171","msg":"trace[1047060315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1846; }","duration":"103.173807ms","start":"2026-03-04T01:26:26.935024Z","end":"2026-03-04T01:26:27.038198Z","steps":["trace[1047060315] 'agreement among raft nodes before linearized reading' (duration: 102.660104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:27.193079Z","caller":"traceutil/trace.go:171","msg":"trace[1931051621] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"150.571241ms","start":"2026-03-04T01:26:27.042486Z","end":"2026-03-04T01:26:27.193057Z","steps":["trace[1931051621] 'process raft request' (duration: 150.396026ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:27.193379Z","caller":"traceutil/trace.go:171","msg":"trace[159588365] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"150.800596ms","start":"2026-03-04T01:26:27.042546Z","end":"2026-03-04T01:26:27.193347Z","steps":["trace[159588365] 'process raft request' (duration: 150.469289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:27.193694Z","caller":"traceutil/trace.go:171","msg":"trace[1257215562] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"150.576111ms","start":"2026-03-04T01:26:27.043078Z","end":"2026-03-04T01:26:27.193654Z","steps":["trace[1257215562] 'process raft request' (duration: 150.203732ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:27.193857Z","caller":"traceutil/trace.go:171","msg":"trace[899749861] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"150.52303ms","start":"2026-03-04T01:26:27.043312Z","end":"2026-03-04T01:26:27.193835Z","steps":["trace[899749861] 'process raft request' (duration: 150.245193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:27.19393Z","caller":"traceutil/trace.go:171","msg":"trace[2034524355] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"150.586681ms","start":"2026-03-04T01:26:27.043298Z","end":"2026-03-04T01:26:27.193885Z","steps":["trace[2034524355] 'process raft request' (duration: 150.403557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:28.465302Z","caller":"traceutil/trace.go:171","msg":"trace[447915524] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1925; }","duration":"149.041184ms","start":"2026-03-04T01:26:28.316229Z","end":"2026-03-04T01:26:28.46527Z","steps":["trace[447915524] 'read index received' (duration: 83.569247ms)","trace[447915524] 'applied index is now lower than readState.Index' (duration: 65.470947ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:28.46534Z","caller":"traceutil/trace.go:171","msg":"trace[191160213] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"304.83984ms","start":"2026-03-04T01:26:28.16046Z","end":"2026-03-04T01:26:28.4653Z","steps":["trace[191160213] 'process raft request' (duration: 239.401796ms)","trace[191160213] 'compare' (duration: 65.173348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:28.465498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.239748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:26:28.465521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:28.160441Z","time spent":"304.990784ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:28.465588Z","caller":"traceutil/trace.go:171","msg":"trace[1623575708] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1854; }","duration":"149.376772ms","start":"2026-03-04T01:26:28.316187Z","end":"2026-03-04T01:26:28.465564Z","steps":["trace[1623575708] 'agreement among raft nodes before linearized reading' (duration: 149.202408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:28.809727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.482276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:26:28.809798Z","caller":"traceutil/trace.go:171","msg":"trace[1105957025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1854; }","duration":"139.555307ms","start":"2026-03-04T01:26:28.670222Z","end":"2026-03-04T01:26:28.809778Z","steps":["trace[1105957025] 'range keys from in-memory index tree' (duration: 139.330983ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:34.183019Z","caller":"traceutil/trace.go:171","msg":"trace[1070915679] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"109.634902ms","start":"2026-03-04T01:26:34.073358Z","end":"2026-03-04T01:26:34.182992Z","steps":["trace[1070915679] 'process raft request' (duration: 109.489108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:34.583518Z","caller":"traceutil/trace.go:171","msg":"trace[1737786582] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1954; }","duration":"170.130368ms","start":"2026-03-04T01:26:34.413362Z","end":"2026-03-04T01:26:34.583492Z","steps":["trace[1737786582] 'read index received' (duration: 164.249568ms)","trace[1737786582] 'applied index is now lower than readState.Index' (duration: 5.87937ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:34.583558Z","caller":"traceutil/trace.go:171","msg":"trace[218098739] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"310.67674ms","start":"2026-03-04T01:26:34.272838Z","end":"2026-03-04T01:26:34.583515Z","steps":["trace[218098739] 'process raft request' (duration: 304.766679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:34.583679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.310213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:34.583802Z","caller":"traceutil/trace.go:171","msg":"trace[1630246152] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1882; }","duration":"170.445686ms","start":"2026-03-04T01:26:34.413338Z","end":"2026-03-04T01:26:34.583783Z","steps":["trace[1630246152] 'agreement among raft nodes before linearized reading' (duration: 170.278682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:34.583718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:34.272813Z","time spent":"310.810232ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:26:35.268763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.114976ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:35.269096Z","caller":"traceutil/trace.go:171","msg":"trace[116461332] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1882; }","duration":"369.465216ms","start":"2026-03-04T01:26:34.899612Z","end":"2026-03-04T01:26:35.269077Z","steps":["trace[116461332] 'range keys from in-memory index tree' (duration: 369.097606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:35.269392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.157522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:26:35.269777Z","caller":"traceutil/trace.go:171","msg":"trace[2010982798] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"668.984999ms","start":"2026-03-04T01:26:34.60077Z","end":"2026-03-04T01:26:35.269755Z","steps":["trace[2010982798] 'process raft request' (duration: 668.929237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:35.269755Z","caller":"traceutil/trace.go:171","msg":"trace[1784835052] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"723.735429ms","start":"2026-03-04T01:26:34.545972Z","end":"2026-03-04T01:26:35.269707Z","steps":["trace[1784835052] 'process raft request' (duration: 723.598385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:35.269817Z","caller":"traceutil/trace.go:171","msg":"trace[352322133] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"783.129948ms","start":"2026-03-04T01:26:34.486584Z","end":"2026-03-04T01:26:35.269714Z","steps":["trace[352322133] 'process raft request' (duration: 545.531486ms)","trace[352322133] 'compare' (duration: 236.664069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:35.27Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:34.545941Z","time spent":"723.967553ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:35.269851Z","caller":"traceutil/trace.go:171","msg":"trace[2002806149] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1955; }","duration":"686.17938ms","start":"2026-03-04T01:26:34.583587Z","end":"2026-03-04T01:26:35.269766Z","steps":["trace[2002806149] 'read index received' (duration: 448.515296ms)","trace[2002806149] 'applied index is now lower than readState.Index' (duration: 237.661384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:35.269949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.154116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:26:35.270248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:34.486558Z","time spent":"783.499657ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:35.270348Z","caller":"traceutil/trace.go:171","msg":"trace[1063302054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1885; }","duration":"777.550825ms","start":"2026-03-04T01:26:34.492734Z","end":"2026-03-04T01:26:35.270285Z","steps":["trace[1063302054] 'agreement among raft nodes before linearized reading' (duration: 777.155396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:35.270478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:34.492721Z","time spent":"777.722199ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:26:35.270527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.765971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-04T01:26:35.270591Z","caller":"traceutil/trace.go:171","msg":"trace[456322317] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1885; }","duration":"499.877644ms","start":"2026-03-04T01:26:34.770698Z","end":"2026-03-04T01:26:35.270576Z","steps":["trace[456322317] 'agreement among raft nodes before linearized reading' (duration: 499.613258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:35.270627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.549332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:26:35.270698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.000005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:26:35.270219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:34.600749Z","time spent":"669.120991ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:26:35.270636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:34.770679Z","time spent":"499.949395ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:26:35.270746Z","caller":"traceutil/trace.go:171","msg":"trace[1360682097] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1885; }","duration":"392.063996ms","start":"2026-03-04T01:26:34.878664Z","end":"2026-03-04T01:26:35.270728Z","steps":["trace[1360682097] 'agreement among raft nodes before linearized reading' (duration: 391.998374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:35.270785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:34.878652Z","time spent":"392.125238ms","remote":"127.0.0.1:33088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:26:35.270712Z","caller":"traceutil/trace.go:171","msg":"trace[1970761300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1885; }","duration":"120.677665ms","start":"2026-03-04T01:26:35.149994Z","end":"2026-03-04T01:26:35.270671Z","steps":["trace[1970761300] 'agreement among raft nodes before linearized reading' (duration: 120.45892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:35.271026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.718419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:26:35.271094Z","caller":"traceutil/trace.go:171","msg":"trace[1669879400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1885; }","duration":"412.804602ms","start":"2026-03-04T01:26:34.858269Z","end":"2026-03-04T01:26:35.271073Z","steps":["trace[1669879400] 'agreement among raft nodes before linearized reading' (duration: 412.644308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:35.271151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:34.858256Z","time spent":"412.883363ms","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:27:20.992368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379309519,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:27:21.084704Z","caller":"traceutil/trace.go:171","msg":"trace[1621876499] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"771.823457ms","start":"2026-03-04T01:27:20.312856Z","end":"2026-03-04T01:27:21.08468Z","steps":["trace[1621876499] 'process raft request' (duration: 771.647122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:21.084873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:20.312834Z","time spent":"771.94272ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:21.0858Z","caller":"traceutil/trace.go:171","msg":"trace[88190376] linearizableReadLoop","detail":"{readStateIndex:2376; appliedIndex:2374; }","duration":"593.586595ms","start":"2026-03-04T01:27:20.492186Z","end":"2026-03-04T01:27:21.085772Z","steps":["trace[88190376] 'read index received' (duration: 592.296314ms)","trace[88190376] 'applied index is now lower than readState.Index' (duration: 1.289121ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:21.085866Z","caller":"traceutil/trace.go:171","msg":"trace[224807550] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"329.531061ms","start":"2026-03-04T01:27:20.756312Z","end":"2026-03-04T01:27:21.085843Z","steps":["trace[224807550] 'process raft request' (duration: 329.286675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:21.085975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:20.756274Z","time spent":"329.638884ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:21.085986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.80391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:21.086047Z","caller":"traceutil/trace.go:171","msg":"trace[755812793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2284; }","duration":"593.907882ms","start":"2026-03-04T01:27:20.492126Z","end":"2026-03-04T01:27:21.086034Z","steps":["trace[755812793] 'agreement among raft nodes before linearized reading' (duration: 593.81189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:21.086088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:20.492101Z","time spent":"593.980214ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:27:21.086147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.259023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T01:27:21.086196Z","caller":"traceutil/trace.go:171","msg":"trace[1403256889] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2284; }","duration":"265.401647ms","start":"2026-03-04T01:27:20.820782Z","end":"2026-03-04T01:27:21.086183Z","steps":["trace[1403256889] 'agreement among raft nodes before linearized reading' (duration: 265.174402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:25.610633Z","caller":"traceutil/trace.go:171","msg":"trace[156982588] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"150.172024ms","start":"2026-03-04T01:27:25.460437Z","end":"2026-03-04T01:27:25.610609Z","steps":["trace[156982588] 'process raft request' (duration: 149.99421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:55.75904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379310052,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:27:55.985065Z","caller":"traceutil/trace.go:171","msg":"trace[1129817864] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"727.544823ms","start":"2026-03-04T01:27:55.257495Z","end":"2026-03-04T01:27:55.98504Z","steps":["trace[1129817864] 'process raft request' (duration: 727.40585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:55.985212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:55.257471Z","time spent":"727.666926ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:56.15948Z","caller":"traceutil/trace.go:171","msg":"trace[1850908478] linearizableReadLoop","detail":"{readStateIndex:2574; appliedIndex:2571; }","duration":"901.26141ms","start":"2026-03-04T01:27:55.258199Z","end":"2026-03-04T01:27:56.159461Z","steps":["trace[1850908478] 'read index received' (duration: 726.714194ms)","trace[1850908478] 'applied index is now lower than readState.Index' (duration: 174.546475ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:56.159557Z","caller":"traceutil/trace.go:171","msg":"trace[1465660057] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"445.024601ms","start":"2026-03-04T01:27:55.714489Z","end":"2026-03-04T01:27:56.159513Z","steps":["trace[1465660057] 'process raft request' (duration: 444.874967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:56.159684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.464904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18997f170e33f631\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-04T01:27:56.159721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:55.714455Z","time spent":"445.164734ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:56.159829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.868715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:27:56.159856Z","caller":"traceutil/trace.go:171","msg":"trace[42961546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2475; }","duration":"366.969588ms","start":"2026-03-04T01:27:55.792878Z","end":"2026-03-04T01:27:56.159848Z","steps":["trace[42961546] 'agreement among raft nodes before linearized reading' (duration: 366.893216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:56.159887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:55.79284Z","time spent":"367.039699ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:56.159883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.607104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:27:56.159731Z","caller":"traceutil/trace.go:171","msg":"trace[2017667035] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18997f170e33f631; range_end:; response_count:1; response_revision:2475; }","duration":"901.527086ms","start":"2026-03-04T01:27:55.25819Z","end":"2026-03-04T01:27:56.159717Z","steps":["trace[2017667035] 'agreement among raft nodes before linearized reading' (duration: 901.383392ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:56.159946Z","caller":"traceutil/trace.go:171","msg":"trace[2146363014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2475; }","duration":"370.674706ms","start":"2026-03-04T01:27:55.789245Z","end":"2026-03-04T01:27:56.159919Z","steps":["trace[2146363014] 'agreement among raft nodes before linearized reading' (duration: 370.552183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:56.159979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:55.789236Z","time spent":"370.735708ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:56.160003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:55.258136Z","time spent":"901.821012ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18997f170e33f631\" "} {"level":"warn","ts":"2026-03-04T01:27:56.160066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.72085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:27:56.160197Z","caller":"traceutil/trace.go:171","msg":"trace[1676721645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2475; }","duration":"363.909205ms","start":"2026-03-04T01:27:55.796261Z","end":"2026-03-04T01:27:56.16017Z","steps":["trace[1676721645] 'agreement among raft nodes before linearized reading' (duration: 363.510566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:56.160223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.375908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:27:56.160097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.899881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T01:27:56.160256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:55.796248Z","time spent":"363.997967ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:27:56.160309Z","caller":"traceutil/trace.go:171","msg":"trace[793097190] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2475; }","duration":"363.160678ms","start":"2026-03-04T01:27:55.797127Z","end":"2026-03-04T01:27:56.160287Z","steps":["trace[793097190] 'agreement among raft nodes before linearized reading' (duration: 362.755708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:56.16036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:55.797064Z","time spent":"363.2815ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:27:56.160389Z","caller":"traceutil/trace.go:171","msg":"trace[795488076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2475; }","duration":"372.90387ms","start":"2026-03-04T01:27:55.787345Z","end":"2026-03-04T01:27:56.160249Z","steps":["trace[795488076] 'agreement among raft nodes before linearized reading' (duration: 372.346657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:56.160434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:55.787325Z","time spent":"373.100594ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:27:56.160459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.873334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:27:56.160502Z","caller":"traceutil/trace.go:171","msg":"trace[1950123964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2475; }","duration":"363.945786ms","start":"2026-03-04T01:27:55.79654Z","end":"2026-03-04T01:27:56.160485Z","steps":["trace[1950123964] 'agreement among raft nodes before linearized reading' (duration: 363.761321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:56.160544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:55.796531Z","time spent":"364.006157ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:27:56.499886Z","caller":"traceutil/trace.go:171","msg":"trace[1648537458] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"337.573176ms","start":"2026-03-04T01:27:56.162286Z","end":"2026-03-04T01:27:56.49986Z","steps":["trace[1648537458] 'process raft request' (duration: 303.941743ms)","trace[1648537458] 'compare' (duration: 33.485929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:56.500061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:56.16226Z","time spent":"337.705499ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:56.765523Z","caller":"traceutil/trace.go:171","msg":"trace[1999417326] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"601.111755ms","start":"2026-03-04T01:27:56.16438Z","end":"2026-03-04T01:27:56.765491Z","steps":["trace[1999417326] 'process raft request' (duration: 520.996514ms)","trace[1999417326] 'compare' (duration: 79.923557ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:56.76553Z","caller":"traceutil/trace.go:171","msg":"trace[988934525] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"600.815478ms","start":"2026-03-04T01:27:56.164689Z","end":"2026-03-04T01:27:56.765505Z","steps":["trace[988934525] 'process raft request' (duration: 600.736826ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:56.765722Z","caller":"traceutil/trace.go:171","msg":"trace[1201795768] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"600.651194ms","start":"2026-03-04T01:27:56.165055Z","end":"2026-03-04T01:27:56.765707Z","steps":["trace[1201795768] 'process raft request' (duration: 600.414068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:56.76583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:56.164357Z","time spent":"601.237618ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:56.765888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:56.165042Z","time spent":"600.733806ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:56.766154Z","caller":"traceutil/trace.go:171","msg":"trace[1688004375] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"600.961501ms","start":"2026-03-04T01:27:56.165179Z","end":"2026-03-04T01:27:56.76614Z","steps":["trace[1688004375] 'process raft request' (duration: 600.49132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:56.766257Z","caller":"traceutil/trace.go:171","msg":"trace[1600489640] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"600.684595ms","start":"2026-03-04T01:27:56.16556Z","end":"2026-03-04T01:27:56.766245Z","steps":["trace[1600489640] 'process raft request' (duration: 600.559742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:56.765722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:56.16467Z","time spent":"600.962251ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:56.766415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:56.165544Z","time spent":"600.829239ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:56.766262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:56.165172Z","time spent":"601.018332ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:56.76655Z","caller":"traceutil/trace.go:171","msg":"trace[1662386002] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"600.907142ms","start":"2026-03-04T01:27:56.165629Z","end":"2026-03-04T01:27:56.766536Z","steps":["trace[1662386002] 'process raft request' (duration: 600.584223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:56.766622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:56.165617Z","time spent":"600.963333ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:56.766708Z","caller":"traceutil/trace.go:171","msg":"trace[877374945] linearizableReadLoop","detail":"{readStateIndex:2582; appliedIndex:2575; }","duration":"272.923174ms","start":"2026-03-04T01:27:56.493737Z","end":"2026-03-04T01:27:56.76666Z","steps":["trace[877374945] 'read index received' (duration: 191.579392ms)","trace[877374945] 'applied index is now lower than readState.Index' (duration: 81.342061ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:56.766727Z","caller":"traceutil/trace.go:171","msg":"trace[1621818125] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"373.234568ms","start":"2026-03-04T01:27:56.393482Z","end":"2026-03-04T01:27:56.766716Z","steps":["trace[1621818125] 'process raft request' (duration: 372.988542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:56.766792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:56.393445Z","time spent":"373.3157ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9239,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:56.76683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.099168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:56.766941Z","caller":"traceutil/trace.go:171","msg":"trace[1404477199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2483; }","duration":"273.256512ms","start":"2026-03-04T01:27:56.493673Z","end":"2026-03-04T01:27:56.76693Z","steps":["trace[1404477199] 'agreement among raft nodes before linearized reading' (duration: 273.113039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:57.118352Z","caller":"traceutil/trace.go:171","msg":"trace[1207982882] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"184.048523ms","start":"2026-03-04T01:27:56.934267Z","end":"2026-03-04T01:27:57.118316Z","steps":["trace[1207982882] 'process raft request' (duration: 170.593571ms)","trace[1207982882] 'compare' (duration: 13.196406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:57.118365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.589226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:57.118572Z","caller":"traceutil/trace.go:171","msg":"trace[1701451196] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2483; }","duration":"210.840772ms","start":"2026-03-04T01:27:56.907701Z","end":"2026-03-04T01:27:57.118542Z","steps":["trace[1701451196] 'count revisions from in-memory index tree' (duration: 210.213507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:03.035002Z","caller":"traceutil/trace.go:171","msg":"trace[2115693207] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"235.510821ms","start":"2026-03-04T01:28:02.799467Z","end":"2026-03-04T01:28:03.034978Z","steps":["trace[2115693207] 'process raft request' (duration: 235.309346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:03.035342Z","caller":"traceutil/trace.go:171","msg":"trace[199180964] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"235.4776ms","start":"2026-03-04T01:28:02.799852Z","end":"2026-03-04T01:28:03.03533Z","steps":["trace[199180964] 'process raft request' (duration: 235.087471ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:03.035461Z","caller":"traceutil/trace.go:171","msg":"trace[1295037099] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"234.529637ms","start":"2026-03-04T01:28:02.800855Z","end":"2026-03-04T01:28:03.035384Z","steps":["trace[1295037099] 'process raft request' (duration: 234.336563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:03.035554Z","caller":"traceutil/trace.go:171","msg":"trace[1659770494] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"234.576417ms","start":"2026-03-04T01:28:02.800951Z","end":"2026-03-04T01:28:03.035528Z","steps":["trace[1659770494] 'process raft request' (duration: 234.359142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:03.036008Z","caller":"traceutil/trace.go:171","msg":"trace[627775899] linearizableReadLoop","detail":"{readStateIndex:2613; appliedIndex:2607; }","duration":"215.661787ms","start":"2026-03-04T01:28:02.820335Z","end":"2026-03-04T01:28:03.035997Z","steps":["trace[627775899] 'read index received' (duration: 29.218287ms)","trace[627775899] 'applied index is now lower than readState.Index' (duration: 186.44254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:03.036143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.676859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:03.036179Z","caller":"traceutil/trace.go:171","msg":"trace[1110499230] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2513; }","duration":"187.769752ms","start":"2026-03-04T01:28:02.8484Z","end":"2026-03-04T01:28:03.03617Z","steps":["trace[1110499230] 'agreement among raft nodes before linearized reading' (duration: 187.6981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:03.036232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.880382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T01:28:03.036304Z","caller":"traceutil/trace.go:171","msg":"trace[1312762925] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2513; }","duration":"215.982564ms","start":"2026-03-04T01:28:02.820306Z","end":"2026-03-04T01:28:03.036289Z","steps":["trace[1312762925] 'agreement among raft nodes before linearized reading' (duration: 215.7833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:03.036419Z","caller":"traceutil/trace.go:171","msg":"trace[878595815] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"235.069601ms","start":"2026-03-04T01:28:02.801325Z","end":"2026-03-04T01:28:03.036395Z","steps":["trace[878595815] 'process raft request' (duration: 234.157728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:03.184007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.236885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-04T01:28:03.184065Z","caller":"traceutil/trace.go:171","msg":"trace[982770752] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2513; }","duration":"137.317917ms","start":"2026-03-04T01:28:03.046733Z","end":"2026-03-04T01:28:03.184051Z","steps":["trace[982770752] 'range keys from in-memory index tree' (duration: 137.081871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:03.184243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.45919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:28:03.184261Z","caller":"traceutil/trace.go:171","msg":"trace[167062281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2513; }","duration":"137.504402ms","start":"2026-03-04T01:28:03.046751Z","end":"2026-03-04T01:28:03.184255Z","steps":["trace[167062281] 'range keys from in-memory index tree' (duration: 137.363599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:18.835592Z","caller":"traceutil/trace.go:171","msg":"trace[219440966] transaction","detail":"{read_only:false; response_revision:3357; number_of_response:1; }","duration":"154.318623ms","start":"2026-03-04T01:30:18.681249Z","end":"2026-03-04T01:30:18.835568Z","steps":["trace[219440966] 'process raft request' (duration: 153.985845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:42.559846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.987467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:31:42.559931Z","caller":"traceutil/trace.go:171","msg":"trace[1142453811] linearizableReadLoop","detail":"{readStateIndex:4520; appliedIndex:4519; }","duration":"174.861704ms","start":"2026-03-04T01:31:42.385056Z","end":"2026-03-04T01:31:42.559917Z","steps":["trace[1142453811] 'read index received' (duration: 67.853826ms)","trace[1142453811] 'applied index is now lower than readState.Index' (duration: 107.006928ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:42.559944Z","caller":"traceutil/trace.go:171","msg":"trace[1172962833] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"175.734025ms","start":"2026-03-04T01:31:42.384196Z","end":"2026-03-04T01:31:42.55993Z","steps":["trace[1172962833] 'process raft request' (duration: 68.611095ms)","trace[1172962833] 'compare' (duration: 106.873124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:42.560073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.012618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16032"} {"level":"info","ts":"2026-03-04T01:31:42.560102Z","caller":"traceutil/trace.go:171","msg":"trace[983763809] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4345; }","duration":"175.060219ms","start":"2026-03-04T01:31:42.385035Z","end":"2026-03-04T01:31:42.560095Z","steps":["trace[983763809] 'agreement among raft nodes before linearized reading' (duration: 174.938907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:42.564402Z","caller":"traceutil/trace.go:171","msg":"trace[683842214] transaction","detail":"{read_only:false; response_revision:4346; number_of_response:1; }","duration":"179.122089ms","start":"2026-03-04T01:31:42.385252Z","end":"2026-03-04T01:31:42.564374Z","steps":["trace[683842214] 'process raft request' (duration: 178.903484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:42.56444Z","caller":"traceutil/trace.go:171","msg":"trace[402605426] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"179.046308ms","start":"2026-03-04T01:31:42.385371Z","end":"2026-03-04T01:31:42.564418Z","steps":["trace[402605426] 'process raft request' (duration: 178.929185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:42.564463Z","caller":"traceutil/trace.go:171","msg":"trace[987705899] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"179.10734ms","start":"2026-03-04T01:31:42.385332Z","end":"2026-03-04T01:31:42.564439Z","steps":["trace[987705899] 'process raft request' (duration: 178.999107ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:42.564545Z","caller":"traceutil/trace.go:171","msg":"trace[897313196] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"179.059368ms","start":"2026-03-04T01:31:42.385437Z","end":"2026-03-04T01:31:42.564496Z","steps":["trace[897313196] 'process raft request' (duration: 178.928995ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:42.564628Z","caller":"traceutil/trace.go:171","msg":"trace[2119472237] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"179.027067ms","start":"2026-03-04T01:31:42.385567Z","end":"2026-03-04T01:31:42.564594Z","steps":["trace[2119472237] 'process raft request' (duration: 178.826142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:42.564935Z","caller":"traceutil/trace.go:171","msg":"trace[225978493] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"170.867836ms","start":"2026-03-04T01:31:42.394054Z","end":"2026-03-04T01:31:42.564922Z","steps":["trace[225978493] 'process raft request' (duration: 170.395575ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:42.5651Z","caller":"traceutil/trace.go:171","msg":"trace[982112393] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"167.869893ms","start":"2026-03-04T01:31:42.397225Z","end":"2026-03-04T01:31:42.565094Z","steps":["trace[982112393] 'process raft request' (duration: 167.622047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:42.565174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.123574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-04T01:31:42.5721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.913987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-04T01:31:42.57217Z","caller":"traceutil/trace.go:171","msg":"trace[1760562229] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4353; }","duration":"186.001459ms","start":"2026-03-04T01:31:42.386152Z","end":"2026-03-04T01:31:42.572154Z","steps":["trace[1760562229] 'agreement among raft nodes before linearized reading' (duration: 178.855233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:42.572416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.129483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:42.572469Z","caller":"traceutil/trace.go:171","msg":"trace[1157568679] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4353; }","duration":"167.400842ms","start":"2026-03-04T01:31:42.405055Z","end":"2026-03-04T01:31:42.572456Z","steps":["trace[1157568679] 'agreement among raft nodes before linearized reading' (duration: 160.094862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:42.572652Z","caller":"traceutil/trace.go:171","msg":"trace[71226238] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4353; }","duration":"123.222336ms","start":"2026-03-04T01:31:42.441991Z","end":"2026-03-04T01:31:42.565213Z","steps":["trace[71226238] 'agreement among raft nodes before linearized reading' (duration: 123.033612ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:42.565237Z","caller":"traceutil/trace.go:171","msg":"trace[966406709] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"166.807116ms","start":"2026-03-04T01:31:42.398413Z","end":"2026-03-04T01:31:42.56522Z","steps":["trace[966406709] 'process raft request' (duration: 166.52371ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:44.599879Z","caller":"traceutil/trace.go:171","msg":"trace[1278311154] linearizableReadLoop","detail":"{readStateIndex:4554; appliedIndex:4553; }","duration":"492.614859ms","start":"2026-03-04T01:31:44.107232Z","end":"2026-03-04T01:31:44.599847Z","steps":["trace[1278311154] 'read index received' (duration: 492.141687ms)","trace[1278311154] 'applied index is now lower than readState.Index' (duration: 471.522µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:44.599925Z","caller":"traceutil/trace.go:171","msg":"trace[599881931] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"610.549806ms","start":"2026-03-04T01:31:43.989345Z","end":"2026-03-04T01:31:44.599895Z","steps":["trace[599881931] 'process raft request' (duration: 610.035512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:44.600051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:43.989319Z","time spent":"610.660819ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:44.600178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.91959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:31:44.600221Z","caller":"traceutil/trace.go:171","msg":"trace[1965048468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4377; }","duration":"280.981121ms","start":"2026-03-04T01:31:44.319229Z","end":"2026-03-04T01:31:44.60021Z","steps":["trace[1965048468] 'agreement among raft nodes before linearized reading' (duration: 280.811557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:44.600266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.939195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:31:44.600238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.990908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:31:44.600291Z","caller":"traceutil/trace.go:171","msg":"trace[2077975985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4377; }","duration":"249.018136ms","start":"2026-03-04T01:31:44.351264Z","end":"2026-03-04T01:31:44.600282Z","steps":["trace[2077975985] 'agreement among raft nodes before linearized reading' (duration: 248.886083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:44.600323Z","caller":"traceutil/trace.go:171","msg":"trace[698998446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4377; }","duration":"493.144192ms","start":"2026-03-04T01:31:44.107153Z","end":"2026-03-04T01:31:44.600297Z","steps":["trace[698998446] 'agreement among raft nodes before linearized reading' (duration: 492.869986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:44.600294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.536589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:31:44.600381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:44.107117Z","time spent":"493.255365ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:31:44.600399Z","caller":"traceutil/trace.go:171","msg":"trace[83277529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4377; }","duration":"216.681122ms","start":"2026-03-04T01:31:44.383694Z","end":"2026-03-04T01:31:44.600375Z","steps":["trace[83277529] 'agreement among raft nodes before linearized reading' (duration: 216.367675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:44.600346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.443097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:31:44.600428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.721424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:31:44.600456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.067149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:44.600524Z","caller":"traceutil/trace.go:171","msg":"trace[623749057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4377; }","duration":"249.649361ms","start":"2026-03-04T01:31:44.350843Z","end":"2026-03-04T01:31:44.600493Z","steps":["trace[623749057] 'agreement among raft nodes before linearized reading' (duration: 249.234331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:44.600536Z","caller":"traceutil/trace.go:171","msg":"trace[591253670] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4377; }","duration":"280.844898ms","start":"2026-03-04T01:31:44.319678Z","end":"2026-03-04T01:31:44.600523Z","steps":["trace[591253670] 'agreement among raft nodes before linearized reading' (duration: 280.681024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:44.600548Z","caller":"traceutil/trace.go:171","msg":"trace[494914564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4377; }","duration":"109.190972ms","start":"2026-03-04T01:31:44.491343Z","end":"2026-03-04T01:31:44.600534Z","steps":["trace[494914564] 'agreement among raft nodes before linearized reading' (duration: 109.072189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:46.727315Z","caller":"traceutil/trace.go:171","msg":"trace[1527503883] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"111.114189ms","start":"2026-03-04T01:31:46.616175Z","end":"2026-03-04T01:31:46.727289Z","steps":["trace[1527503883] 'process raft request' (duration: 110.938855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.409507Z","caller":"traceutil/trace.go:171","msg":"trace[1836395935] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"792.957126ms","start":"2026-03-04T01:31:46.616516Z","end":"2026-03-04T01:31:47.409474Z","steps":["trace[1836395935] 'process raft request' (duration: 719.293596ms)","trace[1836395935] 'compare' (duration: 73.419103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:47.409817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:46.616493Z","time spent":"793.1002ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:31:47.409995Z","caller":"traceutil/trace.go:171","msg":"trace[317049035] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"793.393207ms","start":"2026-03-04T01:31:46.616567Z","end":"2026-03-04T01:31:47.40996Z","steps":["trace[317049035] 'process raft request' (duration: 792.831823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.409993Z","caller":"traceutil/trace.go:171","msg":"trace[232422361] linearizableReadLoop","detail":"{readStateIndex:4674; appliedIndex:4669; }","duration":"790.856775ms","start":"2026-03-04T01:31:46.619098Z","end":"2026-03-04T01:31:47.409955Z","steps":["trace[232422361] 'read index received' (duration: 108.102726ms)","trace[232422361] 'applied index is now lower than readState.Index' (duration: 682.752199ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:47.410059Z","caller":"traceutil/trace.go:171","msg":"trace[1568698238] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"793.14983ms","start":"2026-03-04T01:31:46.61686Z","end":"2026-03-04T01:31:47.41001Z","steps":["trace[1568698238] 'process raft request' (duration: 792.800592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.410111Z","caller":"traceutil/trace.go:171","msg":"trace[48845957] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"791.298025ms","start":"2026-03-04T01:31:46.618737Z","end":"2026-03-04T01:31:47.410035Z","steps":["trace[48845957] 'process raft request' (duration: 791.0808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:47.410208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:46.616552Z","time spent":"793.51853ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:47.410298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:46.616853Z","time spent":"793.334855ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:31:47.410343Z","caller":"traceutil/trace.go:171","msg":"trace[1502484905] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"187.009023ms","start":"2026-03-04T01:31:47.223319Z","end":"2026-03-04T01:31:47.410328Z","steps":["trace[1502484905] 'process raft request' (duration: 186.727006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.410147Z","caller":"traceutil/trace.go:171","msg":"trace[752127078] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"607.379007ms","start":"2026-03-04T01:31:46.802751Z","end":"2026-03-04T01:31:47.41013Z","steps":["trace[752127078] 'process raft request' (duration: 607.130381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:47.410405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.258835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:31:47.410423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:46.802705Z","time spent":"607.681005ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:47.410336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:46.61872Z","time spent":"791.49047ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:31:47.410462Z","caller":"traceutil/trace.go:171","msg":"trace[623530159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4495; }","duration":"791.376697ms","start":"2026-03-04T01:31:46.619071Z","end":"2026-03-04T01:31:47.410448Z","steps":["trace[623530159] 'agreement among raft nodes before linearized reading' (duration: 791.128391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:47.410511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:46.619059Z","time spent":"791.440419ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:31:47.410565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.339874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T01:31:47.410653Z","caller":"traceutil/trace.go:171","msg":"trace[1764123082] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4496; }","duration":"247.449657ms","start":"2026-03-04T01:31:47.163182Z","end":"2026-03-04T01:31:47.410631Z","steps":["trace[1764123082] 'agreement among raft nodes before linearized reading' (duration: 247.183901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:47.410659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.840827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-04T01:31:47.410644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.039006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wfwvl-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-04T01:31:47.410707Z","caller":"traceutil/trace.go:171","msg":"trace[87948165] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61; range_end:; response_count:1; response_revision:4496; }","duration":"352.916818ms","start":"2026-03-04T01:31:47.057777Z","end":"2026-03-04T01:31:47.410694Z","steps":["trace[87948165] 'agreement among raft nodes before linearized reading' (duration: 352.747494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.410741Z","caller":"traceutil/trace.go:171","msg":"trace[1508611723] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wfwvl-tls; range_end:; response_count:1; response_revision:4496; }","duration":"422.207759ms","start":"2026-03-04T01:31:46.988507Z","end":"2026-03-04T01:31:47.410715Z","steps":["trace[1508611723] 'agreement among raft nodes before linearized reading' (duration: 421.82275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:47.410752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:47.057764Z","time spent":"352.979489ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61\" "} {"level":"warn","ts":"2026-03-04T01:31:47.410794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:46.988482Z","time spent":"422.301782ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wfwvl-tls\" "} {"level":"warn","ts":"2026-03-04T01:31:47.410954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.506785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-04T01:31:47.411008Z","caller":"traceutil/trace.go:171","msg":"trace[388964884] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61; range_end:; response_count:1; response_revision:4496; }","duration":"393.608927ms","start":"2026-03-04T01:31:47.017386Z","end":"2026-03-04T01:31:47.410994Z","steps":["trace[388964884] 'agreement among raft nodes before linearized reading' (duration: 393.141846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:47.411102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:47.01736Z","time spent":"393.73059ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61\" "} {"level":"warn","ts":"2026-03-04T01:31:47.411843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.910105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719312"} {"level":"info","ts":"2026-03-04T01:31:47.411914Z","caller":"traceutil/trace.go:171","msg":"trace[563054860] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4496; }","duration":"120.213452ms","start":"2026-03-04T01:31:47.291683Z","end":"2026-03-04T01:31:47.411897Z","steps":["trace[563054860] 'agreement among raft nodes before linearized reading' (duration: 118.689705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.52634Z","caller":"traceutil/trace.go:171","msg":"trace[1797780218] linearizableReadLoop","detail":"{readStateIndex:4677; appliedIndex:4676; }","duration":"108.900494ms","start":"2026-03-04T01:31:47.417413Z","end":"2026-03-04T01:31:47.526314Z","steps":["trace[1797780218] 'read index received' (duration: 108.72951ms)","trace[1797780218] 'applied index is now lower than readState.Index' (duration: 169.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:47.526432Z","caller":"traceutil/trace.go:171","msg":"trace[1160388810] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"109.033888ms","start":"2026-03-04T01:31:47.417345Z","end":"2026-03-04T01:31:47.526379Z","steps":["trace[1160388810] 'process raft request' (duration: 108.788952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:47.526604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.161531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-wfwvl-tls\" ","response":"range_response_count:1 size:4424"} {"level":"info","ts":"2026-03-04T01:31:47.526652Z","caller":"traceutil/trace.go:171","msg":"trace[30821138] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-wfwvl-tls; range_end:; response_count:1; response_revision:4497; }","duration":"109.230273ms","start":"2026-03-04T01:31:47.417407Z","end":"2026-03-04T01:31:47.526638Z","steps":["trace[30821138] 'agreement among raft nodes before linearized reading' (duration: 109.052389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.532326Z","caller":"traceutil/trace.go:171","msg":"trace[47800392] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"114.686847ms","start":"2026-03-04T01:31:47.417608Z","end":"2026-03-04T01:31:47.532295Z","steps":["trace[47800392] 'process raft request' (duration: 114.576434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.53244Z","caller":"traceutil/trace.go:171","msg":"trace[112328476] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"114.831681ms","start":"2026-03-04T01:31:47.417576Z","end":"2026-03-04T01:31:47.532408Z","steps":["trace[112328476] 'process raft request' (duration: 114.484142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:47.532648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.438769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719312"} {"level":"info","ts":"2026-03-04T01:31:47.532693Z","caller":"traceutil/trace.go:171","msg":"trace[406128774] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4499; }","duration":"105.521341ms","start":"2026-03-04T01:31:47.42716Z","end":"2026-03-04T01:31:47.532681Z","steps":["trace[406128774] 'agreement among raft nodes before linearized reading' (duration: 105.093621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:49.97211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379315164,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:31:50.107965Z","caller":"traceutil/trace.go:171","msg":"trace[282375675] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"689.991838ms","start":"2026-03-04T01:31:49.417908Z","end":"2026-03-04T01:31:50.1079Z","steps":["trace[282375675] 'process raft request' (duration: 663.840145ms)","trace[282375675] 'compare' (duration: 25.667801ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:50.108014Z","caller":"traceutil/trace.go:171","msg":"trace[1467982092] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"687.327032ms","start":"2026-03-04T01:31:49.420655Z","end":"2026-03-04T01:31:50.107982Z","steps":["trace[1467982092] 'process raft request' (duration: 687.27185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:50.108041Z","caller":"traceutil/trace.go:171","msg":"trace[917459979] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"688.050329ms","start":"2026-03-04T01:31:49.419956Z","end":"2026-03-04T01:31:50.108006Z","steps":["trace[917459979] 'process raft request' (duration: 687.915326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:50.108034Z","caller":"traceutil/trace.go:171","msg":"trace[1404783724] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"688.701616ms","start":"2026-03-04T01:31:49.419276Z","end":"2026-03-04T01:31:50.107977Z","steps":["trace[1404783724] 'process raft request' (duration: 688.492181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.108189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:49.420647Z","time spent":"687.448574ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:50.108226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:49.419925Z","time spent":"688.191003ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:50.108243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:49.417887Z","time spent":"690.203332ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:50.108266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:49.419258Z","time spent":"688.878709ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:31:50.138456Z","caller":"traceutil/trace.go:171","msg":"trace[1919646221] linearizableReadLoop","detail":"{readStateIndex:4709; appliedIndex:4704; }","duration":"667.341921ms","start":"2026-03-04T01:31:49.47109Z","end":"2026-03-04T01:31:50.138432Z","steps":["trace[1919646221] 'read index received' (duration: 610.74131ms)","trace[1919646221] 'applied index is now lower than readState.Index' (duration: 56.598911ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:50.138636Z","caller":"traceutil/trace.go:171","msg":"trace[1072782457] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"662.600704ms","start":"2026-03-04T01:31:49.476002Z","end":"2026-03-04T01:31:50.138602Z","steps":["trace[1072782457] 'process raft request' (duration: 662.260796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.138815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:49.475969Z","time spent":"662.750648ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:50.138828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.181975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:50.138887Z","caller":"traceutil/trace.go:171","msg":"trace[518380279] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4528; }","duration":"101.291938ms","start":"2026-03-04T01:31:50.037579Z","end":"2026-03-04T01:31:50.138871Z","steps":["trace[518380279] 'agreement among raft nodes before linearized reading' (duration: 101.042082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.13908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.97924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:31:50.139177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.219147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6wmmj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:31:50.139355Z","caller":"traceutil/trace.go:171","msg":"trace[315110002] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6wmmj; range_end:; response_count:1; response_revision:4528; }","duration":"283.38187ms","start":"2026-03-04T01:31:49.855888Z","end":"2026-03-04T01:31:50.13927Z","steps":["trace[315110002] 'agreement among raft nodes before linearized reading' (duration: 282.95604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.139403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.075909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"warn","ts":"2026-03-04T01:31:50.139323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.998254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-04T01:31:50.139473Z","caller":"traceutil/trace.go:171","msg":"trace[1512574054] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4528; }","duration":"633.170882ms","start":"2026-03-04T01:31:49.506287Z","end":"2026-03-04T01:31:50.139458Z","steps":["trace[1512574054] 'agreement among raft nodes before linearized reading' (duration: 632.893215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.139512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:49.506274Z","time spent":"633.231213ms","remote":"127.0.0.1:51924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413105,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T01:31:50.139189Z","caller":"traceutil/trace.go:171","msg":"trace[1234746303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4528; }","duration":"603.156054ms","start":"2026-03-04T01:31:49.535996Z","end":"2026-03-04T01:31:50.139152Z","steps":["trace[1234746303] 'agreement among raft nodes before linearized reading' (duration: 602.815336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.139578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:49.535983Z","time spent":"603.575054ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:31:50.139603Z","caller":"traceutil/trace.go:171","msg":"trace[1615428564] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61; range_end:; response_count:1; response_revision:4528; }","duration":"720.268691ms","start":"2026-03-04T01:31:49.419233Z","end":"2026-03-04T01:31:50.139502Z","steps":["trace[1615428564] 'agreement among raft nodes before linearized reading' (duration: 719.316088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.139754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.70847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777497"} {"level":"info","ts":"2026-03-04T01:31:50.139805Z","caller":"traceutil/trace.go:171","msg":"trace[23252128] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4528; }","duration":"621.777762ms","start":"2026-03-04T01:31:49.518017Z","end":"2026-03-04T01:31:50.139794Z","steps":["trace[23252128] 'agreement among raft nodes before linearized reading' (duration: 620.927811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.139841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:49.518006Z","time spent":"621.826473ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777520,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-04T01:31:50.139755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:49.41919Z","time spent":"720.511667ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61\" "} {"level":"warn","ts":"2026-03-04T01:31:50.139267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.371174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:50.140505Z","caller":"traceutil/trace.go:171","msg":"trace[775179725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4528; }","duration":"649.443731ms","start":"2026-03-04T01:31:49.490848Z","end":"2026-03-04T01:31:50.140292Z","steps":["trace[775179725] 'agreement among raft nodes before linearized reading' (duration: 647.705229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.140727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:49.490835Z","time spent":"649.847091ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:31:50.342515Z","caller":"traceutil/trace.go:171","msg":"trace[1371630459] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"175.710576ms","start":"2026-03-04T01:31:50.166772Z","end":"2026-03-04T01:31:50.342482Z","steps":["trace[1371630459] 'process raft request' (duration: 109.564491ms)","trace[1371630459] 'compare' (duration: 65.97479ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:51.881678Z","caller":"traceutil/trace.go:171","msg":"trace[168543451] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"165.444774ms","start":"2026-03-04T01:31:51.716204Z","end":"2026-03-04T01:31:51.881649Z","steps":["trace[168543451] 'process raft request' (duration: 165.232898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:51.885825Z","caller":"traceutil/trace.go:171","msg":"trace[164859989] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"125.865931ms","start":"2026-03-04T01:31:51.759931Z","end":"2026-03-04T01:31:51.885797Z","steps":["trace[164859989] 'process raft request' (duration: 125.708267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:00.503715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.219831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:32:00.504261Z","caller":"traceutil/trace.go:171","msg":"trace[1783325119] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"201.815637ms","start":"2026-03-04T01:32:00.302414Z","end":"2026-03-04T01:32:00.504229Z","steps":["trace[1783325119] 'process raft request' (duration: 63.982552ms)","trace[1783325119] 'compare' (duration: 137.064576ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:00.504406Z","caller":"traceutil/trace.go:171","msg":"trace[429511209] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"193.996025ms","start":"2026-03-04T01:32:00.310388Z","end":"2026-03-04T01:32:00.504384Z","steps":["trace[429511209] 'process raft request' (duration: 193.525343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:00.504662Z","caller":"traceutil/trace.go:171","msg":"trace[681435132] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"202.152345ms","start":"2026-03-04T01:32:00.302496Z","end":"2026-03-04T01:32:00.504649Z","steps":["trace[681435132] 'process raft request' (duration: 201.352746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:00.504759Z","caller":"traceutil/trace.go:171","msg":"trace[1947168207] linearizableReadLoop","detail":"{readStateIndex:4915; appliedIndex:4913; }","duration":"202.121154ms","start":"2026-03-04T01:32:00.302623Z","end":"2026-03-04T01:32:00.504744Z","steps":["trace[1947168207] 'read index received' (duration: 63.757856ms)","trace[1947168207] 'applied index is now lower than readState.Index' (duration: 138.361798ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:00.50485Z","caller":"traceutil/trace.go:171","msg":"trace[877688923] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"194.352593ms","start":"2026-03-04T01:32:00.310488Z","end":"2026-03-04T01:32:00.504841Z","steps":["trace[877688923] 'process raft request' (duration: 193.479022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:00.505123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.507163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70919"} {"level":"info","ts":"2026-03-04T01:32:00.505167Z","caller":"traceutil/trace.go:171","msg":"trace[301583464] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4729; }","duration":"202.596725ms","start":"2026-03-04T01:32:00.302552Z","end":"2026-03-04T01:32:00.505149Z","steps":["trace[301583464] 'agreement among raft nodes before linearized reading' (duration: 202.331659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:05.331156Z","caller":"traceutil/trace.go:171","msg":"trace[540443551] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"453.720373ms","start":"2026-03-04T01:32:04.8774Z","end":"2026-03-04T01:32:05.33112Z","steps":["trace[540443551] 'process raft request' (duration: 453.433576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:05.331317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.669464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:05.331365Z","caller":"traceutil/trace.go:171","msg":"trace[1496493518] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4770; }","duration":"337.787397ms","start":"2026-03-04T01:32:04.993568Z","end":"2026-03-04T01:32:05.331356Z","steps":["trace[1496493518] 'agreement among raft nodes before linearized reading' (duration: 337.656394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:05.331182Z","caller":"traceutil/trace.go:171","msg":"trace[684643116] linearizableReadLoop","detail":"{readStateIndex:4958; appliedIndex:4957; }","duration":"337.543571ms","start":"2026-03-04T01:32:04.993611Z","end":"2026-03-04T01:32:05.331154Z","steps":["trace[684643116] 'read index received' (duration: 337.146821ms)","trace[684643116] 'applied index is now lower than readState.Index' (duration: 393.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:05.331405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:04.993548Z","time spent":"337.847998ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:32:05.331484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:04.877379Z","time spent":"453.937269ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:05.345122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.571659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:05.345243Z","caller":"traceutil/trace.go:171","msg":"trace[867854007] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4770; }","duration":"251.725933ms","start":"2026-03-04T01:32:05.09349Z","end":"2026-03-04T01:32:05.345216Z","steps":["trace[867854007] 'agreement among raft nodes before linearized reading' (duration: 251.524588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:05.345284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.526039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-x4z9b\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-03-04T01:32:05.345337Z","caller":"traceutil/trace.go:171","msg":"trace[1510628503] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-x4z9b; range_end:; response_count:1; response_revision:4770; }","duration":"100.602451ms","start":"2026-03-04T01:32:05.244722Z","end":"2026-03-04T01:32:05.345324Z","steps":["trace[1510628503] 'agreement among raft nodes before linearized reading' (duration: 100.391676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:10.688223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.013129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-642704f3-193e-46fc-9a34-9354600517e7\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-04T01:32:10.688327Z","caller":"traceutil/trace.go:171","msg":"trace[407743065] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-642704f3-193e-46fc-9a34-9354600517e7; range_end:; response_count:1; response_revision:4900; }","duration":"162.228454ms","start":"2026-03-04T01:32:10.526077Z","end":"2026-03-04T01:32:10.688306Z","steps":["trace[407743065] 'range keys from in-memory index tree' (duration: 161.728062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:10.688312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.085816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:10.688427Z","caller":"traceutil/trace.go:171","msg":"trace[973427057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4900; }","duration":"196.291381ms","start":"2026-03-04T01:32:10.492109Z","end":"2026-03-04T01:32:10.6884Z","steps":["trace[973427057] 'range keys from in-memory index tree' (duration: 195.893062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:10.688525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.901916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:32:10.68858Z","caller":"traceutil/trace.go:171","msg":"trace[1507921996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4900; }","duration":"139.961708ms","start":"2026-03-04T01:32:10.548605Z","end":"2026-03-04T01:32:10.688567Z","steps":["trace[1507921996] 'range keys from in-memory index tree' (duration: 139.64434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:10.689247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.120748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6wmmj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:32:10.689354Z","caller":"traceutil/trace.go:171","msg":"trace[740925633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6wmmj; range_end:; response_count:1; response_revision:4900; }","duration":"126.260541ms","start":"2026-03-04T01:32:10.563069Z","end":"2026-03-04T01:32:10.689329Z","steps":["trace[740925633] 'range keys from in-memory index tree' (duration: 125.923403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:10.824254Z","caller":"traceutil/trace.go:171","msg":"trace[824446435] linearizableReadLoop","detail":"{readStateIndex:5094; appliedIndex:5093; }","duration":"129.907911ms","start":"2026-03-04T01:32:10.69432Z","end":"2026-03-04T01:32:10.824228Z","steps":["trace[824446435] 'read index received' (duration: 129.639815ms)","trace[824446435] 'applied index is now lower than readState.Index' (duration: 267.156µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:10.824519Z","caller":"traceutil/trace.go:171","msg":"trace[1775951210] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"131.606582ms","start":"2026-03-04T01:32:10.692899Z","end":"2026-03-04T01:32:10.824505Z","steps":["trace[1775951210] 'process raft request' (duration: 131.156171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:10.824945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.622529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80100"} {"level":"info","ts":"2026-03-04T01:32:10.824981Z","caller":"traceutil/trace.go:171","msg":"trace[1921507703] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4901; }","duration":"130.6775ms","start":"2026-03-04T01:32:10.694293Z","end":"2026-03-04T01:32:10.82497Z","steps":["trace[1921507703] 'agreement among raft nodes before linearized reading' (duration: 130.429784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:10.825113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.753096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:10.825241Z","caller":"traceutil/trace.go:171","msg":"trace[24014816] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4901; }","duration":"118.959611ms","start":"2026-03-04T01:32:10.706252Z","end":"2026-03-04T01:32:10.825212Z","steps":["trace[24014816] 'agreement among raft nodes before linearized reading' (duration: 118.701075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:11.393823Z","caller":"traceutil/trace.go:171","msg":"trace[1965258292] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"169.937394ms","start":"2026-03-04T01:32:11.223821Z","end":"2026-03-04T01:32:11.393759Z","steps":["trace[1965258292] 'process raft request' (duration: 169.608486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:11.709579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.761881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:32:11.709855Z","caller":"traceutil/trace.go:171","msg":"trace[1221495905] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"310.741382ms","start":"2026-03-04T01:32:11.399084Z","end":"2026-03-04T01:32:11.709825Z","steps":["trace[1221495905] 'process raft request' (duration: 177.629512ms)","trace[1221495905] 'compare' (duration: 132.591457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:11.710021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:11.399049Z","time spent":"310.921376ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:12.25771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.66949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:32:12.258251Z","caller":"traceutil/trace.go:171","msg":"trace[1627539706] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"537.934732ms","start":"2026-03-04T01:32:11.7203Z","end":"2026-03-04T01:32:12.258235Z","steps":["trace[1627539706] 'process raft request' (duration: 537.838259ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:12.258205Z","caller":"traceutil/trace.go:171","msg":"trace[20509753] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"855.629325ms","start":"2026-03-04T01:32:11.402518Z","end":"2026-03-04T01:32:12.258147Z","steps":["trace[20509753] 'process raft request' (duration: 656.122835ms)","trace[20509753] 'compare' (duration: 198.173607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:12.258501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:11.402487Z","time spent":"855.960874ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:12.258348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:11.720269Z","time spent":"538.034524ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:32:12.258399Z","caller":"traceutil/trace.go:171","msg":"trace[1703395099] linearizableReadLoop","detail":"{readStateIndex:5097; appliedIndex:5095; }","duration":"766.328472ms","start":"2026-03-04T01:32:11.492045Z","end":"2026-03-04T01:32:12.258373Z","steps":["trace[1703395099] 'read index received' (duration: 84.674269ms)","trace[1703395099] 'applied index is now lower than readState.Index' (duration: 681.648903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:12.258638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.568408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:12.258759Z","caller":"traceutil/trace.go:171","msg":"trace[1865189095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4905; }","duration":"766.738542ms","start":"2026-03-04T01:32:11.491992Z","end":"2026-03-04T01:32:12.258731Z","steps":["trace[1865189095] 'agreement among raft nodes before linearized reading' (duration: 766.506916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:12.258798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:11.49197Z","time spent":"766.821584ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:32:12.310652Z","caller":"traceutil/trace.go:171","msg":"trace[202626142] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"126.632851ms","start":"2026-03-04T01:32:12.183989Z","end":"2026-03-04T01:32:12.310622Z","steps":["trace[202626142] 'process raft request' (duration: 126.402615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:12.310742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.709712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:12.310826Z","caller":"traceutil/trace.go:171","msg":"trace[2034848450] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4906; }","duration":"170.844706ms","start":"2026-03-04T01:32:12.139959Z","end":"2026-03-04T01:32:12.310804Z","steps":["trace[2034848450] 'agreement among raft nodes before linearized reading' (duration: 170.677642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:12.310902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.479167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-642704f3-193e-46fc-9a34-9354600517e7\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-04T01:32:12.311153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.282139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:32:12.311253Z","caller":"traceutil/trace.go:171","msg":"trace[1844978833] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4906; }","duration":"395.416552ms","start":"2026-03-04T01:32:11.915812Z","end":"2026-03-04T01:32:12.311229Z","steps":["trace[1844978833] 'agreement among raft nodes before linearized reading' (duration: 395.230678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:12.31133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:11.915738Z","time spent":"395.578977ms","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:32:12.311098Z","caller":"traceutil/trace.go:171","msg":"trace[390968541] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-642704f3-193e-46fc-9a34-9354600517e7; range_end:; response_count:1; response_revision:4906; }","duration":"615.727664ms","start":"2026-03-04T01:32:11.695342Z","end":"2026-03-04T01:32:12.311069Z","steps":["trace[390968541] 'agreement among raft nodes before linearized reading' (duration: 615.419325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:12.311914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:11.695316Z","time spent":"616.581714ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-642704f3-193e-46fc-9a34-9354600517e7\" "} {"level":"warn","ts":"2026-03-04T01:32:12.81884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.327619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:32:12.819092Z","caller":"traceutil/trace.go:171","msg":"trace[490122244] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"503.2239ms","start":"2026-03-04T01:32:12.315828Z","end":"2026-03-04T01:32:12.819052Z","steps":["trace[490122244] 'process raft request' (duration: 105.548672ms)","trace[490122244] 'compare' (duration: 397.134785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:12.819279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:12.315802Z","time spent":"503.374354ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:32:12.819483Z","caller":"traceutil/trace.go:171","msg":"trace[404864172] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"503.442445ms","start":"2026-03-04T01:32:12.316014Z","end":"2026-03-04T01:32:12.819457Z","steps":["trace[404864172] 'process raft request' (duration: 503.274061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:12.819605Z","caller":"traceutil/trace.go:171","msg":"trace[1819933136] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"503.625279ms","start":"2026-03-04T01:32:12.315953Z","end":"2026-03-04T01:32:12.819579Z","steps":["trace[1819933136] 'process raft request' (duration: 503.025765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:12.819643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:12.316004Z","time spent":"503.545518ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:32:12.819768Z","caller":"traceutil/trace.go:171","msg":"trace[2078282279] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"502.170054ms","start":"2026-03-04T01:32:12.317581Z","end":"2026-03-04T01:32:12.819751Z","steps":["trace[2078282279] 'process raft request' (duration: 501.814345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:12.81977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:12.315937Z","time spent":"503.742293ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:12.819833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:12.317572Z","time spent":"502.227285ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:32:12.819789Z","caller":"traceutil/trace.go:171","msg":"trace[1545988916] linearizableReadLoop","detail":"{readStateIndex:5104; appliedIndex:5099; }","duration":"327.215267ms","start":"2026-03-04T01:32:12.492542Z","end":"2026-03-04T01:32:12.819757Z","steps":["trace[1545988916] 'read index received' (duration: 314.963516ms)","trace[1545988916] 'applied index is now lower than readState.Index' (duration: 12.249731ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:12.819889Z","caller":"traceutil/trace.go:171","msg":"trace[1398987059] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"498.068383ms","start":"2026-03-04T01:32:12.321802Z","end":"2026-03-04T01:32:12.81987Z","steps":["trace[1398987059] 'process raft request' (duration: 497.812947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:12.819959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.407901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:32:12.819978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:12.321772Z","time spent":"498.163305ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:32:12.820012Z","caller":"traceutil/trace.go:171","msg":"trace[1582283182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4911; }","duration":"327.510723ms","start":"2026-03-04T01:32:12.492484Z","end":"2026-03-04T01:32:12.819994Z","steps":["trace[1582283182] 'agreement among raft nodes before linearized reading' (duration: 327.417971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:12.82006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:12.492459Z","time spent":"327.592346ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:32:19.072452Z","caller":"traceutil/trace.go:171","msg":"trace[273006837] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"230.472931ms","start":"2026-03-04T01:32:18.841948Z","end":"2026-03-04T01:32:19.072421Z","steps":["trace[273006837] 'process raft request' (duration: 230.260316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:19.217199Z","caller":"traceutil/trace.go:171","msg":"trace[1467946090] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"374.616971ms","start":"2026-03-04T01:32:18.842548Z","end":"2026-03-04T01:32:19.217165Z","steps":["trace[1467946090] 'process raft request' (duration: 371.679009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:19.217234Z","caller":"traceutil/trace.go:171","msg":"trace[597912687] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"374.55506ms","start":"2026-03-04T01:32:18.842644Z","end":"2026-03-04T01:32:19.217199Z","steps":["trace[597912687] 'process raft request' (duration: 374.460627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:19.217222Z","caller":"traceutil/trace.go:171","msg":"trace[97447311] linearizableReadLoop","detail":"{readStateIndex:5217; appliedIndex:5214; }","duration":"372.267803ms","start":"2026-03-04T01:32:18.844903Z","end":"2026-03-04T01:32:19.217171Z","steps":["trace[97447311] 'read index received' (duration: 227.352764ms)","trace[97447311] 'applied index is now lower than readState.Index' (duration: 144.914049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:19.217366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:18.842523Z","time spent":"374.758515ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:19.217408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:18.842637Z","time spent":"374.675692ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1605,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:19.217565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.015597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6wmmj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:32:19.2176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.064491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:32:19.217585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.254509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:32:19.217648Z","caller":"traceutil/trace.go:171","msg":"trace[1008283852] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5023; }","duration":"366.135462ms","start":"2026-03-04T01:32:18.851498Z","end":"2026-03-04T01:32:19.217634Z","steps":["trace[1008283852] 'agreement among raft nodes before linearized reading' (duration: 365.966848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:19.217652Z","caller":"traceutil/trace.go:171","msg":"trace[1894536300] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6wmmj; range_end:; response_count:1; response_revision:5023; }","duration":"361.100008ms","start":"2026-03-04T01:32:18.856505Z","end":"2026-03-04T01:32:19.217605Z","steps":["trace[1894536300] 'agreement among raft nodes before linearized reading' (duration: 360.911874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:19.217676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:18.851486Z","time spent":"366.183284ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:32:19.217664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.720924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:32:19.217762Z","caller":"traceutil/trace.go:171","msg":"trace[1628825057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5023; }","duration":"372.855078ms","start":"2026-03-04T01:32:18.844879Z","end":"2026-03-04T01:32:19.217734Z","steps":["trace[1628825057] 'agreement among raft nodes before linearized reading' (duration: 372.504999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:19.217775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.188952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:32:19.217696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:18.856496Z","time spent":"361.192481ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-6wmmj\" "} {"level":"warn","ts":"2026-03-04T01:32:19.217803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.264677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:32:19.217864Z","caller":"traceutil/trace.go:171","msg":"trace[363065866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5023; }","duration":"370.330675ms","start":"2026-03-04T01:32:18.84751Z","end":"2026-03-04T01:32:19.217841Z","steps":["trace[363065866] 'agreement among raft nodes before linearized reading' (duration: 370.088269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:19.21788Z","caller":"traceutil/trace.go:171","msg":"trace[639772786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5023; }","duration":"362.36562ms","start":"2026-03-04T01:32:18.855495Z","end":"2026-03-04T01:32:19.217861Z","steps":["trace[639772786] 'agreement among raft nodes before linearized reading' (duration: 362.156175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:19.217908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:18.847488Z","time spent":"370.410608ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:32:19.217916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:18.855483Z","time spent":"362.425311ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:32:19.21781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.793255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-04T01:32:19.217914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.470463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18997f4c54fc6fc9\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-04T01:32:19.217967Z","caller":"traceutil/trace.go:171","msg":"trace[610562035] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5023; }","duration":"168.965389ms","start":"2026-03-04T01:32:19.048986Z","end":"2026-03-04T01:32:19.217952Z","steps":["trace[610562035] 'agreement among raft nodes before linearized reading' (duration: 168.754194ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:19.21798Z","caller":"traceutil/trace.go:171","msg":"trace[1252186395] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.18997f4c54fc6fc9; range_end:; response_count:1; response_revision:5023; }","duration":"141.593737ms","start":"2026-03-04T01:32:19.076369Z","end":"2026-03-04T01:32:19.217963Z","steps":["trace[1252186395] 'agreement among raft nodes before linearized reading' (duration: 141.369912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:19.217804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:18.844871Z","time spent":"372.924769ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:32:19.217792Z","caller":"traceutil/trace.go:171","msg":"trace[837683346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5023; }","duration":"371.507275ms","start":"2026-03-04T01:32:18.846268Z","end":"2026-03-04T01:32:19.217775Z","steps":["trace[837683346] 'agreement among raft nodes before linearized reading' (duration: 371.131626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:19.21889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:18.846259Z","time spent":"372.565131ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:32:23.115831Z","caller":"traceutil/trace.go:171","msg":"trace[1401649214] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"142.365076ms","start":"2026-03-04T01:32:22.97344Z","end":"2026-03-04T01:32:23.115805Z","steps":["trace[1401649214] 'process raft request' (duration: 142.16418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:47.151987Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2727} {"level":"info","ts":"2026-03-04T01:33:47.213729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2727,"took":"60.211772ms","hash":926833285,"current-db-size-bytes":41271296,"current-db-size":"41 MB","current-db-size-in-use-bytes":30695424,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T01:33:47.21381Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":926833285,"revision":2727,"compact-revision":-1} {"level":"info","ts":"2026-03-04T01:38:06.628936Z","caller":"traceutil/trace.go:171","msg":"trace[541471750] linearizableReadLoop","detail":"{readStateIndex:7784; appliedIndex:7783; }","duration":"137.064832ms","start":"2026-03-04T01:38:06.491852Z","end":"2026-03-04T01:38:06.628917Z","steps":["trace[541471750] 'read index received' (duration: 136.95887ms)","trace[541471750] 'applied index is now lower than readState.Index' (duration: 104.842µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:06.629013Z","caller":"traceutil/trace.go:171","msg":"trace[2130807903] transaction","detail":"{read_only:false; response_revision:7505; number_of_response:1; }","duration":"155.510029ms","start":"2026-03-04T01:38:06.473469Z","end":"2026-03-04T01:38:06.628979Z","steps":["trace[2130807903] 'process raft request' (duration: 155.322303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.629078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.215416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:06.629108Z","caller":"traceutil/trace.go:171","msg":"trace[397040354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7505; }","duration":"137.311918ms","start":"2026-03-04T01:38:06.491789Z","end":"2026-03-04T01:38:06.629101Z","steps":["trace[397040354] 'agreement among raft nodes before linearized reading' (duration: 137.244427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:19.422434Z","caller":"traceutil/trace.go:171","msg":"trace[622746052] transaction","detail":"{read_only:false; response_revision:7565; number_of_response:1; }","duration":"154.45357ms","start":"2026-03-04T01:38:19.267949Z","end":"2026-03-04T01:38:19.422403Z","steps":["trace[622746052] 'process raft request' (duration: 154.235855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:19.510792Z","caller":"traceutil/trace.go:171","msg":"trace[780370600] linearizableReadLoop","detail":"{readStateIndex:7848; appliedIndex:7846; }","duration":"235.276776ms","start":"2026-03-04T01:38:19.275487Z","end":"2026-03-04T01:38:19.510764Z","steps":["trace[780370600] 'read index received' (duration: 146.663947ms)","trace[780370600] 'applied index is now lower than readState.Index' (duration: 88.611829ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:19.51093Z","caller":"traceutil/trace.go:171","msg":"trace[410567347] transaction","detail":"{read_only:false; response_revision:7566; number_of_response:1; }","duration":"241.297777ms","start":"2026-03-04T01:38:19.269566Z","end":"2026-03-04T01:38:19.510864Z","steps":["trace[410567347] 'process raft request' (duration: 200.849883ms)","trace[410567347] 'compare' (duration: 40.208509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:19.511001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.82231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:38:19.511048Z","caller":"traceutil/trace.go:171","msg":"trace[2131724898] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7566; }","duration":"224.970142ms","start":"2026-03-04T01:38:19.286066Z","end":"2026-03-04T01:38:19.511036Z","steps":["trace[2131724898] 'agreement among raft nodes before linearized reading' (duration: 224.86378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:19.511102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.579053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:38:19.511205Z","caller":"traceutil/trace.go:171","msg":"trace[250656234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7566; }","duration":"235.722647ms","start":"2026-03-04T01:38:19.275457Z","end":"2026-03-04T01:38:19.51118Z","steps":["trace[250656234] 'agreement among raft nodes before linearized reading' (duration: 235.42402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:19.511378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.932012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:38:19.511422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.992154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:38:19.511544Z","caller":"traceutil/trace.go:171","msg":"trace[2017011464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7566; }","duration":"102.103157ms","start":"2026-03-04T01:38:19.409385Z","end":"2026-03-04T01:38:19.511488Z","steps":["trace[2017011464] 'agreement among raft nodes before linearized reading' (duration: 101.700187ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:19.511608Z","caller":"traceutil/trace.go:171","msg":"trace[2066117594] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7566; }","duration":"105.161918ms","start":"2026-03-04T01:38:19.40635Z","end":"2026-03-04T01:38:19.511511Z","steps":["trace[2066117594] 'agreement among raft nodes before linearized reading' (duration: 104.80646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:20.242401Z","caller":"traceutil/trace.go:171","msg":"trace[692571579] transaction","detail":"{read_only:false; response_revision:7573; number_of_response:1; }","duration":"123.780168ms","start":"2026-03-04T01:38:20.11858Z","end":"2026-03-04T01:38:20.24236Z","steps":["trace[692571579] 'process raft request' (duration: 59.262907ms)","trace[692571579] 'compare' (duration: 64.330856ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:21.007491Z","caller":"traceutil/trace.go:171","msg":"trace[245548573] transaction","detail":"{read_only:false; response_revision:7574; number_of_response:1; }","duration":"245.261701ms","start":"2026-03-04T01:38:20.762197Z","end":"2026-03-04T01:38:21.007459Z","steps":["trace[245548573] 'process raft request' (duration: 245.067826ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:47.439888Z","caller":"traceutil/trace.go:171","msg":"trace[1227059903] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"286.126834ms","start":"2026-03-04T01:38:47.153735Z","end":"2026-03-04T01:38:47.439862Z","steps":["trace[1227059903] 'process raft request' (duration: 285.974261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:47.725641Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5680} {"level":"info","ts":"2026-03-04T01:38:47.725722Z","caller":"traceutil/trace.go:171","msg":"trace[1266934279] compact","detail":"{revision:5680; response_revision:7753; }","duration":"284.382664ms","start":"2026-03-04T01:38:47.44131Z","end":"2026-03-04T01:38:47.725692Z","steps":["trace[1266934279] 'process raft request' (duration: 249.173853ms)","trace[1266934279] 'check and update compact revision' (duration: 35.085868ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:47.725788Z","caller":"traceutil/trace.go:171","msg":"trace[289247193] linearizableReadLoop","detail":"{readStateIndex:8044; appliedIndex:8043; }","duration":"256.312912ms","start":"2026-03-04T01:38:47.469449Z","end":"2026-03-04T01:38:47.725762Z","steps":["trace[289247193] 'read index received' (duration: 220.970919ms)","trace[289247193] 'applied index is now lower than readState.Index' (duration: 35.339863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:47.726194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.740782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:38:47.726251Z","caller":"traceutil/trace.go:171","msg":"trace[256928992] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7754; }","duration":"256.831655ms","start":"2026-03-04T01:38:47.469407Z","end":"2026-03-04T01:38:47.726238Z","steps":["trace[256928992] 'agreement among raft nodes before linearized reading' (duration: 256.509807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:47.72624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.00795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:47.726287Z","caller":"traceutil/trace.go:171","msg":"trace[1146055383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7754; }","duration":"235.086171ms","start":"2026-03-04T01:38:47.491187Z","end":"2026-03-04T01:38:47.726274Z","steps":["trace[1146055383] 'agreement among raft nodes before linearized reading' (duration: 234.745763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:47.726322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.457756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:38:47.726359Z","caller":"traceutil/trace.go:171","msg":"trace[1424029048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7754; }","duration":"105.551188ms","start":"2026-03-04T01:38:47.620799Z","end":"2026-03-04T01:38:47.72635Z","steps":["trace[1424029048] 'agreement among raft nodes before linearized reading' (duration: 105.153579ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:47.821979Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5680,"took":"91.895877ms","hash":2269116669,"current-db-size-bytes":43319296,"current-db-size":"43 MB","current-db-size-in-use-bytes":22974464,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T01:38:47.822037Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2269116669,"revision":5680,"compact-revision":2727} {"level":"warn","ts":"2026-03-04T01:38:50.729251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.868145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:50.729354Z","caller":"traceutil/trace.go:171","msg":"trace[501515656] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7774; }","duration":"369.034209ms","start":"2026-03-04T01:38:50.360291Z","end":"2026-03-04T01:38:50.729325Z","steps":["trace[501515656] 'count revisions from in-memory index tree' (duration: 368.760282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:50.729407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:50.36027Z","time spent":"369.124981ms","remote":"127.0.0.1:41656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:38:50.729389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.098389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:50.729505Z","caller":"traceutil/trace.go:171","msg":"trace[207077672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7774; }","duration":"374.296543ms","start":"2026-03-04T01:38:50.355183Z","end":"2026-03-04T01:38:50.72948Z","steps":["trace[207077672] 'range keys from in-memory index tree' (duration: 373.997646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:50.729556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:50.355152Z","time spent":"374.393456ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:39:00.895151Z","caller":"traceutil/trace.go:171","msg":"trace[2141401102] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"164.377205ms","start":"2026-03-04T01:39:00.730748Z","end":"2026-03-04T01:39:00.895125Z","steps":["trace[2141401102] 'process raft request' (duration: 164.220912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:00.899025Z","caller":"traceutil/trace.go:171","msg":"trace[628625306] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"145.056109ms","start":"2026-03-04T01:39:00.753939Z","end":"2026-03-04T01:39:00.898995Z","steps":["trace[628625306] 'process raft request' (duration: 144.858804ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:02.099779Z","caller":"traceutil/trace.go:171","msg":"trace[720924609] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"100.825086ms","start":"2026-03-04T01:39:01.998925Z","end":"2026-03-04T01:39:02.09975Z","steps":["trace[720924609] 'process raft request' (duration: 100.589761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:47.287535Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:42:47.293344Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T01:42:47.293458Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T01:43:45.282779Z","caller":"traceutil/trace.go:171","msg":"trace[724373966] transaction","detail":"{read_only:false; response_revision:10230; number_of_response:1; }","duration":"102.035399ms","start":"2026-03-04T01:43:45.180708Z","end":"2026-03-04T01:43:45.282744Z","steps":["trace[724373966] 'process raft request' (duration: 101.832515ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:45.494574Z","caller":"traceutil/trace.go:171","msg":"trace[921890816] transaction","detail":"{read_only:false; response_revision:10231; number_of_response:1; }","duration":"310.173092ms","start":"2026-03-04T01:43:45.184361Z","end":"2026-03-04T01:43:45.494534Z","steps":["trace[921890816] 'process raft request' (duration: 281.045396ms)","trace[921890816] 'compare' (duration: 28.884869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:43:45.494756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:45.184327Z","time spent":"310.329035ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:43:47.733091Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7753} {"level":"info","ts":"2026-03-04T01:43:47.800047Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7753,"took":"64.148568ms","hash":3460311965,"current-db-size-bytes":43319296,"current-db-size":"43 MB","current-db-size-in-use-bytes":27041792,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T01:43:47.800112Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3460311965,"revision":7753,"compact-revision":5680} {"level":"info","ts":"2026-03-04T01:48:47.740126Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10249} {"level":"info","ts":"2026-03-04T01:48:47.820898Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10249,"took":"78.064341ms","hash":984956513,"current-db-size-bytes":43319296,"current-db-size":"43 MB","current-db-size-in-use-bytes":24588288,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T01:48:47.820981Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":984956513,"revision":10249,"compact-revision":7753} {"level":"info","ts":"2026-03-04T01:49:49.936938Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032bd.wal"} {"level":"info","ts":"2026-03-04T01:50:29.25505Z","caller":"traceutil/trace.go:171","msg":"trace[896664778] transaction","detail":"{read_only:false; response_revision:12728; number_of_response:1; }","duration":"120.859622ms","start":"2026-03-04T01:50:29.134154Z","end":"2026-03-04T01:50:29.255014Z","steps":["trace[896664778] 'process raft request' (duration: 120.635877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:30.262192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.907079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:50:30.262327Z","caller":"traceutil/trace.go:171","msg":"trace[1505570778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12735; }","duration":"132.160906ms","start":"2026-03-04T01:50:30.130135Z","end":"2026-03-04T01:50:30.262296Z","steps":["trace[1505570778] 'count revisions from in-memory index tree' (duration: 131.785446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:30.262516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.3019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T01:50:30.262612Z","caller":"traceutil/trace.go:171","msg":"trace[372962801] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:12735; }","duration":"129.470973ms","start":"2026-03-04T01:50:30.133119Z","end":"2026-03-04T01:50:30.26259Z","steps":["trace[372962801] 'range keys from in-memory index tree' (duration: 129.098734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:31.456319Z","caller":"traceutil/trace.go:171","msg":"trace[1822752677] transaction","detail":"{read_only:false; response_revision:12742; number_of_response:1; }","duration":"211.008291ms","start":"2026-03-04T01:50:31.245276Z","end":"2026-03-04T01:50:31.456285Z","steps":["trace[1822752677] 'process raft request' (duration: 210.840957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:31.483313Z","caller":"traceutil/trace.go:171","msg":"trace[1502737612] transaction","detail":"{read_only:false; response_revision:12743; number_of_response:1; }","duration":"213.371365ms","start":"2026-03-04T01:50:31.269909Z","end":"2026-03-04T01:50:31.48328Z","steps":["trace[1502737612] 'process raft request' (duration: 213.216081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:51.852003Z","caller":"traceutil/trace.go:171","msg":"trace[2100707747] transaction","detail":"{read_only:false; response_revision:13028; number_of_response:1; }","duration":"295.552598ms","start":"2026-03-04T01:50:51.556419Z","end":"2026-03-04T01:50:51.851972Z","steps":["trace[2100707747] 'process raft request' (duration: 295.396774ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:51.870485Z","caller":"traceutil/trace.go:171","msg":"trace[1412726955] transaction","detail":"{read_only:false; response_revision:13029; number_of_response:1; }","duration":"306.521004ms","start":"2026-03-04T01:50:51.563934Z","end":"2026-03-04T01:50:51.870455Z","steps":["trace[1412726955] 'process raft request' (duration: 306.095344ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:51.87061Z","caller":"traceutil/trace.go:171","msg":"trace[210289877] linearizableReadLoop","detail":"{readStateIndex:13507; appliedIndex:13506; }","duration":"243.115468ms","start":"2026-03-04T01:50:51.627465Z","end":"2026-03-04T01:50:51.870581Z","steps":["trace[210289877] 'read index received' (duration: 224.73221ms)","trace[210289877] 'applied index is now lower than readState.Index' (duration: 18.382068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:50:51.870686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:51.56391Z","time spent":"306.665437ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:50:51.870964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.463556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0348c2f2-dbf0-4a71-ba9f-326bb2a82c5c\" ","response":"range_response_count:1 size:3754"} {"level":"info","ts":"2026-03-04T01:50:51.871097Z","caller":"traceutil/trace.go:171","msg":"trace[826220092] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0348c2f2-dbf0-4a71-ba9f-326bb2a82c5c; range_end:; response_count:1; response_revision:13030; }","duration":"243.62237ms","start":"2026-03-04T01:50:51.627445Z","end":"2026-03-04T01:50:51.871067Z","steps":["trace[826220092] 'agreement among raft nodes before linearized reading' (duration: 243.306702ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:16.489211Z","caller":"traceutil/trace.go:171","msg":"trace[555690155] linearizableReadLoop","detail":"{readStateIndex:14291; appliedIndex:14290; }","duration":"115.464687ms","start":"2026-03-04T01:52:16.373719Z","end":"2026-03-04T01:52:16.489184Z","steps":["trace[555690155] 'read index received' (duration: 114.995986ms)","trace[555690155] 'applied index is now lower than readState.Index' (duration: 467.231µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:52:16.489269Z","caller":"traceutil/trace.go:171","msg":"trace[1308980588] transaction","detail":"{read_only:false; response_revision:13790; number_of_response:1; }","duration":"151.871955ms","start":"2026-03-04T01:52:16.33735Z","end":"2026-03-04T01:52:16.489222Z","steps":["trace[1308980588] 'process raft request' (duration: 151.369463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:16.489502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.934708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:52:16.489553Z","caller":"traceutil/trace.go:171","msg":"trace[1958681251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13790; }","duration":"104.023751ms","start":"2026-03-04T01:52:16.385516Z","end":"2026-03-04T01:52:16.48954Z","steps":["trace[1958681251] 'agreement among raft nodes before linearized reading' (duration: 103.863807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:16.489663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.909007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:52:16.489806Z","caller":"traceutil/trace.go:171","msg":"trace[870539041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13790; }","duration":"116.063011ms","start":"2026-03-04T01:52:16.373687Z","end":"2026-03-04T01:52:16.48975Z","steps":["trace[870539041] 'agreement among raft nodes before linearized reading' (duration: 115.658511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:17.021584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.612818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:52:17.021888Z","caller":"traceutil/trace.go:171","msg":"trace[467453519] linearizableReadLoop","detail":"{readStateIndex:14292; appliedIndex:14291; }","duration":"526.844151ms","start":"2026-03-04T01:52:16.495018Z","end":"2026-03-04T01:52:17.021862Z","steps":["trace[467453519] 'read index received' (duration: 212.843273ms)","trace[467453519] 'applied index is now lower than readState.Index' (duration: 313.999478ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:52:17.02196Z","caller":"traceutil/trace.go:171","msg":"trace[1522136691] transaction","detail":"{read_only:false; response_revision:13791; number_of_response:1; }","duration":"527.28737ms","start":"2026-03-04T01:52:16.494642Z","end":"2026-03-04T01:52:17.02193Z","steps":["trace[1522136691] 'process raft request' (duration: 213.199691ms)","trace[1522136691] 'compare' (duration: 313.181509ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:52:17.022191Z","caller":"traceutil/trace.go:171","msg":"trace[398903561] transaction","detail":"{read_only:false; response_revision:13792; number_of_response:1; }","duration":"527.100616ms","start":"2026-03-04T01:52:16.495076Z","end":"2026-03-04T01:52:17.022176Z","steps":["trace[398903561] 'process raft request' (duration: 526.665146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:17.022281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:16.495045Z","time spent":"527.197418ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:52:17.022545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.901608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:52:17.022613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.591648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:52:17.022652Z","caller":"traceutil/trace.go:171","msg":"trace[218120205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13793; }","duration":"527.67086ms","start":"2026-03-04T01:52:16.494967Z","end":"2026-03-04T01:52:17.022638Z","steps":["trace[218120205] 'agreement among raft nodes before linearized reading' (duration: 527.022215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:17.022673Z","caller":"traceutil/trace.go:171","msg":"trace[1804378416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13793; }","duration":"526.056471ms","start":"2026-03-04T01:52:16.496562Z","end":"2026-03-04T01:52:17.022619Z","steps":["trace[1804378416] 'agreement among raft nodes before linearized reading' (duration: 525.830716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:17.022694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:16.494942Z","time spent":"527.745081ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:52:17.022763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:16.496534Z","time spent":"526.216376ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:52:17.0233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:16.494627Z","time spent":"527.434634ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:52:17.023372Z","caller":"traceutil/trace.go:171","msg":"trace[1901694263] transaction","detail":"{read_only:false; response_revision:13793; number_of_response:1; }","duration":"523.014232ms","start":"2026-03-04T01:52:16.500346Z","end":"2026-03-04T01:52:17.02336Z","steps":["trace[1901694263] 'process raft request' (duration: 521.733452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:17.023448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:16.500336Z","time spent":"523.075643ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:52:17.023532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.005039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6wmmj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:52:17.023608Z","caller":"traceutil/trace.go:171","msg":"trace[418753773] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6wmmj; range_end:; response_count:1; response_revision:13793; }","duration":"348.136831ms","start":"2026-03-04T01:52:16.675458Z","end":"2026-03-04T01:52:17.023595Z","steps":["trace[418753773] 'agreement among raft nodes before linearized reading' (duration: 347.931197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:17.023664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.231157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:52:17.023678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:16.67542Z","time spent":"348.221574ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-6wmmj\" "} {"level":"info","ts":"2026-03-04T01:52:17.023696Z","caller":"traceutil/trace.go:171","msg":"trace[779503875] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13793; }","duration":"526.274358ms","start":"2026-03-04T01:52:16.497412Z","end":"2026-03-04T01:52:17.023686Z","steps":["trace[779503875] 'agreement among raft nodes before linearized reading' (duration: 526.112674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:17.02372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:16.497403Z","time spent":"526.312808ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:52:17.023814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.820845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:52:17.023833Z","caller":"traceutil/trace.go:171","msg":"trace[1783262472] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13793; }","duration":"384.885227ms","start":"2026-03-04T01:52:16.638942Z","end":"2026-03-04T01:52:17.023827Z","steps":["trace[1783262472] 'agreement among raft nodes before linearized reading' (duration: 384.823125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:17.02385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:16.63892Z","time spent":"384.925658ms","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:52:17.024016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.509392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:52:17.024038Z","caller":"traceutil/trace.go:171","msg":"trace[1929168729] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13793; }","duration":"385.563253ms","start":"2026-03-04T01:52:16.638468Z","end":"2026-03-04T01:52:17.024032Z","steps":["trace[1929168729] 'agreement among raft nodes before linearized reading' (duration: 385.491402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:17.024056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:16.63845Z","time spent":"385.602494ms","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:52:17.024202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.745597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:17.024222Z","caller":"traceutil/trace.go:171","msg":"trace[726463648] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13793; }","duration":"385.814289ms","start":"2026-03-04T01:52:16.638402Z","end":"2026-03-04T01:52:17.024216Z","steps":["trace[726463648] 'agreement among raft nodes before linearized reading' (duration: 385.783138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:17.024237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:16.638374Z","time spent":"385.8595ms","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T01:52:17.138319Z","caller":"traceutil/trace.go:171","msg":"trace[1992502941] linearizableReadLoop","detail":"{readStateIndex:14296; appliedIndex:14295; }","duration":"105.465254ms","start":"2026-03-04T01:52:17.032826Z","end":"2026-03-04T01:52:17.138291Z","steps":["trace[1992502941] 'read index received' (duration: 60.58383ms)","trace[1992502941] 'applied index is now lower than readState.Index' (duration: 44.880094ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:52:17.138337Z","caller":"traceutil/trace.go:171","msg":"trace[1687053183] transaction","detail":"{read_only:false; response_revision:13795; number_of_response:1; }","duration":"105.576548ms","start":"2026-03-04T01:52:17.032553Z","end":"2026-03-04T01:52:17.138129Z","steps":["trace[1687053183] 'process raft request' (duration: 105.2232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:17.139036Z","caller":"traceutil/trace.go:171","msg":"trace[846261802] transaction","detail":"{read_only:false; response_revision:13796; number_of_response:1; }","duration":"106.052348ms","start":"2026-03-04T01:52:17.032934Z","end":"2026-03-04T01:52:17.138987Z","steps":["trace[846261802] 'process raft request' (duration: 105.107047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:17.140624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.771228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737447"} {"level":"info","ts":"2026-03-04T01:52:17.140688Z","caller":"traceutil/trace.go:171","msg":"trace[1631745926] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13796; }","duration":"107.882231ms","start":"2026-03-04T01:52:17.032793Z","end":"2026-03-04T01:52:17.140675Z","steps":["trace[1631745926] 'agreement among raft nodes before linearized reading' (duration: 105.603798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:47.748216Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12134} {"level":"info","ts":"2026-03-04T01:53:47.829041Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12134,"took":"77.663697ms","hash":2608824705,"current-db-size-bytes":43319296,"current-db-size":"43 MB","current-db-size-in-use-bytes":27385856,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T01:53:47.829105Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2608824705,"revision":12134,"compact-revision":10249} {"level":"info","ts":"2026-03-04T01:57:15.464293Z","caller":"traceutil/trace.go:171","msg":"trace[1438543697] transaction","detail":"{read_only:false; response_revision:15862; number_of_response:1; }","duration":"130.567519ms","start":"2026-03-04T01:57:15.333685Z","end":"2026-03-04T01:57:15.464253Z","steps":["trace[1438543697] 'process raft request' (duration: 95.130695ms)","trace[1438543697] 'compare' (duration: 35.152408ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:16.857402Z","caller":"traceutil/trace.go:171","msg":"trace[478101016] linearizableReadLoop","detail":"{readStateIndex:16438; appliedIndex:16437; }","duration":"341.446619ms","start":"2026-03-04T01:57:16.51592Z","end":"2026-03-04T01:57:16.857367Z","steps":["trace[478101016] 'read index received' (duration: 341.302065ms)","trace[478101016] 'applied index is now lower than readState.Index' (duration: 143.414µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:16.857515Z","caller":"traceutil/trace.go:171","msg":"trace[1854740290] transaction","detail":"{read_only:false; response_revision:15865; number_of_response:1; }","duration":"380.6ms","start":"2026-03-04T01:57:16.476856Z","end":"2026-03-04T01:57:16.857456Z","steps":["trace[1854740290] 'process raft request' (duration: 380.312913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:16.857681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.732105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-rrr47\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-03-04T01:57:16.857731Z","caller":"traceutil/trace.go:171","msg":"trace[793000689] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-rrr47; range_end:; response_count:1; response_revision:15865; }","duration":"341.832588ms","start":"2026-03-04T01:57:16.515884Z","end":"2026-03-04T01:57:16.857716Z","steps":["trace[793000689] 'agreement among raft nodes before linearized reading' (duration: 341.634403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:16.85777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.515868Z","time spent":"341.893539ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18700,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-rrr47\" "} {"level":"warn","ts":"2026-03-04T01:57:16.857807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.476838Z","time spent":"380.770644ms","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:17.019767Z","caller":"traceutil/trace.go:171","msg":"trace[1847487918] linearizableReadLoop","detail":"{readStateIndex:16439; appliedIndex:16438; }","duration":"162.247318ms","start":"2026-03-04T01:57:16.857487Z","end":"2026-03-04T01:57:17.019734Z","steps":["trace[1847487918] 'read index received' (duration: 119.178514ms)","trace[1847487918] 'applied index is now lower than readState.Index' (duration: 43.067954ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:17.019911Z","caller":"traceutil/trace.go:171","msg":"trace[1697042040] transaction","detail":"{read_only:false; response_revision:15866; number_of_response:1; }","duration":"412.227436ms","start":"2026-03-04T01:57:16.607637Z","end":"2026-03-04T01:57:17.019864Z","steps":["trace[1697042040] 'process raft request' (duration: 369.163702ms)","trace[1697042040] 'compare' (duration: 42.822668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:17.020047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.546518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:57:17.020041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.690886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:57:17.020149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.60762Z","time spent":"412.41447ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:17.020186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.46228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:57:17.020258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.147405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:57:17.020162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.866627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-sp645\" ","response":"range_response_count:1 size:18652"} {"level":"info","ts":"2026-03-04T01:57:17.020297Z","caller":"traceutil/trace.go:171","msg":"trace[128043243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15866; }","duration":"327.207567ms","start":"2026-03-04T01:57:16.693077Z","end":"2026-03-04T01:57:17.020285Z","steps":["trace[128043243] 'agreement among raft nodes before linearized reading' (duration: 327.116505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.020326Z","caller":"traceutil/trace.go:171","msg":"trace[1349149099] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-sp645; range_end:; response_count:1; response_revision:15866; }","duration":"500.037041ms","start":"2026-03-04T01:57:16.520272Z","end":"2026-03-04T01:57:17.020309Z","steps":["trace[1349149099] 'agreement among raft nodes before linearized reading' (duration: 499.832486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.020337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.693068Z","time spent":"327.261238ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:17.02035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.593425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:57:17.020218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.133508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fvp78\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-04T01:57:17.020412Z","caller":"traceutil/trace.go:171","msg":"trace[1811053035] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fvp78; range_end:; response_count:1; response_revision:15866; }","duration":"419.395433ms","start":"2026-03-04T01:57:16.601005Z","end":"2026-03-04T01:57:17.020401Z","steps":["trace[1811053035] 'agreement among raft nodes before linearized reading' (duration: 418.949753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.020415Z","caller":"traceutil/trace.go:171","msg":"trace[589835038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15866; }","duration":"342.674977ms","start":"2026-03-04T01:57:16.677719Z","end":"2026-03-04T01:57:17.020394Z","steps":["trace[589835038] 'agreement among raft nodes before linearized reading' (duration: 342.565814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.020151Z","caller":"traceutil/trace.go:171","msg":"trace[1741235000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15866; }","duration":"323.822859ms","start":"2026-03-04T01:57:16.696302Z","end":"2026-03-04T01:57:17.020125Z","steps":["trace[1741235000] 'agreement among raft nodes before linearized reading' (duration: 323.493191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.020461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.677704Z","time spent":"342.748059ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:57:17.020471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.998861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2cgf5\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-04T01:57:17.020492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.696291Z","time spent":"324.185747ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:57:17.020518Z","caller":"traceutil/trace.go:171","msg":"trace[1853523323] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2cgf5; range_end:; response_count:1; response_revision:15866; }","duration":"104.086813ms","start":"2026-03-04T01:57:16.916421Z","end":"2026-03-04T01:57:17.020507Z","steps":["trace[1853523323] 'agreement among raft nodes before linearized reading' (duration: 103.93486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.020317Z","caller":"traceutil/trace.go:171","msg":"trace[909371132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15866; }","duration":"323.635564ms","start":"2026-03-04T01:57:16.696654Z","end":"2026-03-04T01:57:17.02029Z","steps":["trace[909371132] 'agreement among raft nodes before linearized reading' (duration: 323.261966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.020373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.520261Z","time spent":"500.099232ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18675,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-sp645\" "} {"level":"warn","ts":"2026-03-04T01:57:17.020593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.981877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:57:17.020445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.600986Z","time spent":"419.449725ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fvp78\" "} {"level":"info","ts":"2026-03-04T01:57:17.020637Z","caller":"traceutil/trace.go:171","msg":"trace[912616688] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15866; }","duration":"112.071049ms","start":"2026-03-04T01:57:16.908555Z","end":"2026-03-04T01:57:17.020626Z","steps":["trace[912616688] 'agreement among raft nodes before linearized reading' (duration: 111.907125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.020087Z","caller":"traceutil/trace.go:171","msg":"trace[2065996764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15866; }","duration":"325.66764ms","start":"2026-03-04T01:57:16.69441Z","end":"2026-03-04T01:57:17.020077Z","steps":["trace[2065996764] 'agreement among raft nodes before linearized reading' (duration: 325.494536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.020734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.694382Z","time spent":"326.341906ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:17.0206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.696646Z","time spent":"323.945341ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:57:17.020891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.973677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944372"} {"level":"info","ts":"2026-03-04T01:57:17.020927Z","caller":"traceutil/trace.go:171","msg":"trace[824257808] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15866; }","duration":"158.054469ms","start":"2026-03-04T01:57:16.862865Z","end":"2026-03-04T01:57:17.02092Z","steps":["trace[824257808] 'agreement among raft nodes before linearized reading' (duration: 157.317752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.23745Z","caller":"traceutil/trace.go:171","msg":"trace[312345301] transaction","detail":"{read_only:false; response_revision:15868; number_of_response:1; }","duration":"211.251187ms","start":"2026-03-04T01:57:17.02617Z","end":"2026-03-04T01:57:17.237421Z","steps":["trace[312345301] 'process raft request' (duration: 201.113462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.237676Z","caller":"traceutil/trace.go:171","msg":"trace[1172741341] transaction","detail":"{read_only:false; response_revision:15869; number_of_response:1; }","duration":"210.826048ms","start":"2026-03-04T01:57:17.026815Z","end":"2026-03-04T01:57:17.237641Z","steps":["trace[1172741341] 'process raft request' (duration: 210.549531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.237708Z","caller":"traceutil/trace.go:171","msg":"trace[1059529022] transaction","detail":"{read_only:false; response_revision:15871; number_of_response:1; }","duration":"209.875135ms","start":"2026-03-04T01:57:17.027808Z","end":"2026-03-04T01:57:17.237683Z","steps":["trace[1059529022] 'process raft request' (duration: 209.823664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.237733Z","caller":"traceutil/trace.go:171","msg":"trace[2027012022] linearizableReadLoop","detail":"{readStateIndex:16442; appliedIndex:16439; }","duration":"210.681615ms","start":"2026-03-04T01:57:17.027034Z","end":"2026-03-04T01:57:17.237716Z","steps":["trace[2027012022] 'read index received' (duration: 59.215918ms)","trace[2027012022] 'applied index is now lower than readState.Index' (duration: 151.464757ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:17.237845Z","caller":"traceutil/trace.go:171","msg":"trace[1953514607] transaction","detail":"{read_only:false; response_revision:15870; number_of_response:1; }","duration":"210.414039ms","start":"2026-03-04T01:57:17.027425Z","end":"2026-03-04T01:57:17.237839Z","steps":["trace[1953514607] 'process raft request' (duration: 210.130071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.237972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.428235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/neutron-ks-user-zxhkf\" ","response":"range_response_count:1 size:2771"} {"level":"info","ts":"2026-03-04T01:57:17.237998Z","caller":"traceutil/trace.go:171","msg":"trace[1016181273] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/neutron-ks-user-zxhkf; range_end:; response_count:1; response_revision:15872; }","duration":"102.538827ms","start":"2026-03-04T01:57:17.135452Z","end":"2026-03-04T01:57:17.237991Z","steps":["trace[1016181273] 'agreement among raft nodes before linearized reading' (duration: 102.465695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.238208Z","caller":"traceutil/trace.go:171","msg":"trace[1189812560] transaction","detail":"{read_only:false; response_revision:15872; number_of_response:1; }","duration":"210.136571ms","start":"2026-03-04T01:57:17.028023Z","end":"2026-03-04T01:57:17.238159Z","steps":["trace[1189812560] 'process raft request' (duration: 209.630819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.239072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.008028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944372"} {"level":"info","ts":"2026-03-04T01:57:17.23913Z","caller":"traceutil/trace.go:171","msg":"trace[291353518] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15872; }","duration":"210.097111ms","start":"2026-03-04T01:57:17.029019Z","end":"2026-03-04T01:57:17.239116Z","steps":["trace[291353518] 'agreement among raft nodes before linearized reading' (duration: 208.840812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.239482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.351377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944372"} {"level":"info","ts":"2026-03-04T01:57:17.23956Z","caller":"traceutil/trace.go:171","msg":"trace[1542999067] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15872; }","duration":"210.49687ms","start":"2026-03-04T01:57:17.029045Z","end":"2026-03-04T01:57:17.239542Z","steps":["trace[1542999067] 'agreement among raft nodes before linearized reading' (duration: 208.902443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.24238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.329223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944372"} {"level":"info","ts":"2026-03-04T01:57:17.24244Z","caller":"traceutil/trace.go:171","msg":"trace[1651916718] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15872; }","duration":"215.427335ms","start":"2026-03-04T01:57:17.027Z","end":"2026-03-04T01:57:17.242428Z","steps":["trace[1651916718] 'agreement among raft nodes before linearized reading' (duration: 211.147396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:19.078303Z","caller":"traceutil/trace.go:171","msg":"trace[1021688565] transaction","detail":"{read_only:false; response_revision:15881; number_of_response:1; }","duration":"151.417915ms","start":"2026-03-04T01:57:18.926856Z","end":"2026-03-04T01:57:19.078274Z","steps":["trace[1021688565] 'process raft request' (duration: 151.275612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:19.279612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.361195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:19.279739Z","caller":"traceutil/trace.go:171","msg":"trace[1797199914] linearizableReadLoop","detail":"{readStateIndex:16457; appliedIndex:16456; }","duration":"152.904199ms","start":"2026-03-04T01:57:19.126814Z","end":"2026-03-04T01:57:19.279718Z","steps":["trace[1797199914] 'read index received' (duration: 40.36005ms)","trace[1797199914] 'applied index is now lower than readState.Index' (duration: 112.542769ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:19.279774Z","caller":"traceutil/trace.go:171","msg":"trace[1176786431] transaction","detail":"{read_only:false; response_revision:15883; number_of_response:1; }","duration":"154.540978ms","start":"2026-03-04T01:57:19.125206Z","end":"2026-03-04T01:57:19.279747Z","steps":["trace[1176786431] 'process raft request' (duration: 41.938587ms)","trace[1176786431] 'compare' (duration: 112.231542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:19.281051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.21329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944272"} {"level":"info","ts":"2026-03-04T01:57:19.281173Z","caller":"traceutil/trace.go:171","msg":"trace[1303192439] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15883; }","duration":"154.362943ms","start":"2026-03-04T01:57:19.126786Z","end":"2026-03-04T01:57:19.281149Z","steps":["trace[1303192439] 'agreement among raft nodes before linearized reading' (duration: 153.009401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:19.479739Z","caller":"traceutil/trace.go:171","msg":"trace[1089463274] transaction","detail":"{read_only:false; response_revision:15887; number_of_response:1; }","duration":"193.443534ms","start":"2026-03-04T01:57:19.286266Z","end":"2026-03-04T01:57:19.479709Z","steps":["trace[1089463274] 'process raft request' (duration: 193.340501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:19.479753Z","caller":"traceutil/trace.go:171","msg":"trace[1748595334] transaction","detail":"{read_only:false; response_revision:15886; number_of_response:1; }","duration":"193.430642ms","start":"2026-03-04T01:57:19.286271Z","end":"2026-03-04T01:57:19.479702Z","steps":["trace[1748595334] 'process raft request' (duration: 193.127506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:19.479894Z","caller":"traceutil/trace.go:171","msg":"trace[255225755] linearizableReadLoop","detail":"{readStateIndex:16460; appliedIndex:16458; }","duration":"193.579406ms","start":"2026-03-04T01:57:19.286299Z","end":"2026-03-04T01:57:19.479878Z","steps":["trace[255225755] 'read index received' (duration: 31.754729ms)","trace[255225755] 'applied index is now lower than readState.Index' (duration: 161.822647ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:19.48022Z","caller":"traceutil/trace.go:171","msg":"trace[899328509] transaction","detail":"{read_only:false; response_revision:15888; number_of_response:1; }","duration":"192.260926ms","start":"2026-03-04T01:57:19.287918Z","end":"2026-03-04T01:57:19.480179Z","steps":["trace[899328509] 'process raft request' (duration: 191.743305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:19.480602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.824902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:57:19.480648Z","caller":"traceutil/trace.go:171","msg":"trace[1720088040] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15888; }","duration":"187.899884ms","start":"2026-03-04T01:57:19.292735Z","end":"2026-03-04T01:57:19.480635Z","steps":["trace[1720088040] 'agreement among raft nodes before linearized reading' (duration: 187.705299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:19.480826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.153712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:57:19.480889Z","caller":"traceutil/trace.go:171","msg":"trace[1535285366] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15888; }","duration":"189.238835ms","start":"2026-03-04T01:57:19.291633Z","end":"2026-03-04T01:57:19.480871Z","steps":["trace[1535285366] 'agreement among raft nodes before linearized reading' (duration: 189.115602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:19.480984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.659956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2cgf5\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-04T01:57:19.481025Z","caller":"traceutil/trace.go:171","msg":"trace[1281693507] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2cgf5; range_end:; response_count:1; response_revision:15888; }","duration":"168.721778ms","start":"2026-03-04T01:57:19.312294Z","end":"2026-03-04T01:57:19.481016Z","steps":["trace[1281693507] 'agreement among raft nodes before linearized reading' (duration: 168.595025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:19.481113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.868769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:57:19.481195Z","caller":"traceutil/trace.go:171","msg":"trace[1360285871] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15888; }","duration":"189.951921ms","start":"2026-03-04T01:57:19.291218Z","end":"2026-03-04T01:57:19.48117Z","steps":["trace[1360285871] 'agreement among raft nodes before linearized reading' (duration: 189.728136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:19.481281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.282193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:57:19.481324Z","caller":"traceutil/trace.go:171","msg":"trace[1442700079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15888; }","duration":"182.332274ms","start":"2026-03-04T01:57:19.298982Z","end":"2026-03-04T01:57:19.481315Z","steps":["trace[1442700079] 'agreement among raft nodes before linearized reading' (duration: 182.216052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:19.481131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.804924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944272"} {"level":"info","ts":"2026-03-04T01:57:19.481419Z","caller":"traceutil/trace.go:171","msg":"trace[619694107] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15888; }","duration":"195.116482ms","start":"2026-03-04T01:57:19.286293Z","end":"2026-03-04T01:57:19.481409Z","steps":["trace[619694107] 'agreement among raft nodes before linearized reading' (duration: 193.624267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:19.481528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.042877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944272"} {"level":"info","ts":"2026-03-04T01:57:19.481589Z","caller":"traceutil/trace.go:171","msg":"trace[2010783456] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15888; }","duration":"194.099119ms","start":"2026-03-04T01:57:19.287476Z","end":"2026-03-04T01:57:19.481575Z","steps":["trace[2010783456] 'agreement among raft nodes before linearized reading' (duration: 192.766008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:19.481543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.588257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944272"} {"level":"info","ts":"2026-03-04T01:57:19.481746Z","caller":"traceutil/trace.go:171","msg":"trace[5276529] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15888; }","duration":"193.814083ms","start":"2026-03-04T01:57:19.287923Z","end":"2026-03-04T01:57:19.481737Z","steps":["trace[5276529] 'agreement among raft nodes before linearized reading' (duration: 193.085705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.559962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.736626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:20.560094Z","caller":"traceutil/trace.go:171","msg":"trace[434830417] linearizableReadLoop","detail":"{readStateIndex:16466; appliedIndex:16465; }","duration":"188.473958ms","start":"2026-03-04T01:57:20.371598Z","end":"2026-03-04T01:57:20.560072Z","steps":["trace[434830417] 'read index received' (duration: 1.432484ms)","trace[434830417] 'applied index is now lower than readState.Index' (duration: 187.040264ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:20.560183Z","caller":"traceutil/trace.go:171","msg":"trace[1186277893] transaction","detail":"{read_only:false; response_revision:15891; number_of_response:1; }","duration":"270.157409ms","start":"2026-03-04T01:57:20.289986Z","end":"2026-03-04T01:57:20.560143Z","steps":["trace[1186277893] 'process raft request' (duration: 83.134095ms)","trace[1186277893] 'compare' (duration: 186.550742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:20.560347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.731234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6wmmj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:57:20.560442Z","caller":"traceutil/trace.go:171","msg":"trace[1066553563] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6wmmj; range_end:; response_count:1; response_revision:15891; }","duration":"188.884927ms","start":"2026-03-04T01:57:20.371538Z","end":"2026-03-04T01:57:20.560423Z","steps":["trace[1066553563] 'agreement among raft nodes before linearized reading' (duration: 188.607921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:20.785275Z","caller":"traceutil/trace.go:171","msg":"trace[134137495] transaction","detail":"{read_only:false; response_revision:15893; number_of_response:1; }","duration":"175.211179ms","start":"2026-03-04T01:57:20.610031Z","end":"2026-03-04T01:57:20.785242Z","steps":["trace[134137495] 'process raft request' (duration: 169.762692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:20.807038Z","caller":"traceutil/trace.go:171","msg":"trace[1262953847] transaction","detail":"{read_only:false; response_revision:15894; number_of_response:1; }","duration":"178.712531ms","start":"2026-03-04T01:57:20.628295Z","end":"2026-03-04T01:57:20.807008Z","steps":["trace[1262953847] 'process raft request' (duration: 178.419714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:21.106749Z","caller":"traceutil/trace.go:171","msg":"trace[1707235113] linearizableReadLoop","detail":"{readStateIndex:16473; appliedIndex:16470; }","duration":"265.143402ms","start":"2026-03-04T01:57:20.841577Z","end":"2026-03-04T01:57:21.10672Z","steps":["trace[1707235113] 'read index received' (duration: 264.701371ms)","trace[1707235113] 'applied index is now lower than readState.Index' (duration: 440.891µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:21.106787Z","caller":"traceutil/trace.go:171","msg":"trace[236666841] transaction","detail":"{read_only:false; response_revision:15896; number_of_response:1; }","duration":"294.66166ms","start":"2026-03-04T01:57:20.812075Z","end":"2026-03-04T01:57:21.106737Z","steps":["trace[236666841] 'process raft request' (duration: 294.289841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:21.106884Z","caller":"traceutil/trace.go:171","msg":"trace[324172247] transaction","detail":"{read_only:false; response_revision:15897; number_of_response:1; }","duration":"288.628829ms","start":"2026-03-04T01:57:20.818205Z","end":"2026-03-04T01:57:21.106834Z","steps":["trace[324172247] 'process raft request' (duration: 288.395444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:21.10693Z","caller":"traceutil/trace.go:171","msg":"trace[1931103709] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15897; }","duration":"287.195016ms","start":"2026-03-04T01:57:20.819687Z","end":"2026-03-04T01:57:21.106882Z","steps":["trace[1931103709] 'process raft request' (duration: 286.993342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:21.107374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.761586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:57:21.107431Z","caller":"traceutil/trace.go:171","msg":"trace[970546416] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:15897; }","duration":"265.882339ms","start":"2026-03-04T01:57:20.841536Z","end":"2026-03-04T01:57:21.107418Z","steps":["trace[970546416] 'agreement among raft nodes before linearized reading' (duration: 265.340417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:21.10751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.0036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:21.107634Z","caller":"traceutil/trace.go:171","msg":"trace[176200011] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:15897; }","duration":"198.201984ms","start":"2026-03-04T01:57:20.909418Z","end":"2026-03-04T01:57:21.10762Z","steps":["trace[176200011] 'agreement among raft nodes before linearized reading' (duration: 197.999069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:35.813021Z","caller":"traceutil/trace.go:171","msg":"trace[407149649] transaction","detail":"{read_only:false; response_revision:16023; number_of_response:1; }","duration":"212.625247ms","start":"2026-03-04T01:57:35.600361Z","end":"2026-03-04T01:57:35.812986Z","steps":["trace[407149649] 'process raft request' (duration: 172.313989ms)","trace[407149649] 'compare' (duration: 39.921689ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:35.813378Z","caller":"traceutil/trace.go:171","msg":"trace[634607677] linearizableReadLoop","detail":"{readStateIndex:16605; appliedIndex:16602; }","duration":"143.726883ms","start":"2026-03-04T01:57:35.669625Z","end":"2026-03-04T01:57:35.813352Z","steps":["trace[634607677] 'read index received' (duration: 103.073058ms)","trace[634607677] 'applied index is now lower than readState.Index' (duration: 40.652545ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:35.813376Z","caller":"traceutil/trace.go:171","msg":"trace[112035893] transaction","detail":"{read_only:false; response_revision:16024; number_of_response:1; }","duration":"212.643166ms","start":"2026-03-04T01:57:35.600698Z","end":"2026-03-04T01:57:35.813342Z","steps":["trace[112035893] 'process raft request' (duration: 212.160965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:35.813466Z","caller":"traceutil/trace.go:171","msg":"trace[2137465393] transaction","detail":"{read_only:false; response_revision:16025; number_of_response:1; }","duration":"174.464678ms","start":"2026-03-04T01:57:35.638952Z","end":"2026-03-04T01:57:35.813416Z","steps":["trace[2137465393] 'process raft request' (duration: 174.296625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:35.813622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.976761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovs-agent-default-87xvk\" ","response":"range_response_count:1 size:19476"} {"level":"info","ts":"2026-03-04T01:57:35.813654Z","caller":"traceutil/trace.go:171","msg":"trace[1832005519] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovs-agent-default-87xvk; range_end:; response_count:1; response_revision:16025; }","duration":"144.065992ms","start":"2026-03-04T01:57:35.66958Z","end":"2026-03-04T01:57:35.813646Z","steps":["trace[1832005519] 'agreement among raft nodes before linearized reading' (duration: 143.896437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:35.857181Z","caller":"traceutil/trace.go:171","msg":"trace[1440085328] transaction","detail":"{read_only:false; response_revision:16026; number_of_response:1; }","duration":"186.813426ms","start":"2026-03-04T01:57:35.67035Z","end":"2026-03-04T01:57:35.857163Z","steps":["trace[1440085328] 'process raft request' (duration: 186.566761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:35.981295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.197649ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:57:35.981444Z","caller":"traceutil/trace.go:171","msg":"trace[653998902] linearizableReadLoop","detail":"{readStateIndex:16607; appliedIndex:16605; }","duration":"167.975018ms","start":"2026-03-04T01:57:35.813445Z","end":"2026-03-04T01:57:35.98142Z","steps":["trace[653998902] 'read index received' (duration: 43.560454ms)","trace[653998902] 'applied index is now lower than readState.Index' (duration: 124.412863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:35.981618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.220578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2cgf5\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-04T01:57:35.981706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.635423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fvp78\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-04T01:57:35.981721Z","caller":"traceutil/trace.go:171","msg":"trace[1592437217] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2cgf5; range_end:; response_count:1; response_revision:16026; }","duration":"176.344333ms","start":"2026-03-04T01:57:35.805352Z","end":"2026-03-04T01:57:35.981696Z","steps":["trace[1592437217] 'agreement among raft nodes before linearized reading' (duration: 176.083276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:35.981743Z","caller":"traceutil/trace.go:171","msg":"trace[601531580] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fvp78; range_end:; response_count:1; response_revision:16026; }","duration":"183.726865ms","start":"2026-03-04T01:57:35.798004Z","end":"2026-03-04T01:57:35.981731Z","steps":["trace[601531580] 'agreement among raft nodes before linearized reading' (duration: 183.518209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:35.982206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.129475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-sp645\" ","response":"range_response_count:1 size:18652"} {"level":"info","ts":"2026-03-04T01:57:35.982412Z","caller":"traceutil/trace.go:171","msg":"trace[1697794377] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-sp645; range_end:; response_count:1; response_revision:16026; }","duration":"304.3268ms","start":"2026-03-04T01:57:35.678014Z","end":"2026-03-04T01:57:35.982341Z","steps":["trace[1697794377] 'agreement among raft nodes before linearized reading' (duration: 303.873469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:35.984454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:35.678006Z","time spent":"306.42827ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18675,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-sp645\" "} {"level":"info","ts":"2026-03-04T01:57:36.012767Z","caller":"traceutil/trace.go:171","msg":"trace[50013742] transaction","detail":"{read_only:false; response_revision:16027; number_of_response:1; }","duration":"184.197446ms","start":"2026-03-04T01:57:35.828532Z","end":"2026-03-04T01:57:36.012729Z","steps":["trace[50013742] 'process raft request' (duration: 184.004631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.04567Z","caller":"traceutil/trace.go:171","msg":"trace[913316078] transaction","detail":"{read_only:false; response_revision:16028; number_of_response:1; }","duration":"106.788224ms","start":"2026-03-04T01:57:35.938857Z","end":"2026-03-04T01:57:36.045646Z","steps":["trace[913316078] 'process raft request' (duration: 106.499557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.045941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.848701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-njhg6\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:57:36.045977Z","caller":"traceutil/trace.go:171","msg":"trace[673827412] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-njhg6; range_end:; response_count:1; response_revision:16028; }","duration":"126.958173ms","start":"2026-03-04T01:57:35.91901Z","end":"2026-03-04T01:57:36.045968Z","steps":["trace[673827412] 'agreement among raft nodes before linearized reading' (duration: 126.80856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.046178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.684608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2cgf5\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-04T01:57:36.046228Z","caller":"traceutil/trace.go:171","msg":"trace[1933920163] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2cgf5; range_end:; response_count:1; response_revision:16028; }","duration":"227.749589ms","start":"2026-03-04T01:57:35.818457Z","end":"2026-03-04T01:57:36.046206Z","steps":["trace[1933920163] 'agreement among raft nodes before linearized reading' (duration: 227.568484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:37.542968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.644653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:37.543368Z","caller":"traceutil/trace.go:171","msg":"trace[1998656604] transaction","detail":"{read_only:false; response_revision:16031; number_of_response:1; }","duration":"218.149834ms","start":"2026-03-04T01:57:37.325195Z","end":"2026-03-04T01:57:37.543345Z","steps":["trace[1998656604] 'process raft request' (duration: 95.043181ms)","trace[1998656604] 'compare' (duration: 122.50856ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:37.692209Z","caller":"traceutil/trace.go:171","msg":"trace[10252047] transaction","detail":"{read_only:false; response_revision:16033; number_of_response:1; }","duration":"143.379625ms","start":"2026-03-04T01:57:37.548801Z","end":"2026-03-04T01:57:37.692181Z","steps":["trace[10252047] 'process raft request' (duration: 134.13809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:37.692416Z","caller":"traceutil/trace.go:171","msg":"trace[101641775] transaction","detail":"{read_only:false; response_revision:16034; number_of_response:1; }","duration":"143.59876ms","start":"2026-03-04T01:57:37.548804Z","end":"2026-03-04T01:57:37.692403Z","steps":["trace[101641775] 'process raft request' (duration: 143.314463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:37.692374Z","caller":"traceutil/trace.go:171","msg":"trace[1501969408] linearizableReadLoop","detail":"{readStateIndex:16615; appliedIndex:16613; }","duration":"142.563296ms","start":"2026-03-04T01:57:37.549767Z","end":"2026-03-04T01:57:37.692331Z","steps":["trace[1501969408] 'read index received' (duration: 50.373352ms)","trace[1501969408] 'applied index is now lower than readState.Index' (duration: 92.186824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:37.694399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.609304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944701"} {"level":"info","ts":"2026-03-04T01:57:37.694442Z","caller":"traceutil/trace.go:171","msg":"trace[1794864674] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16034; }","duration":"144.693026ms","start":"2026-03-04T01:57:37.549739Z","end":"2026-03-04T01:57:37.694432Z","steps":["trace[1794864674] 'agreement among raft nodes before linearized reading' (duration: 142.743831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:37.976631Z","caller":"traceutil/trace.go:171","msg":"trace[923665645] linearizableReadLoop","detail":"{readStateIndex:16617; appliedIndex:16616; }","duration":"157.948465ms","start":"2026-03-04T01:57:37.818658Z","end":"2026-03-04T01:57:37.976607Z","steps":["trace[923665645] 'read index received' (duration: 157.74334ms)","trace[923665645] 'applied index is now lower than readState.Index' (duration: 203.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:37.97682Z","caller":"traceutil/trace.go:171","msg":"trace[2143993941] transaction","detail":"{read_only:false; response_revision:16036; number_of_response:1; }","duration":"216.763023ms","start":"2026-03-04T01:57:37.759887Z","end":"2026-03-04T01:57:37.97665Z","steps":["trace[2143993941] 'process raft request' (duration: 216.548188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:37.976889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.14124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:57:37.976972Z","caller":"traceutil/trace.go:171","msg":"trace[1136280260] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16036; }","duration":"158.230342ms","start":"2026-03-04T01:57:37.818721Z","end":"2026-03-04T01:57:37.976952Z","steps":["trace[1136280260] 'agreement among raft nodes before linearized reading' (duration: 158.030547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:37.976892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.328274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:37.977092Z","caller":"traceutil/trace.go:171","msg":"trace[199896522] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:16036; }","duration":"149.58224ms","start":"2026-03-04T01:57:37.82748Z","end":"2026-03-04T01:57:37.977062Z","steps":["trace[199896522] 'agreement among raft nodes before linearized reading' (duration: 149.334175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:37.976888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.223612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:57:37.97717Z","caller":"traceutil/trace.go:171","msg":"trace[1931788633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16036; }","duration":"158.583099ms","start":"2026-03-04T01:57:37.818578Z","end":"2026-03-04T01:57:37.977161Z","steps":["trace[1931788633] 'agreement among raft nodes before linearized reading' (duration: 158.14895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:37.977351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.274553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:37.97848Z","caller":"traceutil/trace.go:171","msg":"trace[372114380] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:16036; }","duration":"146.451196ms","start":"2026-03-04T01:57:37.830988Z","end":"2026-03-04T01:57:37.977439Z","steps":["trace[372114380] 'agreement among raft nodes before linearized reading' (duration: 145.77703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:38.209597Z","caller":"traceutil/trace.go:171","msg":"trace[2090127662] transaction","detail":"{read_only:false; response_revision:16038; number_of_response:1; }","duration":"225.125758ms","start":"2026-03-04T01:57:37.984436Z","end":"2026-03-04T01:57:38.209562Z","steps":["trace[2090127662] 'process raft request' (duration: 224.886223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:38.211198Z","caller":"traceutil/trace.go:171","msg":"trace[548206307] linearizableReadLoop","detail":"{readStateIndex:16620; appliedIndex:16618; }","duration":"136.913114ms","start":"2026-03-04T01:57:38.074255Z","end":"2026-03-04T01:57:38.211168Z","steps":["trace[548206307] 'read index received' (duration: 135.107543ms)","trace[548206307] 'applied index is now lower than readState.Index' (duration: 1.804441ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:38.211244Z","caller":"traceutil/trace.go:171","msg":"trace[571075836] transaction","detail":"{read_only:false; response_revision:16039; number_of_response:1; }","duration":"160.830271ms","start":"2026-03-04T01:57:38.05039Z","end":"2026-03-04T01:57:38.21122Z","steps":["trace[571075836] 'process raft request' (duration: 160.620246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:38.21149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.167698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2cgf5\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-04T01:57:38.211489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.465495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-sp645\" ","response":"range_response_count:1 size:18652"} {"level":"info","ts":"2026-03-04T01:57:38.211533Z","caller":"traceutil/trace.go:171","msg":"trace[1238221369] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2cgf5; range_end:; response_count:1; response_revision:16039; }","duration":"133.24054ms","start":"2026-03-04T01:57:38.078281Z","end":"2026-03-04T01:57:38.211522Z","steps":["trace[1238221369] 'agreement among raft nodes before linearized reading' (duration: 133.066635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:38.211535Z","caller":"traceutil/trace.go:171","msg":"trace[55563783] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-sp645; range_end:; response_count:1; response_revision:16039; }","duration":"133.581708ms","start":"2026-03-04T01:57:38.077944Z","end":"2026-03-04T01:57:38.211525Z","steps":["trace[55563783] 'agreement among raft nodes before linearized reading' (duration: 133.378623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:38.211553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.267644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fvp78\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-04T01:57:38.21168Z","caller":"traceutil/trace.go:171","msg":"trace[1485632639] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fvp78; range_end:; response_count:1; response_revision:16039; }","duration":"137.456869ms","start":"2026-03-04T01:57:38.074201Z","end":"2026-03-04T01:57:38.211658Z","steps":["trace[1485632639] 'agreement among raft nodes before linearized reading' (duration: 137.10768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:38.211676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.733255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2cgf5\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-04T01:57:38.211609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.91753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-njhg6\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:57:38.211793Z","caller":"traceutil/trace.go:171","msg":"trace[1759200799] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2cgf5; range_end:; response_count:1; response_revision:16039; }","duration":"131.879458ms","start":"2026-03-04T01:57:38.079888Z","end":"2026-03-04T01:57:38.211767Z","steps":["trace[1759200799] 'agreement among raft nodes before linearized reading' (duration: 131.488578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:38.211792Z","caller":"traceutil/trace.go:171","msg":"trace[1831812244] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-njhg6; range_end:; response_count:1; response_revision:16039; }","duration":"132.176706ms","start":"2026-03-04T01:57:38.0796Z","end":"2026-03-04T01:57:38.211776Z","steps":["trace[1831812244] 'agreement among raft nodes before linearized reading' (duration: 131.762846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:39.907135Z","caller":"traceutil/trace.go:171","msg":"trace[1085564135] linearizableReadLoop","detail":"{readStateIndex:16625; appliedIndex:16623; }","duration":"166.808512ms","start":"2026-03-04T01:57:39.740297Z","end":"2026-03-04T01:57:39.907106Z","steps":["trace[1085564135] 'read index received' (duration: 36.399627ms)","trace[1085564135] 'applied index is now lower than readState.Index' (duration: 130.408065ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:39.907299Z","caller":"traceutil/trace.go:171","msg":"trace[45629658] transaction","detail":"{read_only:false; response_revision:16044; number_of_response:1; }","duration":"168.443978ms","start":"2026-03-04T01:57:39.738817Z","end":"2026-03-04T01:57:39.907261Z","steps":["trace[45629658] 'process raft request' (duration: 165.332276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:39.90766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.544095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:57:39.907707Z","caller":"traceutil/trace.go:171","msg":"trace[520599188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16044; }","duration":"163.609396ms","start":"2026-03-04T01:57:39.744085Z","end":"2026-03-04T01:57:39.907695Z","steps":["trace[520599188] 'agreement among raft nodes before linearized reading' (duration: 163.419592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:39.908513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.193803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944846"} {"level":"info","ts":"2026-03-04T01:57:39.90857Z","caller":"traceutil/trace.go:171","msg":"trace[1049396138] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16044; }","duration":"168.306366ms","start":"2026-03-04T01:57:39.74025Z","end":"2026-03-04T01:57:39.908556Z","steps":["trace[1049396138] 'agreement among raft nodes before linearized reading' (duration: 167.010516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:40.257296Z","caller":"traceutil/trace.go:171","msg":"trace[1259338078] linearizableReadLoop","detail":"{readStateIndex:16627; appliedIndex:16626; }","duration":"168.649684ms","start":"2026-03-04T01:57:40.088623Z","end":"2026-03-04T01:57:40.257272Z","steps":["trace[1259338078] 'read index received' (duration: 168.4851ms)","trace[1259338078] 'applied index is now lower than readState.Index' (duration: 163.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:40.2574Z","caller":"traceutil/trace.go:171","msg":"trace[1678300749] transaction","detail":"{read_only:false; response_revision:16046; number_of_response:1; }","duration":"171.454228ms","start":"2026-03-04T01:57:40.085918Z","end":"2026-03-04T01:57:40.257373Z","steps":["trace[1678300749] 'process raft request' (duration: 171.197032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:40.25757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.91907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:57:40.257617Z","caller":"traceutil/trace.go:171","msg":"trace[1390835018] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16046; }","duration":"169.027182ms","start":"2026-03-04T01:57:40.088577Z","end":"2026-03-04T01:57:40.257604Z","steps":["trace[1390835018] 'agreement among raft nodes before linearized reading' (duration: 168.819118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:40.309264Z","caller":"traceutil/trace.go:171","msg":"trace[546936832] transaction","detail":"{read_only:false; response_revision:16047; number_of_response:1; }","duration":"192.98679ms","start":"2026-03-04T01:57:40.116257Z","end":"2026-03-04T01:57:40.309243Z","steps":["trace[546936832] 'process raft request' (duration: 186.174622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:40.310065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.207474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T01:57:40.310144Z","caller":"traceutil/trace.go:171","msg":"trace[1779239190] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:16048; }","duration":"153.317417ms","start":"2026-03-04T01:57:40.156811Z","end":"2026-03-04T01:57:40.310129Z","steps":["trace[1779239190] 'agreement among raft nodes before linearized reading' (duration: 153.161313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:40.310268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.855564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T01:57:40.310353Z","caller":"traceutil/trace.go:171","msg":"trace[660658454] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16048; }","duration":"185.972257ms","start":"2026-03-04T01:57:40.124358Z","end":"2026-03-04T01:57:40.31033Z","steps":["trace[660658454] 'agreement among raft nodes before linearized reading' (duration: 185.820034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.950366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.448192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:58.950457Z","caller":"traceutil/trace.go:171","msg":"trace[811678144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16166; }","duration":"852.617105ms","start":"2026-03-04T01:57:58.097819Z","end":"2026-03-04T01:57:58.950437Z","steps":["trace[811678144] 'range keys from in-memory index tree' (duration: 852.268187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.950499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:58.097795Z","time spent":"852.696656ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:57:58.950502Z","caller":"traceutil/trace.go:171","msg":"trace[527111819] linearizableReadLoop","detail":"{readStateIndex:16752; appliedIndex:16751; }","duration":"497.618516ms","start":"2026-03-04T01:57:58.452862Z","end":"2026-03-04T01:57:58.950481Z","steps":["trace[527111819] 'read index received' (duration: 486.229422ms)","trace[527111819] 'applied index is now lower than readState.Index' (duration: 11.387814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:58.950529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.479509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:57:58.950529Z","caller":"traceutil/trace.go:171","msg":"trace[1461815422] transaction","detail":"{read_only:false; response_revision:16167; number_of_response:1; }","duration":"577.019153ms","start":"2026-03-04T01:57:58.373473Z","end":"2026-03-04T01:57:58.950492Z","steps":["trace[1461815422] 'process raft request' (duration: 565.576418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.950575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.984979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:57:58.950615Z","caller":"traceutil/trace.go:171","msg":"trace[1746587460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16166; }","duration":"606.649403ms","start":"2026-03-04T01:57:58.343947Z","end":"2026-03-04T01:57:58.950596Z","steps":["trace[1746587460] 'range keys from in-memory index tree' (duration: 606.09768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.950655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:58.343886Z","time spent":"606.760166ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:57:58.950656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.984838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:58.950659Z","caller":"traceutil/trace.go:171","msg":"trace[955365880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16166; }","duration":"910.140223ms","start":"2026-03-04T01:57:58.0405Z","end":"2026-03-04T01:57:58.95064Z","steps":["trace[955365880] 'range keys from in-memory index tree' (duration: 909.738254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.950662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.79841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:57:58.950688Z","caller":"traceutil/trace.go:171","msg":"trace[1065071400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16167; }","duration":"459.07332ms","start":"2026-03-04T01:57:58.491606Z","end":"2026-03-04T01:57:58.950679Z","steps":["trace[1065071400] 'agreement among raft nodes before linearized reading' (duration: 459.004138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.950686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:58.373442Z","time spent":"577.171266ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:58.950698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:58.040465Z","time spent":"910.227415ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:57:58.950709Z","caller":"traceutil/trace.go:171","msg":"trace[1098699508] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16167; }","duration":"497.889932ms","start":"2026-03-04T01:57:58.452805Z","end":"2026-03-04T01:57:58.950695Z","steps":["trace[1098699508] 'agreement among raft nodes before linearized reading' (duration: 497.78054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.950718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:58.491569Z","time spent":"459.143062ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:58.950748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:58.452777Z","time spent":"497.962044ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:58.950817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.643302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:57:58.950859Z","caller":"traceutil/trace.go:171","msg":"trace[2016576785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16166; }","duration":"944.023351ms","start":"2026-03-04T01:57:58.006827Z","end":"2026-03-04T01:57:58.95085Z","steps":["trace[2016576785] 'range keys from in-memory index tree' (duration: 942.534046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.950862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.624531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-njhg6\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:57:58.9509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:58.0068Z","time spent":"944.084962ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:57:58.950934Z","caller":"traceutil/trace.go:171","msg":"trace[1217496852] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-njhg6; range_end:; response_count:1; response_revision:16167; }","duration":"290.735313ms","start":"2026-03-04T01:57:58.660179Z","end":"2026-03-04T01:57:58.950914Z","steps":["trace[1217496852] 'agreement among raft nodes before linearized reading' (duration: 290.475577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.950864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.031398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2cgf5\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-04T01:57:58.950996Z","caller":"traceutil/trace.go:171","msg":"trace[289367582] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2cgf5; range_end:; response_count:1; response_revision:16167; }","duration":"287.212982ms","start":"2026-03-04T01:57:58.663776Z","end":"2026-03-04T01:57:58.950989Z","steps":["trace[289367582] 'agreement among raft nodes before linearized reading' (duration: 286.858984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.121985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.158409ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:58:05.122225Z","caller":"traceutil/trace.go:171","msg":"trace[1346949721] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16197; }","duration":"222.432836ms","start":"2026-03-04T01:58:04.899758Z","end":"2026-03-04T01:58:05.122191Z","steps":["trace[1346949721] 'range keys from in-memory index tree' (duration: 222.124698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.505366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379351866,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:58:05.808078Z","caller":"traceutil/trace.go:171","msg":"trace[1785452927] transaction","detail":"{read_only:false; response_revision:16198; number_of_response:1; }","duration":"830.46935ms","start":"2026-03-04T01:58:04.977581Z","end":"2026-03-04T01:58:05.80805Z","steps":["trace[1785452927] 'process raft request' (duration: 830.283006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.808265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:04.977551Z","time spent":"830.611284ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:58:05.992519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.748228ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:58:05.992747Z","caller":"traceutil/trace.go:171","msg":"trace[395130187] linearizableReadLoop","detail":"{readStateIndex:16786; appliedIndex:16783; }","duration":"987.778278ms","start":"2026-03-04T01:58:05.004954Z","end":"2026-03-04T01:58:05.992732Z","steps":["trace[395130187] 'read index received' (duration: 802.906089ms)","trace[395130187] 'applied index is now lower than readState.Index' (duration: 184.871529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:05.992927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.077444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:58:05.992955Z","caller":"traceutil/trace.go:171","msg":"trace[1071093429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16199; }","duration":"987.129644ms","start":"2026-03-04T01:58:05.005813Z","end":"2026-03-04T01:58:05.992942Z","steps":["trace[1071093429] 'agreement among raft nodes before linearized reading' (duration: 987.011282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:05.992889Z","caller":"traceutil/trace.go:171","msg":"trace[2018927558] transaction","detail":"{read_only:false; response_revision:16199; number_of_response:1; }","duration":"592.192057ms","start":"2026-03-04T01:58:05.400657Z","end":"2026-03-04T01:58:05.992849Z","steps":["trace[2018927558] 'process raft request' (duration: 591.971181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.992983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.005801Z","time spent":"987.175316ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:58:05.993103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.400639Z","time spent":"592.360231ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:58:05.993136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.145157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:58:05.993267Z","caller":"traceutil/trace.go:171","msg":"trace[1730039739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16199; }","duration":"988.340972ms","start":"2026-03-04T01:58:05.004893Z","end":"2026-03-04T01:58:05.993234Z","steps":["trace[1730039739] 'agreement among raft nodes before linearized reading' (duration: 987.931423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.993345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.00487Z","time spent":"988.462605ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:58:05.993378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.192943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2cgf5\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-04T01:58:05.993396Z","caller":"traceutil/trace.go:171","msg":"trace[306131837] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2cgf5; range_end:; response_count:1; response_revision:16199; }","duration":"934.254035ms","start":"2026-03-04T01:58:05.059137Z","end":"2026-03-04T01:58:05.993391Z","steps":["trace[306131837] 'agreement among raft nodes before linearized reading' (duration: 934.203433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.99341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.059115Z","time spent":"934.292375ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2cgf5\" "} {"level":"warn","ts":"2026-03-04T01:58:05.993523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.35734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:58:05.993536Z","caller":"traceutil/trace.go:171","msg":"trace[1892064815] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16199; }","duration":"966.413312ms","start":"2026-03-04T01:58:05.027118Z","end":"2026-03-04T01:58:05.993532Z","steps":["trace[1892064815] 'agreement among raft nodes before linearized reading' (duration: 966.368031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.993549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.0271Z","time spent":"966.445483ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:58:05.993578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.665844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-njhg6\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:58:05.993682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.797138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:58:05.993654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.030106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:58:05.993703Z","caller":"traceutil/trace.go:171","msg":"trace[1395214313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16199; }","duration":"202.86846ms","start":"2026-03-04T01:58:05.790832Z","end":"2026-03-04T01:58:05.9937Z","steps":["trace[1395214313] 'agreement among raft nodes before linearized reading' (duration: 202.822659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:05.993736Z","caller":"traceutil/trace.go:171","msg":"trace[1636732496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16199; }","duration":"495.152269ms","start":"2026-03-04T01:58:05.498562Z","end":"2026-03-04T01:58:05.993715Z","steps":["trace[1636732496] 'agreement among raft nodes before linearized reading' (duration: 495.035566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.993776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.969451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fvp78\" ","response":"range_response_count:1 size:20871"} {"level":"info","ts":"2026-03-04T01:58:05.993796Z","caller":"traceutil/trace.go:171","msg":"trace[1642484365] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fvp78; range_end:; response_count:1; response_revision:16199; }","duration":"785.014312ms","start":"2026-03-04T01:58:05.208777Z","end":"2026-03-04T01:58:05.993792Z","steps":["trace[1642484365] 'agreement among raft nodes before linearized reading' (duration: 784.966531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.993791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.498532Z","time spent":"495.241371ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:58:05.99381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.208764Z","time spent":"785.042562ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20894,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fvp78\" "} {"level":"warn","ts":"2026-03-04T01:58:05.993633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.085764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:58:05.993863Z","caller":"traceutil/trace.go:171","msg":"trace[1179602842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16199; }","duration":"975.316719ms","start":"2026-03-04T01:58:05.018543Z","end":"2026-03-04T01:58:05.993859Z","steps":["trace[1179602842] 'agreement among raft nodes before linearized reading' (duration: 975.047903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.993876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.018467Z","time spent":"975.405531ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:58:05.993932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.968093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:58:05.993949Z","caller":"traceutil/trace.go:171","msg":"trace[677010787] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:16199; }","duration":"850.035405ms","start":"2026-03-04T01:58:05.14391Z","end":"2026-03-04T01:58:05.993945Z","steps":["trace[677010787] 'agreement among raft nodes before linearized reading' (duration: 850.004545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.993961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.143882Z","time spent":"850.076306ms","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:58:05.993916Z","caller":"traceutil/trace.go:171","msg":"trace[17921966] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-njhg6; range_end:; response_count:1; response_revision:16199; }","duration":"932.033802ms","start":"2026-03-04T01:58:05.061867Z","end":"2026-03-04T01:58:05.993901Z","steps":["trace[17921966] 'agreement among raft nodes before linearized reading' (duration: 931.420768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.99402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.061829Z","time spent":"932.177736ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-njhg6\" "} {"level":"info","ts":"2026-03-04T01:58:06.143152Z","caller":"traceutil/trace.go:171","msg":"trace[680059746] transaction","detail":"{read_only:false; response_revision:16200; number_of_response:1; }","duration":"143.664952ms","start":"2026-03-04T01:58:05.999448Z","end":"2026-03-04T01:58:06.143113Z","steps":["trace[680059746] 'process raft request' (duration: 70.871989ms)","trace[680059746] 'compare' (duration: 72.621689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:06.542237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.155904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:58:06.542664Z","caller":"traceutil/trace.go:171","msg":"trace[2014493455] linearizableReadLoop","detail":"{readStateIndex:16791; appliedIndex:16786; }","duration":"541.63398ms","start":"2026-03-04T01:58:06.000997Z","end":"2026-03-04T01:58:06.542631Z","steps":["trace[2014493455] 'read index received' (duration: 73.151132ms)","trace[2014493455] 'applied index is now lower than readState.Index' (duration: 468.481768ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:06.542757Z","caller":"traceutil/trace.go:171","msg":"trace[1650375967] transaction","detail":"{read_only:false; response_revision:16201; number_of_response:1; }","duration":"542.988612ms","start":"2026-03-04T01:58:05.999757Z","end":"2026-03-04T01:58:06.542745Z","steps":["trace[1650375967] 'process raft request' (duration: 257.226854ms)","trace[1650375967] 'compare' (duration: 285.009721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:06.542823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.999722Z","time spent":"543.061104ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:06.542959Z","caller":"traceutil/trace.go:171","msg":"trace[1077825748] transaction","detail":"{read_only:false; response_revision:16205; number_of_response:1; }","duration":"538.973029ms","start":"2026-03-04T01:58:06.003933Z","end":"2026-03-04T01:58:06.542906Z","steps":["trace[1077825748] 'process raft request' (duration: 538.58908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:06.543162Z","caller":"traceutil/trace.go:171","msg":"trace[698530412] transaction","detail":"{read_only:false; response_revision:16206; number_of_response:1; }","duration":"532.17755ms","start":"2026-03-04T01:58:06.010971Z","end":"2026-03-04T01:58:06.543149Z","steps":["trace[698530412] 'process raft request' (duration: 531.597017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.543215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:06.003925Z","time spent":"539.151273ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:58:06.543242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:06.01092Z","time spent":"532.283342ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20988,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:06.543212Z","caller":"traceutil/trace.go:171","msg":"trace[1248913457] transaction","detail":"{read_only:false; response_revision:16202; number_of_response:1; }","duration":"543.278119ms","start":"2026-03-04T01:58:05.999893Z","end":"2026-03-04T01:58:06.543171Z","steps":["trace[1248913457] 'process raft request' (duration: 542.47211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:06.543315Z","caller":"traceutil/trace.go:171","msg":"trace[1007645791] transaction","detail":"{read_only:false; response_revision:16204; number_of_response:1; }","duration":"542.51133ms","start":"2026-03-04T01:58:06.000778Z","end":"2026-03-04T01:58:06.54329Z","steps":["trace[1007645791] 'process raft request' (duration: 541.690162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:06.543322Z","caller":"traceutil/trace.go:171","msg":"trace[2126977001] transaction","detail":"{read_only:false; response_revision:16203; number_of_response:1; }","duration":"543.078164ms","start":"2026-03-04T01:58:06.000203Z","end":"2026-03-04T01:58:06.543282Z","steps":["trace[2126977001] 'process raft request' (duration: 542.230405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.543398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.999882Z","time spent":"543.410532ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:58:06.543412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:06.000751Z","time spent":"542.610103ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:58:06.543442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.183714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:58:06.543502Z","caller":"traceutil/trace.go:171","msg":"trace[1151904603] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:16206; }","duration":"423.394089ms","start":"2026-03-04T01:58:06.120089Z","end":"2026-03-04T01:58:06.543483Z","steps":["trace[1151904603] 'agreement among raft nodes before linearized reading' (duration: 423.236115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.543548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:06.120061Z","time spent":"423.476261ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:58:06.543546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:06.000192Z","time spent":"543.258708ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:58:06.543613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.622414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18657"} {"level":"info","ts":"2026-03-04T01:58:06.54366Z","caller":"traceutil/trace.go:171","msg":"trace[548840326] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16206; }","duration":"542.707036ms","start":"2026-03-04T01:58:06.000937Z","end":"2026-03-04T01:58:06.543644Z","steps":["trace[548840326] 'agreement among raft nodes before linearized reading' (duration: 542.491621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.543694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:06.000913Z","time spent":"542.774177ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18680,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:58:06.544395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.170109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946220"} {"level":"info","ts":"2026-03-04T01:58:06.544506Z","caller":"traceutil/trace.go:171","msg":"trace[815856787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16206; }","duration":"541.316693ms","start":"2026-03-04T01:58:06.003164Z","end":"2026-03-04T01:58:06.544481Z","steps":["trace[815856787] 'agreement among raft nodes before linearized reading' (duration: 540.006943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.544561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:06.003153Z","time spent":"541.395214ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946243,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:58:06.545441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.681978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946220"} {"level":"info","ts":"2026-03-04T01:58:06.545557Z","caller":"traceutil/trace.go:171","msg":"trace[1629420826] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16206; }","duration":"540.805731ms","start":"2026-03-04T01:58:06.004739Z","end":"2026-03-04T01:58:06.545545Z","steps":["trace[1629420826] 'agreement among raft nodes before linearized reading' (duration: 538.783344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.545628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:06.004718Z","time spent":"540.894553ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946243,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:58:07.25437Z","caller":"traceutil/trace.go:171","msg":"trace[2061153699] transaction","detail":"{read_only:false; response_revision:16207; number_of_response:1; }","duration":"440.18034ms","start":"2026-03-04T01:58:06.814146Z","end":"2026-03-04T01:58:07.254326Z","steps":["trace[2061153699] 'process raft request' (duration: 430.423232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:07.255113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:06.814089Z","time spent":"440.904326ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:58:08.521549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379351894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:58:09.021711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379351894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:58:09.522417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379351894,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:58:09.569754Z","caller":"traceutil/trace.go:171","msg":"trace[1656147275] transaction","detail":"{read_only:false; response_revision:16208; number_of_response:1; }","duration":"1.754531656s","start":"2026-03-04T01:58:07.815189Z","end":"2026-03-04T01:58:09.569721Z","steps":["trace[1656147275] 'process raft request' (duration: 1.754337442s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.569936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:07.815156Z","time spent":"1.75468181s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:10.371392Z","caller":"traceutil/trace.go:171","msg":"trace[496661890] transaction","detail":"{read_only:false; response_revision:16209; number_of_response:1; }","duration":"2.368437929s","start":"2026-03-04T01:58:08.00292Z","end":"2026-03-04T01:58:10.371358Z","steps":["trace[496661890] 'process raft request' (duration: 2.368180262s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:10.371608Z","caller":"traceutil/trace.go:171","msg":"trace[1060592320] linearizableReadLoop","detail":"{readStateIndex:16797; appliedIndex:16794; }","duration":"2.350790198s","start":"2026-03-04T01:58:08.020779Z","end":"2026-03-04T01:58:10.371569Z","steps":["trace[1060592320] 'read index received' (duration: 1.548797831s)","trace[1060592320] 'applied index is now lower than readState.Index' (duration: 801.989647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:10.371744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.002882Z","time spent":"2.368703405s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:10.37182Z","caller":"traceutil/trace.go:171","msg":"trace[1078784022] transaction","detail":"{read_only:false; response_revision:16210; number_of_response:1; }","duration":"2.080344406s","start":"2026-03-04T01:58:08.291448Z","end":"2026-03-04T01:58:10.371792Z","steps":["trace[1078784022] 'process raft request' (duration: 2.079856554s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.371848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351043104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:58:10.371938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.291415Z","time spent":"2.080460988s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:10.371966Z","caller":"traceutil/trace.go:171","msg":"trace[648000105] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:16210; }","duration":"2.351223588s","start":"2026-03-04T01:58:08.020714Z","end":"2026-03-04T01:58:10.371938Z","steps":["trace[648000105] 'agreement among raft nodes before linearized reading' (duration: 2.351047904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.372016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09470254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:58:10.371945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223448495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:58:10.372074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.020686Z","time spent":"2.351340131s","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:58:10.372093Z","caller":"traceutil/trace.go:171","msg":"trace[1430711392] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:16210; }","duration":"2.094823503s","start":"2026-03-04T01:58:08.277249Z","end":"2026-03-04T01:58:10.372073Z","steps":["trace[1430711392] 'agreement among raft nodes before linearized reading' (duration: 2.094723701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.372088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804368525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-njhg6\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:58:10.372109Z","caller":"traceutil/trace.go:171","msg":"trace[564251815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16210; }","duration":"2.22367925s","start":"2026-03-04T01:58:08.148414Z","end":"2026-03-04T01:58:10.372093Z","steps":["trace[564251815] 'agreement among raft nodes before linearized reading' (duration: 2.223373263s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.372143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.277227Z","time spent":"2.094905154s","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:58:10.372167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.148394Z","time spent":"2.223759582s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:58:10.372162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879110565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:58:10.372232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823357697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:58:10.372295Z","caller":"traceutil/trace.go:171","msg":"trace[360973715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16210; }","duration":"1.879314669s","start":"2026-03-04T01:58:08.492953Z","end":"2026-03-04T01:58:10.372268Z","steps":["trace[360973715] 'agreement among raft nodes before linearized reading' (duration: 1.879013573s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:10.372343Z","caller":"traceutil/trace.go:171","msg":"trace[1533242360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16210; }","duration":"1.823561752s","start":"2026-03-04T01:58:08.548757Z","end":"2026-03-04T01:58:10.372319Z","steps":["trace[1533242360] 'agreement among raft nodes before linearized reading' (duration: 1.823181723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.372368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821047984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:58:10.372383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.492926Z","time spent":"1.879446042s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:58:10.372398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.548731Z","time spent":"1.823658094s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:58:10.372417Z","caller":"traceutil/trace.go:171","msg":"trace[1004207286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16210; }","duration":"1.821115395s","start":"2026-03-04T01:58:08.551288Z","end":"2026-03-04T01:58:10.372404Z","steps":["trace[1004207286] 'agreement among raft nodes before linearized reading' (duration: 1.820971201s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.37245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.551273Z","time spent":"1.821170666s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:58:10.372164Z","caller":"traceutil/trace.go:171","msg":"trace[2073963051] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-njhg6; range_end:; response_count:1; response_revision:16210; }","duration":"1.804442497s","start":"2026-03-04T01:58:08.567701Z","end":"2026-03-04T01:58:10.372143Z","steps":["trace[2073963051] 'agreement among raft nodes before linearized reading' (duration: 1.804193801s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.37252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.56766Z","time spent":"1.804846846s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-njhg6\" "} {"level":"warn","ts":"2026-03-04T01:58:10.372534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821102495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:58:10.372598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823296216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:58:10.372637Z","caller":"traceutil/trace.go:171","msg":"trace[638731070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16210; }","duration":"1.821277509s","start":"2026-03-04T01:58:08.551343Z","end":"2026-03-04T01:58:10.372621Z","steps":["trace[638731070] 'agreement among raft nodes before linearized reading' (duration: 1.820765207s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.372727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370632585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:58:10.372749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.551338Z","time spent":"1.821400011s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:58:10.372679Z","caller":"traceutil/trace.go:171","msg":"trace[1789125207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16210; }","duration":"1.823398178s","start":"2026-03-04T01:58:08.549263Z","end":"2026-03-04T01:58:10.372661Z","steps":["trace[1789125207] 'agreement among raft nodes before linearized reading' (duration: 1.823235515s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.372834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.014239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-04T01:58:10.372728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.687811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-04T01:58:10.372864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.930849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:58:10.372892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.54925Z","time spent":"1.823627023s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:58:10.372902Z","caller":"traceutil/trace.go:171","msg":"trace[1332756815] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16210; }","duration":"683.119002ms","start":"2026-03-04T01:58:09.689765Z","end":"2026-03-04T01:58:10.372884Z","steps":["trace[1332756815] 'agreement among raft nodes before linearized reading' (duration: 682.955458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:10.372914Z","caller":"traceutil/trace.go:171","msg":"trace[870003825] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:16210; }","duration":"371.01097ms","start":"2026-03-04T01:58:10.001889Z","end":"2026-03-04T01:58:10.3729Z","steps":["trace[870003825] 'agreement among raft nodes before linearized reading' (duration: 370.873137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.372955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:09.689746Z","time spent":"683.192823ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:58:10.372784Z","caller":"traceutil/trace.go:171","msg":"trace[1896107263] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16210; }","duration":"1.370750708s","start":"2026-03-04T01:58:09.002016Z","end":"2026-03-04T01:58:10.372767Z","steps":["trace[1896107263] 'agreement among raft nodes before linearized reading' (duration: 1.370646986s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:10.37291Z","caller":"traceutil/trace.go:171","msg":"trace[1132619818] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:16210; }","duration":"213.908816ms","start":"2026-03-04T01:58:10.158985Z","end":"2026-03-04T01:58:10.372894Z","steps":["trace[1132619818] 'agreement among raft nodes before linearized reading' (duration: 213.66409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.373055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:09.001993Z","time spent":"1.371041294s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:58:10.372965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:10.001859Z","time spent":"371.094402ms","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":52,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:58:10.372616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804922148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2cgf5\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-04T01:58:10.373277Z","caller":"traceutil/trace.go:171","msg":"trace[375004189] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2cgf5; range_end:; response_count:1; response_revision:16210; }","duration":"1.805589203s","start":"2026-03-04T01:58:08.567671Z","end":"2026-03-04T01:58:10.37326Z","steps":["trace[375004189] 'agreement among raft nodes before linearized reading' (duration: 1.804853726s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.373332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.567662Z","time spent":"1.805655324s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2cgf5\" "} {"level":"warn","ts":"2026-03-04T01:58:10.372621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.021336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:58:10.373414Z","caller":"traceutil/trace.go:171","msg":"trace[1658244836] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16210; }","duration":"440.855125ms","start":"2026-03-04T01:58:09.932535Z","end":"2026-03-04T01:58:10.37339Z","steps":["trace[1658244836] 'agreement among raft nodes before linearized reading' (duration: 440.031006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.373412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823988342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:58:10.373527Z","caller":"traceutil/trace.go:171","msg":"trace[910956117] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16210; }","duration":"1.824179436s","start":"2026-03-04T01:58:08.549319Z","end":"2026-03-04T01:58:10.373499Z","steps":["trace[910956117] 'agreement among raft nodes before linearized reading' (duration: 1.82260749s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.373503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:09.932513Z","time spent":"440.972788ms","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:58:10.373587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.549296Z","time spent":"1.824282698s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:58:10.489201Z","caller":"traceutil/trace.go:171","msg":"trace[1013024137] transaction","detail":"{read_only:false; response_revision:16211; number_of_response:1; }","duration":"109.456127ms","start":"2026-03-04T01:58:10.379724Z","end":"2026-03-04T01:58:10.489181Z","steps":["trace[1013024137] 'process raft request' (duration: 102.856943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:10.489534Z","caller":"traceutil/trace.go:171","msg":"trace[116645412] transaction","detail":"{read_only:false; response_revision:16212; number_of_response:1; }","duration":"109.687432ms","start":"2026-03-04T01:58:10.379794Z","end":"2026-03-04T01:58:10.489482Z","steps":["trace[116645412] 'process raft request' (duration: 109.338834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:10.489671Z","caller":"traceutil/trace.go:171","msg":"trace[688052631] transaction","detail":"{read_only:false; response_revision:16215; number_of_response:1; }","duration":"109.576599ms","start":"2026-03-04T01:58:10.380064Z","end":"2026-03-04T01:58:10.489641Z","steps":["trace[688052631] 'process raft request' (duration: 109.470737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:10.489681Z","caller":"traceutil/trace.go:171","msg":"trace[1151380960] transaction","detail":"{read_only:false; response_revision:16216; number_of_response:1; }","duration":"109.14771ms","start":"2026-03-04T01:58:10.380509Z","end":"2026-03-04T01:58:10.489656Z","steps":["trace[1151380960] 'process raft request' (duration: 109.065938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:10.489621Z","caller":"traceutil/trace.go:171","msg":"trace[2054365165] transaction","detail":"{read_only:false; response_revision:16213; number_of_response:1; }","duration":"109.703182ms","start":"2026-03-04T01:58:10.379897Z","end":"2026-03-04T01:58:10.4896Z","steps":["trace[2054365165] 'process raft request' (duration: 109.480027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:10.489786Z","caller":"traceutil/trace.go:171","msg":"trace[741497732] transaction","detail":"{read_only:false; response_revision:16214; number_of_response:1; }","duration":"109.776383ms","start":"2026-03-04T01:58:10.379957Z","end":"2026-03-04T01:58:10.489734Z","steps":["trace[741497732] 'process raft request' (duration: 109.535128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.491003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.660917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946220"} {"level":"info","ts":"2026-03-04T01:58:10.491093Z","caller":"traceutil/trace.go:171","msg":"trace[1703889069] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16216; }","duration":"111.785871ms","start":"2026-03-04T01:58:10.379285Z","end":"2026-03-04T01:58:10.491071Z","steps":["trace[1703889069] 'agreement among raft nodes before linearized reading' (duration: 110.492761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.492848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.827295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946220"} {"level":"info","ts":"2026-03-04T01:58:10.492937Z","caller":"traceutil/trace.go:171","msg":"trace[1601687412] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16216; }","duration":"112.944187ms","start":"2026-03-04T01:58:10.379969Z","end":"2026-03-04T01:58:10.492914Z","steps":["trace[1601687412] 'agreement among raft nodes before linearized reading' (duration: 111.968855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:10.554349Z","caller":"traceutil/trace.go:171","msg":"trace[566620923] transaction","detail":"{read_only:false; response_revision:16217; number_of_response:1; }","duration":"140.549439ms","start":"2026-03-04T01:58:10.413754Z","end":"2026-03-04T01:58:10.554303Z","steps":["trace[566620923] 'process raft request' (duration: 140.296383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.554527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.373096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T01:58:10.554715Z","caller":"traceutil/trace.go:171","msg":"trace[458446101] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16217; }","duration":"137.5386ms","start":"2026-03-04T01:58:10.417098Z","end":"2026-03-04T01:58:10.554637Z","steps":["trace[458446101] 'agreement among raft nodes before linearized reading' (duration: 137.182922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:15.31875Z","caller":"traceutil/trace.go:171","msg":"trace[1533529137] linearizableReadLoop","detail":"{readStateIndex:16864; appliedIndex:16862; }","duration":"164.386135ms","start":"2026-03-04T01:58:15.154339Z","end":"2026-03-04T01:58:15.318725Z","steps":["trace[1533529137] 'read index received' (duration: 11.653471ms)","trace[1533529137] 'applied index is now lower than readState.Index' (duration: 152.731174ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:15.319218Z","caller":"traceutil/trace.go:171","msg":"trace[134881412] transaction","detail":"{read_only:false; response_revision:16276; number_of_response:1; }","duration":"165.02766ms","start":"2026-03-04T01:58:15.15417Z","end":"2026-03-04T01:58:15.319198Z","steps":["trace[134881412] 'process raft request' (duration: 164.422876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:15.319291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.901026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-04T01:58:15.319393Z","caller":"traceutil/trace.go:171","msg":"trace[1643732400] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16276; }","duration":"165.078181ms","start":"2026-03-04T01:58:15.154292Z","end":"2026-03-04T01:58:15.31937Z","steps":["trace[1643732400] 'agreement among raft nodes before linearized reading' (duration: 164.752103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:15.321927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.373062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:58:15.322028Z","caller":"traceutil/trace.go:171","msg":"trace[659689099] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:16276; }","duration":"148.532866ms","start":"2026-03-04T01:58:15.173468Z","end":"2026-03-04T01:58:15.322001Z","steps":["trace[659689099] 'agreement among raft nodes before linearized reading' (duration: 148.372812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:15.323371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.639913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-04T01:58:15.323426Z","caller":"traceutil/trace.go:171","msg":"trace[1792066844] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16276; }","duration":"113.731815ms","start":"2026-03-04T01:58:15.209681Z","end":"2026-03-04T01:58:15.323413Z","steps":["trace[1792066844] 'agreement among raft nodes before linearized reading' (duration: 112.64328ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:16.64092Z","caller":"traceutil/trace.go:171","msg":"trace[936041626] linearizableReadLoop","detail":"{readStateIndex:16894; appliedIndex:16893; }","duration":"149.300504ms","start":"2026-03-04T01:58:16.491587Z","end":"2026-03-04T01:58:16.640888Z","steps":["trace[936041626] 'read index received' (duration: 136.156758ms)","trace[936041626] 'applied index is now lower than readState.Index' (duration: 13.142386ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:16.640962Z","caller":"traceutil/trace.go:171","msg":"trace[1745709650] transaction","detail":"{read_only:false; response_revision:16305; number_of_response:1; }","duration":"223.352316ms","start":"2026-03-04T01:58:16.417571Z","end":"2026-03-04T01:58:16.640923Z","steps":["trace[1745709650] 'process raft request' (duration: 210.160629ms)","trace[1745709650] 'compare' (duration: 12.857709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:16.641108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.493518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:58:16.641137Z","caller":"traceutil/trace.go:171","msg":"trace[321753276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16305; }","duration":"149.5697ms","start":"2026-03-04T01:58:16.491559Z","end":"2026-03-04T01:58:16.641129Z","steps":["trace[321753276] 'agreement among raft nodes before linearized reading' (duration: 149.475748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:16.641339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.602486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:58:16.641389Z","caller":"traceutil/trace.go:171","msg":"trace[97630305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16305; }","duration":"120.744929ms","start":"2026-03-04T01:58:16.520631Z","end":"2026-03-04T01:58:16.641376Z","steps":["trace[97630305] 'agreement among raft nodes before linearized reading' (duration: 120.525594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:16.641611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.579405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:58:16.641593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.49453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:58:16.641638Z","caller":"traceutil/trace.go:171","msg":"trace[1191826391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16305; }","duration":"120.623196ms","start":"2026-03-04T01:58:16.521008Z","end":"2026-03-04T01:58:16.641631Z","steps":["trace[1191826391] 'agreement among raft nodes before linearized reading' (duration: 120.500673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:16.641661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.926343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:58:16.641676Z","caller":"traceutil/trace.go:171","msg":"trace[724921425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16305; }","duration":"119.606022ms","start":"2026-03-04T01:58:16.522049Z","end":"2026-03-04T01:58:16.641655Z","steps":["trace[724921425] 'agreement among raft nodes before linearized reading' (duration: 119.404948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:16.641698Z","caller":"traceutil/trace.go:171","msg":"trace[377485349] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16305; }","duration":"120.977764ms","start":"2026-03-04T01:58:16.520708Z","end":"2026-03-04T01:58:16.641685Z","steps":["trace[377485349] 'agreement among raft nodes before linearized reading' (duration: 120.867461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:16.641794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.726045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:58:16.641817Z","caller":"traceutil/trace.go:171","msg":"trace[455388947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16305; }","duration":"119.748436ms","start":"2026-03-04T01:58:16.522062Z","end":"2026-03-04T01:58:16.641811Z","steps":["trace[455388947] 'agreement among raft nodes before linearized reading' (duration: 119.686534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:16.642084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.702941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:58:16.642149Z","caller":"traceutil/trace.go:171","msg":"trace[388713065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16305; }","duration":"118.780013ms","start":"2026-03-04T01:58:16.523356Z","end":"2026-03-04T01:58:16.642136Z","steps":["trace[388713065] 'agreement among raft nodes before linearized reading' (duration: 118.670881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:19.044809Z","caller":"traceutil/trace.go:171","msg":"trace[265377975] linearizableReadLoop","detail":"{readStateIndex:16964; appliedIndex:16960; }","duration":"270.158305ms","start":"2026-03-04T01:58:18.774621Z","end":"2026-03-04T01:58:19.04478Z","steps":["trace[265377975] 'read index received' (duration: 15.171013ms)","trace[265377975] 'applied index is now lower than readState.Index' (duration: 254.985592ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:19.04487Z","caller":"traceutil/trace.go:171","msg":"trace[1501092052] transaction","detail":"{read_only:false; response_revision:16371; number_of_response:1; }","duration":"270.000832ms","start":"2026-03-04T01:58:18.774816Z","end":"2026-03-04T01:58:19.044817Z","steps":["trace[1501092052] 'process raft request' (duration: 269.715925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:19.044894Z","caller":"traceutil/trace.go:171","msg":"trace[2133592871] transaction","detail":"{read_only:false; response_revision:16372; number_of_response:1; }","duration":"260.04547ms","start":"2026-03-04T01:58:18.784809Z","end":"2026-03-04T01:58:19.044855Z","steps":["trace[2133592871] 'process raft request' (duration: 259.825355ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:19.044899Z","caller":"traceutil/trace.go:171","msg":"trace[808086412] transaction","detail":"{read_only:false; response_revision:16369; number_of_response:1; }","duration":"271.554158ms","start":"2026-03-04T01:58:18.7733Z","end":"2026-03-04T01:58:19.044855Z","steps":["trace[808086412] 'process raft request' (duration: 270.955383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:19.044889Z","caller":"traceutil/trace.go:171","msg":"trace[262538396] transaction","detail":"{read_only:false; response_revision:16368; number_of_response:1; }","duration":"272.177932ms","start":"2026-03-04T01:58:18.772665Z","end":"2026-03-04T01:58:19.044843Z","steps":["trace[262538396] 'process raft request' (duration: 198.564858ms)","trace[262538396] 'compare' (duration: 72.755173ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:19.044985Z","caller":"traceutil/trace.go:171","msg":"trace[850533559] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16372; }","duration":"255.35008ms","start":"2026-03-04T01:58:18.78962Z","end":"2026-03-04T01:58:19.04497Z","steps":["trace[850533559] 'process raft request' (duration: 255.098565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:19.045115Z","caller":"traceutil/trace.go:171","msg":"trace[188489146] transaction","detail":"{read_only:false; response_revision:16370; number_of_response:1; }","duration":"270.566844ms","start":"2026-03-04T01:58:18.774534Z","end":"2026-03-04T01:58:19.045101Z","steps":["trace[188489146] 'process raft request' (duration: 269.792016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:19.045485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.994368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T01:58:19.045537Z","caller":"traceutil/trace.go:171","msg":"trace[1014304518] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:16372; }","duration":"263.07967ms","start":"2026-03-04T01:58:18.782442Z","end":"2026-03-04T01:58:19.045522Z","steps":["trace[1014304518] 'agreement among raft nodes before linearized reading' (duration: 262.862595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:19.045613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.397544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-04T01:58:19.045669Z","caller":"traceutil/trace.go:171","msg":"trace[1728814476] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16372; }","duration":"250.493957ms","start":"2026-03-04T01:58:18.795162Z","end":"2026-03-04T01:58:19.045656Z","steps":["trace[1728814476] 'agreement among raft nodes before linearized reading' (duration: 250.298163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:19.045685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.078624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-04T01:58:19.045817Z","caller":"traceutil/trace.go:171","msg":"trace[504326775] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16372; }","duration":"212.284029ms","start":"2026-03-04T01:58:18.833505Z","end":"2026-03-04T01:58:19.045789Z","steps":["trace[504326775] 'agreement among raft nodes before linearized reading' (duration: 211.834969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:19.046339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.688411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:955736"} {"level":"info","ts":"2026-03-04T01:58:19.046398Z","caller":"traceutil/trace.go:171","msg":"trace[630567872] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16372; }","duration":"271.778063ms","start":"2026-03-04T01:58:18.774608Z","end":"2026-03-04T01:58:19.046386Z","steps":["trace[630567872] 'agreement among raft nodes before linearized reading' (duration: 270.960454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:19.046339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.689341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:955736"} {"level":"info","ts":"2026-03-04T01:58:19.046556Z","caller":"traceutil/trace.go:171","msg":"trace[1773549400] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16372; }","duration":"271.918876ms","start":"2026-03-04T01:58:18.7746Z","end":"2026-03-04T01:58:19.046519Z","steps":["trace[1773549400] 'agreement among raft nodes before linearized reading' (duration: 270.596286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:47.756192Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14345} {"level":"info","ts":"2026-03-04T01:58:47.887811Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14345,"took":"127.578538ms","hash":830867439,"current-db-size-bytes":43319296,"current-db-size":"43 MB","current-db-size-in-use-bytes":28340224,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:58:47.887899Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":830867439,"revision":14345,"compact-revision":12134} {"level":"info","ts":"2026-03-04T02:03:39.882379Z","caller":"traceutil/trace.go:171","msg":"trace[1193644625] transaction","detail":"{read_only:false; response_revision:18703; number_of_response:1; }","duration":"107.957755ms","start":"2026-03-04T02:03:39.774392Z","end":"2026-03-04T02:03:39.882349Z","steps":["trace[1193644625] 'process raft request' (duration: 107.819862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:40.2376Z","caller":"traceutil/trace.go:171","msg":"trace[408461674] transaction","detail":"{read_only:false; response_revision:18704; number_of_response:1; }","duration":"244.71853ms","start":"2026-03-04T02:03:39.992827Z","end":"2026-03-04T02:03:40.237546Z","steps":["trace[408461674] 'process raft request' (duration: 243.992564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:40.542429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.772405ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:03:40.542558Z","caller":"traceutil/trace.go:171","msg":"trace[925470275] linearizableReadLoop","detail":"{readStateIndex:19378; appliedIndex:19377; }","duration":"286.53296ms","start":"2026-03-04T02:03:40.256002Z","end":"2026-03-04T02:03:40.542535Z","steps":["trace[925470275] 'read index received' (duration: 130.667212ms)","trace[925470275] 'applied index is now lower than readState.Index' (duration: 155.864038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:03:40.542664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:40.239856Z","time spent":"302.803578ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:03:40.543304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.207536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18384"} {"level":"info","ts":"2026-03-04T02:03:40.543427Z","caller":"traceutil/trace.go:171","msg":"trace[909216033] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:18704; }","duration":"287.451771ms","start":"2026-03-04T02:03:40.255943Z","end":"2026-03-04T02:03:40.543395Z","steps":["trace[909216033] 'agreement among raft nodes before linearized reading' (duration: 287.029492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:40.86549Z","caller":"traceutil/trace.go:171","msg":"trace[1648997180] linearizableReadLoop","detail":"{readStateIndex:19381; appliedIndex:19379; }","duration":"246.800458ms","start":"2026-03-04T02:03:40.618654Z","end":"2026-03-04T02:03:40.865454Z","steps":["trace[1648997180] 'read index received' (duration: 246.518052ms)","trace[1648997180] 'applied index is now lower than readState.Index' (duration: 280.806µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:40.865541Z","caller":"traceutil/trace.go:171","msg":"trace[44000133] transaction","detail":"{read_only:false; response_revision:18706; number_of_response:1; }","duration":"318.330597ms","start":"2026-03-04T02:03:40.547166Z","end":"2026-03-04T02:03:40.865497Z","steps":["trace[44000133] 'process raft request' (duration: 317.911178ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:40.865633Z","caller":"traceutil/trace.go:171","msg":"trace[1892042645] transaction","detail":"{read_only:false; response_revision:18707; number_of_response:1; }","duration":"317.926018ms","start":"2026-03-04T02:03:40.547647Z","end":"2026-03-04T02:03:40.865573Z","steps":["trace[1892042645] 'process raft request' (duration: 317.733334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:40.865851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:40.547143Z","time spent":"318.541222ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:40.865871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.183887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T02:03:40.865891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:40.547631Z","time spent":"318.118803ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:40.865925Z","caller":"traceutil/trace.go:171","msg":"trace[1872325513] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:18707; }","duration":"247.289109ms","start":"2026-03-04T02:03:40.618622Z","end":"2026-03-04T02:03:40.865911Z","steps":["trace[1872325513] 'agreement among raft nodes before linearized reading' (duration: 247.016582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:40.866427Z","caller":"traceutil/trace.go:171","msg":"trace[1580052774] transaction","detail":"{read_only:false; response_revision:18708; number_of_response:1; }","duration":"136.427897ms","start":"2026-03-04T02:03:40.729986Z","end":"2026-03-04T02:03:40.866414Z","steps":["trace[1580052774] 'process raft request' (duration: 136.16963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:41.081268Z","caller":"traceutil/trace.go:171","msg":"trace[558383945] linearizableReadLoop","detail":"{readStateIndex:19384; appliedIndex:19383; }","duration":"133.236282ms","start":"2026-03-04T02:03:40.947999Z","end":"2026-03-04T02:03:41.081235Z","steps":["trace[558383945] 'read index received' (duration: 108.19989ms)","trace[558383945] 'applied index is now lower than readState.Index' (duration: 25.034762ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:41.081395Z","caller":"traceutil/trace.go:171","msg":"trace[339973422] transaction","detail":"{read_only:false; response_revision:18710; number_of_response:1; }","duration":"134.39916ms","start":"2026-03-04T02:03:40.946927Z","end":"2026-03-04T02:03:41.081327Z","steps":["trace[339973422] 'process raft request' (duration: 109.331478ms)","trace[339973422] 'compare' (duration: 24.649952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:03:41.081431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.414116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:03:41.081525Z","caller":"traceutil/trace.go:171","msg":"trace[264201609] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:18710; }","duration":"133.58828ms","start":"2026-03-04T02:03:40.947917Z","end":"2026-03-04T02:03:41.081505Z","steps":["trace[264201609] 'agreement among raft nodes before linearized reading' (duration: 133.422256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:41.378999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.015051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:03:41.379166Z","caller":"traceutil/trace.go:171","msg":"trace[1084032419] transaction","detail":"{read_only:false; response_revision:18711; number_of_response:1; }","duration":"292.871549ms","start":"2026-03-04T02:03:41.086268Z","end":"2026-03-04T02:03:41.37914Z","steps":["trace[1084032419] 'process raft request' (duration: 167.59222ms)","trace[1084032419] 'compare' (duration: 124.825107ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:41.389118Z","caller":"traceutil/trace.go:171","msg":"trace[1769048042] transaction","detail":"{read_only:false; response_revision:18712; number_of_response:1; }","duration":"301.837686ms","start":"2026-03-04T02:03:41.087239Z","end":"2026-03-04T02:03:41.389077Z","steps":["trace[1769048042] 'process raft request' (duration: 301.558839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:41.389364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:41.087212Z","time spent":"302.01762ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:41.389505Z","caller":"traceutil/trace.go:171","msg":"trace[14875406] linearizableReadLoop","detail":"{readStateIndex:19388; appliedIndex:19384; }","duration":"249.607894ms","start":"2026-03-04T02:03:41.139864Z","end":"2026-03-04T02:03:41.389471Z","steps":["trace[14875406] 'read index received' (duration: 113.984496ms)","trace[14875406] 'applied index is now lower than readState.Index' (duration: 135.621898ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:41.389512Z","caller":"traceutil/trace.go:171","msg":"trace[1842144364] transaction","detail":"{read_only:false; response_revision:18713; number_of_response:1; }","duration":"302.028871ms","start":"2026-03-04T02:03:41.087401Z","end":"2026-03-04T02:03:41.389429Z","steps":["trace[1842144364] 'process raft request' (duration: 301.613331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:41.389608Z","caller":"traceutil/trace.go:171","msg":"trace[1875670880] transaction","detail":"{read_only:false; response_revision:18714; number_of_response:1; }","duration":"301.943667ms","start":"2026-03-04T02:03:41.08763Z","end":"2026-03-04T02:03:41.389573Z","steps":["trace[1875670880] 'process raft request' (duration: 301.708862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:41.389804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:41.087605Z","time spent":"302.085171ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:41.38982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:41.08737Z","time spent":"302.310746ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:41.389901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.982671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-554bfc5db-6tx64.18998021d48f6238\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-03-04T02:03:41.390013Z","caller":"traceutil/trace.go:171","msg":"trace[548317631] range","detail":"{range_begin:/registry/events/openstack/cinder-api-554bfc5db-6tx64.18998021d48f6238; range_end:; response_count:1; response_revision:18714; }","duration":"250.161205ms","start":"2026-03-04T02:03:41.139825Z","end":"2026-03-04T02:03:41.389986Z","steps":["trace[548317631] 'agreement among raft nodes before linearized reading' (duration: 249.758956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:47.76513Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16563} {"level":"info","ts":"2026-03-04T02:03:47.887359Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16563,"took":"117.895306ms","hash":2070314929,"current-db-size-bytes":45850624,"current-db-size":"46 MB","current-db-size-in-use-bytes":29732864,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T02:03:47.887423Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2070314929,"revision":16563,"compact-revision":14345} {"level":"info","ts":"2026-03-04T02:04:49.84912Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:04:49.855349Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T02:04:49.855519Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-04T02:07:28.548932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.86339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:07:28.549107Z","caller":"traceutil/trace.go:171","msg":"trace[1789531673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20996; }","duration":"353.128986ms","start":"2026-03-04T02:07:28.195949Z","end":"2026-03-04T02:07:28.549078Z","steps":["trace[1789531673] 'range keys from in-memory index tree' (duration: 352.40866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:28.549173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:28.195916Z","time spent":"353.237908ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:07:28.549692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.522205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:07:28.549801Z","caller":"traceutil/trace.go:171","msg":"trace[1026029997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20996; }","duration":"353.665548ms","start":"2026-03-04T02:07:28.19611Z","end":"2026-03-04T02:07:28.549776Z","steps":["trace[1026029997] 'range keys from in-memory index tree' (duration: 353.266929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:28.549846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:28.196104Z","time spent":"353.7332ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:07:59.310238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.541496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:07:59.310652Z","caller":"traceutil/trace.go:171","msg":"trace[2043099382] transaction","detail":"{read_only:false; response_revision:21269; number_of_response:1; }","duration":"262.401871ms","start":"2026-03-04T02:07:59.048198Z","end":"2026-03-04T02:07:59.3106Z","steps":["trace[2043099382] 'process raft request' (duration: 36.338613ms)","trace[2043099382] 'compare' (duration: 225.175616ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:07:59.310685Z","caller":"traceutil/trace.go:171","msg":"trace[723348594] transaction","detail":"{read_only:false; response_revision:21270; number_of_response:1; }","duration":"262.386081ms","start":"2026-03-04T02:07:59.048258Z","end":"2026-03-04T02:07:59.310644Z","steps":["trace[723348594] 'process raft request' (duration: 262.215617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:59.310826Z","caller":"traceutil/trace.go:171","msg":"trace[846959273] linearizableReadLoop","detail":"{readStateIndex:22025; appliedIndex:22021; }","duration":"110.079534ms","start":"2026-03-04T02:07:59.20064Z","end":"2026-03-04T02:07:59.31072Z","steps":["trace[846959273] 'read index received' (duration: 51.711µs)","trace[846959273] 'applied index is now lower than readState.Index' (duration: 110.026593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:07:59.310872Z","caller":"traceutil/trace.go:171","msg":"trace[219275663] transaction","detail":"{read_only:false; response_revision:21272; number_of_response:1; }","duration":"259.79893ms","start":"2026-03-04T02:07:59.050985Z","end":"2026-03-04T02:07:59.310784Z","steps":["trace[219275663] 'process raft request' (duration: 259.648736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:59.311172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.532475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:07:59.311664Z","caller":"traceutil/trace.go:171","msg":"trace[1024332912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21272; }","duration":"111.077048ms","start":"2026-03-04T02:07:59.20057Z","end":"2026-03-04T02:07:59.311647Z","steps":["trace[1024332912] 'agreement among raft nodes before linearized reading' (duration: 110.360741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:59.310814Z","caller":"traceutil/trace.go:171","msg":"trace[1976929833] transaction","detail":"{read_only:false; response_revision:21271; number_of_response:1; }","duration":"260.63932ms","start":"2026-03-04T02:07:59.050133Z","end":"2026-03-04T02:07:59.310773Z","steps":["trace[1976929833] 'process raft request' (duration: 260.441355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:59.687868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.85789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:07:59.68797Z","caller":"traceutil/trace.go:171","msg":"trace[890834398] transaction","detail":"{read_only:false; response_revision:21274; number_of_response:1; }","duration":"285.2545ms","start":"2026-03-04T02:07:59.402697Z","end":"2026-03-04T02:07:59.687952Z","steps":["trace[890834398] 'process raft request' (duration: 125.234106ms)","trace[890834398] 'compare' (duration: 159.676426ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:07:59.746309Z","caller":"traceutil/trace.go:171","msg":"trace[2079153025] linearizableReadLoop","detail":"{readStateIndex:22029; appliedIndex:22026; }","duration":"339.142391ms","start":"2026-03-04T02:07:59.40714Z","end":"2026-03-04T02:07:59.746282Z","steps":["trace[2079153025] 'read index received' (duration: 120.808614ms)","trace[2079153025] 'applied index is now lower than readState.Index' (duration: 218.333057ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:07:59.746635Z","caller":"traceutil/trace.go:171","msg":"trace[583007061] transaction","detail":"{read_only:false; response_revision:21275; number_of_response:1; }","duration":"343.301847ms","start":"2026-03-04T02:07:59.403324Z","end":"2026-03-04T02:07:59.746626Z","steps":["trace[583007061] 'process raft request' (duration: 342.755675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:59.746731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:59.403311Z","time spent":"343.346559ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5248,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:07:59.746962Z","caller":"traceutil/trace.go:171","msg":"trace[1323283952] transaction","detail":"{read_only:false; response_revision:21276; number_of_response:1; }","duration":"341.493346ms","start":"2026-03-04T02:07:59.405461Z","end":"2026-03-04T02:07:59.746955Z","steps":["trace[1323283952] 'process raft request' (duration: 340.757938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:59.747009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:59.405452Z","time spent":"341.532807ms","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5021,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:07:59.747154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.020642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:07:59.747183Z","caller":"traceutil/trace.go:171","msg":"trace[1555702949] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:21276; }","duration":"340.099875ms","start":"2026-03-04T02:07:59.407076Z","end":"2026-03-04T02:07:59.747176Z","steps":["trace[1555702949] 'agreement among raft nodes before linearized reading' (duration: 340.023993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:59.747203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:59.407055Z","time spent":"340.143435ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":36,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:07:59.747325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.152552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:07:59.747348Z","caller":"traceutil/trace.go:171","msg":"trace[206424231] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21276; }","duration":"339.222103ms","start":"2026-03-04T02:07:59.40812Z","end":"2026-03-04T02:07:59.747342Z","steps":["trace[206424231] 'agreement among raft nodes before linearized reading' (duration: 339.185713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:59.747365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:59.408108Z","time spent":"339.253404ms","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:07:59.747596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.873459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:07:59.747623Z","caller":"traceutil/trace.go:171","msg":"trace[390541510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21276; }","duration":"255.948851ms","start":"2026-03-04T02:07:59.491668Z","end":"2026-03-04T02:07:59.747617Z","steps":["trace[390541510] 'agreement among raft nodes before linearized reading' (duration: 255.90819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:03.510523Z","caller":"traceutil/trace.go:171","msg":"trace[1727224865] transaction","detail":"{read_only:false; response_revision:21311; number_of_response:1; }","duration":"118.0894ms","start":"2026-03-04T02:08:03.392395Z","end":"2026-03-04T02:08:03.510485Z","steps":["trace[1727224865] 'process raft request' (duration: 117.861045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:47.771687Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18741} {"level":"info","ts":"2026-03-04T02:08:47.887459Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18741,"took":"110.844822ms","hash":1329880845,"current-db-size-bytes":49025024,"current-db-size":"49 MB","current-db-size-in-use-bytes":38043648,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-04T02:08:47.887549Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1329880845,"revision":18741,"compact-revision":16563} {"level":"info","ts":"2026-03-04T02:08:56.445286Z","caller":"traceutil/trace.go:171","msg":"trace[1977198971] transaction","detail":"{read_only:false; response_revision:21879; number_of_response:1; }","duration":"240.85412ms","start":"2026-03-04T02:08:56.204397Z","end":"2026-03-04T02:08:56.445252Z","steps":["trace[1977198971] 'process raft request' (duration: 240.663216ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:56.463716Z","caller":"traceutil/trace.go:171","msg":"trace[1914623045] transaction","detail":"{read_only:false; response_revision:21880; number_of_response:1; }","duration":"224.824919ms","start":"2026-03-04T02:08:56.238855Z","end":"2026-03-04T02:08:56.46368Z","steps":["trace[1914623045] 'process raft request' (duration: 224.602264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:52.332025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.3198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:52.332251Z","caller":"traceutil/trace.go:171","msg":"trace[1159918352] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"154.197244ms","start":"2026-03-04T02:10:52.178012Z","end":"2026-03-04T02:10:52.332209Z","steps":["trace[1159918352] 'process raft request' (duration: 11.518797ms)","trace[1159918352] 'compare' (duration: 142.093564ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:58.2735Z","caller":"traceutil/trace.go:171","msg":"trace[912805406] linearizableReadLoop","detail":"{readStateIndex:23827; appliedIndex:23826; }","duration":"360.963379ms","start":"2026-03-04T02:10:57.912504Z","end":"2026-03-04T02:10:58.273468Z","steps":["trace[912805406] 'read index received' (duration: 360.810005ms)","trace[912805406] 'applied index is now lower than readState.Index' (duration: 151.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:58.273542Z","caller":"traceutil/trace.go:171","msg":"trace[2107441791] transaction","detail":"{read_only:false; response_revision:23026; number_of_response:1; }","duration":"365.711478ms","start":"2026-03-04T02:10:57.907793Z","end":"2026-03-04T02:10:58.273505Z","steps":["trace[2107441791] 'process raft request' (duration: 365.503734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:58.273705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:57.907765Z","time spent":"365.851222ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:58.273738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.218064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:10:58.273881Z","caller":"traceutil/trace.go:171","msg":"trace[1304430099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23026; }","duration":"361.409719ms","start":"2026-03-04T02:10:57.912447Z","end":"2026-03-04T02:10:58.273857Z","steps":["trace[1304430099] 'agreement among raft nodes before linearized reading' (duration: 361.132892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:58.273922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:57.912432Z","time spent":"361.48074ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:10:58.774562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379370986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:59.275485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379370986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:59.530745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.242492715s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:59.549868Z","caller":"traceutil/trace.go:171","msg":"trace[1236185162] linearizableReadLoop","detail":"{readStateIndex:23832; appliedIndex:23827; }","duration":"1.276246557s","start":"2026-03-04T02:10:58.27358Z","end":"2026-03-04T02:10:59.549827Z","steps":["trace[1236185162] 'read index received' (duration: 1.25738913s)","trace[1236185162] 'applied index is now lower than readState.Index' (duration: 18.855767ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:59.549981Z","caller":"traceutil/trace.go:171","msg":"trace[1446541493] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"1.584897482s","start":"2026-03-04T02:10:57.965019Z","end":"2026-03-04T02:10:59.549917Z","steps":["trace[1446541493] 'process raft request' (duration: 1.565946953s)","trace[1446541493] 'compare' (duration: 18.170561ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:59.550008Z","caller":"traceutil/trace.go:171","msg":"trace[1977499248] transaction","detail":"{read_only:false; response_revision:23030; number_of_response:1; }","duration":"564.505946ms","start":"2026-03-04T02:10:58.98542Z","end":"2026-03-04T02:10:59.549926Z","steps":["trace[1977499248] 'process raft request' (duration: 564.267801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.550108Z","caller":"traceutil/trace.go:171","msg":"trace[881409784] transaction","detail":"{read_only:false; response_revision:23028; number_of_response:1; }","duration":"1.27123377s","start":"2026-03-04T02:10:58.278825Z","end":"2026-03-04T02:10:59.550059Z","steps":["trace[881409784] 'process raft request' (duration: 1.270686138s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.550173Z","caller":"traceutil/trace.go:171","msg":"trace[654371815] transaction","detail":"{read_only:false; response_revision:23029; number_of_response:1; }","duration":"1.1957426s","start":"2026-03-04T02:10:58.354415Z","end":"2026-03-04T02:10:59.550158Z","steps":["trace[654371815] 'process raft request' (duration: 1.195223199s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.550198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492791457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:10:59.550179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383247967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:10:59.550215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:57.964993Z","time spent":"1.585084347s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:59.550245Z","caller":"traceutil/trace.go:171","msg":"trace[187475626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23032; }","duration":"1.492876829s","start":"2026-03-04T02:10:58.057354Z","end":"2026-03-04T02:10:59.550231Z","steps":["trace[187475626] 'agreement among raft nodes before linearized reading' (duration: 1.492666053s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.550272Z","caller":"traceutil/trace.go:171","msg":"trace[1470974262] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23032; }","duration":"1.383402841s","start":"2026-03-04T02:10:58.166845Z","end":"2026-03-04T02:10:59.550248Z","steps":["trace[1470974262] 'agreement among raft nodes before linearized reading' (duration: 1.383063863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.550274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.985391Z","time spent":"564.765252ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:59.55029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.278806Z","time spent":"1.271382494s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:59.550312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.166821Z","time spent":"1.383484854s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:59.550312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.354389Z","time spent":"1.195823053s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:59.550022Z","caller":"traceutil/trace.go:171","msg":"trace[1197025732] transaction","detail":"{read_only:false; response_revision:23031; number_of_response:1; }","duration":"370.408347ms","start":"2026-03-04T02:10:59.179569Z","end":"2026-03-04T02:10:59.549977Z","steps":["trace[1197025732] 'process raft request' (duration: 370.159242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.550394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500435645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:10:59.550288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.057339Z","time spent":"1.492937961s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:10:59.550437Z","caller":"traceutil/trace.go:171","msg":"trace[1761304673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23032; }","duration":"1.500517677s","start":"2026-03-04T02:10:58.049909Z","end":"2026-03-04T02:10:59.550426Z","steps":["trace[1761304673] 'agreement among raft nodes before linearized reading' (duration: 1.500403714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.550469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.04989Z","time spent":"1.500571968s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:59.550485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269816069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:59.550505Z","caller":"traceutil/trace.go:171","msg":"trace[167316350] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23032; }","duration":"1.26986444s","start":"2026-03-04T02:10:58.280635Z","end":"2026-03-04T02:10:59.550499Z","steps":["trace[167316350] 'agreement among raft nodes before linearized reading' (duration: 1.269822249s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.550521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.280622Z","time spent":"1.269894961s","remote":"127.0.0.1:51382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:59.550513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611111971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:59.550533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.5212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:59.550527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.17955Z","time spent":"370.873378ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:59.550567Z","caller":"traceutil/trace.go:171","msg":"trace[1814390609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23032; }","duration":"508.616642ms","start":"2026-03-04T02:10:59.041941Z","end":"2026-03-04T02:10:59.550558Z","steps":["trace[1814390609] 'agreement among raft nodes before linearized reading' (duration: 508.5429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.550563Z","caller":"traceutil/trace.go:171","msg":"trace[1086708736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23032; }","duration":"1.611213183s","start":"2026-03-04T02:10:57.939334Z","end":"2026-03-04T02:10:59.550547Z","steps":["trace[1086708736] 'agreement among raft nodes before linearized reading' (duration: 1.611120301s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.550597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.041921Z","time spent":"508.671713ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:59.550613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:57.939306Z","time spent":"1.611293816s","remote":"127.0.0.1:33168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:59.550641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.839328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:59.550678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036520229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:10:59.55068Z","caller":"traceutil/trace.go:171","msg":"trace[1892204354] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23032; }","duration":"895.91621ms","start":"2026-03-04T02:10:58.654748Z","end":"2026-03-04T02:10:59.550665Z","steps":["trace[1892204354] 'agreement among raft nodes before linearized reading' (duration: 895.855459ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.550701Z","caller":"traceutil/trace.go:171","msg":"trace[1787314112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23032; }","duration":"1.036614002s","start":"2026-03-04T02:10:58.51408Z","end":"2026-03-04T02:10:59.550694Z","steps":["trace[1787314112] 'agreement among raft nodes before linearized reading' (duration: 1.03654386s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.55072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.51406Z","time spent":"1.036655603s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:59.550717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.654727Z","time spent":"895.978802ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:59.550789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.97721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:59.550795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.564388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:59.550825Z","caller":"traceutil/trace.go:171","msg":"trace[2128314246] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23032; }","duration":"402.03703ms","start":"2026-03-04T02:10:59.148775Z","end":"2026-03-04T02:10:59.550812Z","steps":["trace[2128314246] 'agreement among raft nodes before linearized reading' (duration: 401.972379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.550835Z","caller":"traceutil/trace.go:171","msg":"trace[922952931] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23032; }","duration":"416.6727ms","start":"2026-03-04T02:10:59.134149Z","end":"2026-03-04T02:10:59.550822Z","steps":["trace[922952931] 'agreement among raft nodes before linearized reading' (duration: 416.609678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.550854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.148759Z","time spent":"402.087642ms","remote":"127.0.0.1:55426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:59.550864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.134128Z","time spent":"416.728581ms","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:59.551011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.554337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:10:59.551046Z","caller":"traceutil/trace.go:171","msg":"trace[1941243033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23032; }","duration":"645.641558ms","start":"2026-03-04T02:10:58.905391Z","end":"2026-03-04T02:10:59.551033Z","steps":["trace[1941243033] 'agreement among raft nodes before linearized reading' (duration: 645.504125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.551077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.905365Z","time spent":"645.70682ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:00.059389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379370994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:00.56052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379370994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:00.592156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034567304s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:00.667484Z","caller":"traceutil/trace.go:171","msg":"trace[241312718] transaction","detail":"{read_only:false; response_revision:23033; number_of_response:1; }","duration":"1.109967682s","start":"2026-03-04T02:10:59.557486Z","end":"2026-03-04T02:11:00.667453Z","steps":["trace[241312718] 'process raft request' (duration: 1.034925393s)","trace[241312718] 'compare' (duration: 74.63198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:00.66764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.557473Z","time spent":"1.110078185s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:01.940593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.277615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:01.940915Z","caller":"traceutil/trace.go:171","msg":"trace[540708184] transaction","detail":"{read_only:false; response_revision:23034; number_of_response:1; }","duration":"2.381768746s","start":"2026-03-04T02:10:59.559109Z","end":"2026-03-04T02:11:01.940878Z","steps":["trace[540708184] 'process raft request' (duration: 1.640119872s)","trace[540708184] 'compare' (duration: 740.844366ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:01.941092Z","caller":"traceutil/trace.go:171","msg":"trace[715867704] linearizableReadLoop","detail":"{readStateIndex:23839; appliedIndex:23833; }","duration":"2.382041813s","start":"2026-03-04T02:10:59.559033Z","end":"2026-03-04T02:11:01.941075Z","steps":["trace[715867704] 'read index received' (duration: 1.033396297s)","trace[715867704] 'applied index is now lower than readState.Index' (duration: 1.348644786s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:01.941082Z","caller":"traceutil/trace.go:171","msg":"trace[33891089] transaction","detail":"{read_only:false; response_revision:23035; number_of_response:1; }","duration":"2.381784547s","start":"2026-03-04T02:10:59.559259Z","end":"2026-03-04T02:11:01.941044Z","steps":["trace[33891089] 'process raft request' (duration: 2.381426819s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:01.941124Z","caller":"traceutil/trace.go:171","msg":"trace[793618779] transaction","detail":"{read_only:false; response_revision:23037; number_of_response:1; }","duration":"2.241533285s","start":"2026-03-04T02:10:59.699566Z","end":"2026-03-04T02:11:01.941099Z","steps":["trace[793618779] 'process raft request' (duration: 2.241400852s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.941144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.559102Z","time spent":"2.381913389s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:01.941202Z","caller":"traceutil/trace.go:171","msg":"trace[46355935] transaction","detail":"{read_only:false; response_revision:23038; number_of_response:1; }","duration":"1.661675672s","start":"2026-03-04T02:11:00.279512Z","end":"2026-03-04T02:11:01.941188Z","steps":["trace[46355935] 'process raft request' (duration: 1.661496778s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.941298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.55923Z","time spent":"2.381949941s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:01.941308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:00.279495Z","time spent":"1.661757185s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:01.941383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382326949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-04T02:11:01.941413Z","caller":"traceutil/trace.go:171","msg":"trace[1635470345] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23038; }","duration":"2.38238632s","start":"2026-03-04T02:10:59.559018Z","end":"2026-03-04T02:11:01.941405Z","steps":["trace[1635470345] 'agreement among raft nodes before linearized reading' (duration: 2.382174325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.941309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.699543Z","time spent":"2.241654008s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:01.941088Z","caller":"traceutil/trace.go:171","msg":"trace[1966270174] transaction","detail":"{read_only:false; response_revision:23036; number_of_response:1; }","duration":"2.380566939s","start":"2026-03-04T02:10:59.560475Z","end":"2026-03-04T02:11:01.941042Z","steps":["trace[1966270174] 'process raft request' (duration: 2.380449646s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.941463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.559013Z","time spent":"2.382423531s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:11:01.941532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.560465Z","time spent":"2.381022899s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:02.266335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047785551s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:02.306221Z","caller":"traceutil/trace.go:171","msg":"trace[152019030] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"1.087772697s","start":"2026-03-04T02:11:01.2184Z","end":"2026-03-04T02:11:02.306172Z","steps":["trace[152019030] 'process raft request' (duration: 1.04821759s)","trace[152019030] 'compare' (duration: 39.25ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:02.306468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.218364Z","time spent":"1.087982622s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:02.355035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:02.35513Z","caller":"traceutil/trace.go:171","msg":"trace[402828593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000263802s","start":"2026-03-04T02:11:00.354845Z","end":"2026-03-04T02:11:02.355109Z","steps":["trace[402828593] 'agreement among raft nodes before linearized reading' (duration: 2.000145489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:02.355184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:00.35483Z","time spent":"2.000343264s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:03.492623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:03.492731Z","caller":"traceutil/trace.go:171","msg":"trace[2100741948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000135899s","start":"2026-03-04T02:11:01.492569Z","end":"2026-03-04T02:11:03.492705Z","steps":["trace[2100741948] 'agreement among raft nodes before linearized reading' (duration: 1.999990506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.492793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.492524Z","time spent":"2.000257712s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:03.567074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.536274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:03.56745Z","caller":"traceutil/trace.go:171","msg":"trace[1397726468] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"2.00617283s","start":"2026-03-04T02:11:01.56125Z","end":"2026-03-04T02:11:03.567423Z","steps":["trace[1397726468] 'process raft request' (duration: 2.006062886s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.567548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.561235Z","time spent":"2.006272793s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:03.567758Z","caller":"traceutil/trace.go:171","msg":"trace[1616110443] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"2.007598733s","start":"2026-03-04T02:11:01.560006Z","end":"2026-03-04T02:11:03.567605Z","steps":["trace[1616110443] 'process raft request' (duration: 1.465419643s)","trace[1616110443] 'compare' (duration: 541.304269ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:03.567839Z","caller":"traceutil/trace.go:171","msg":"trace[1185898702] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"2.007712275s","start":"2026-03-04T02:11:01.560111Z","end":"2026-03-04T02:11:03.567823Z","steps":["trace[1185898702] 'process raft request' (duration: 2.00709147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.567915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.560072Z","time spent":"2.007801357s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:03.568037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.559971Z","time spent":"2.007879379s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:03.568445Z","caller":"traceutil/trace.go:171","msg":"trace[1322196757] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"2.006844815s","start":"2026-03-04T02:11:01.561581Z","end":"2026-03-04T02:11:03.568426Z","steps":["trace[1322196757] 'process raft request' (duration: 2.00577918s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.568546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.561553Z","time spent":"2.006946717s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:03.568872Z","caller":"traceutil/trace.go:171","msg":"trace[669445939] linearizableReadLoop","detail":"{readStateIndex:23844; appliedIndex:23839; }","duration":"1.627706375s","start":"2026-03-04T02:11:01.941151Z","end":"2026-03-04T02:11:03.568858Z","steps":["trace[669445939] 'read index received' (duration: 325.486636ms)","trace[669445939] 'applied index is now lower than readState.Index' (duration: 1.302218729s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:03.569403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199303026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:03.569493Z","caller":"traceutil/trace.go:171","msg":"trace[1153205117] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23044; }","duration":"2.199698835s","start":"2026-03-04T02:11:01.369776Z","end":"2026-03-04T02:11:03.569474Z","steps":["trace[1153205117] 'agreement among raft nodes before linearized reading' (duration: 2.199263605s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.569568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.369743Z","time spent":"2.199779647s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:03.570003Z","caller":"traceutil/trace.go:171","msg":"trace[855079836] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"1.429918299s","start":"2026-03-04T02:11:02.140071Z","end":"2026-03-04T02:11:03.569989Z","steps":["trace[855079836] 'process raft request' (duration: 1.428286912s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.570154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:02.140036Z","time spent":"1.429995301s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:03.570466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695558078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:03.570483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554380685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:03.570528Z","caller":"traceutil/trace.go:171","msg":"trace[756955326] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23045; }","duration":"1.695656921s","start":"2026-03-04T02:11:01.874852Z","end":"2026-03-04T02:11:03.570509Z","steps":["trace[756955326] 'agreement among raft nodes before linearized reading' (duration: 1.695195559s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:03.570537Z","caller":"traceutil/trace.go:171","msg":"trace[153547872] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23045; }","duration":"1.554471747s","start":"2026-03-04T02:11:02.016048Z","end":"2026-03-04T02:11:03.57052Z","steps":["trace[153547872] 'agreement among raft nodes before linearized reading' (duration: 1.554315184s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.570517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137449425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:03.570611Z","caller":"traceutil/trace.go:171","msg":"trace[401546076] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"1.211674391s","start":"2026-03-04T02:11:02.358926Z","end":"2026-03-04T02:11:03.570601Z","steps":["trace[401546076] 'process raft request' (duration: 1.209855929s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:03.570654Z","caller":"traceutil/trace.go:171","msg":"trace[2032693396] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23045; }","duration":"3.13763316s","start":"2026-03-04T02:11:00.432988Z","end":"2026-03-04T02:11:03.570621Z","steps":["trace[2032693396] 'agreement among raft nodes before linearized reading' (duration: 3.136455052s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.570698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008646236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:11:03.570732Z","caller":"traceutil/trace.go:171","msg":"trace[1954453039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23045; }","duration":"2.008713178s","start":"2026-03-04T02:11:01.562009Z","end":"2026-03-04T02:11:03.570722Z","steps":["trace[1954453039] 'agreement among raft nodes before linearized reading' (duration: 2.008019991s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.570727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.914786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:03.570738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365944273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:11:03.570779Z","caller":"traceutil/trace.go:171","msg":"trace[33397560] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23045; }","duration":"884.989907ms","start":"2026-03-04T02:11:02.685774Z","end":"2026-03-04T02:11:03.570763Z","steps":["trace[33397560] 'agreement among raft nodes before linearized reading' (duration: 884.909245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.570804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673739403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:03.570794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.92009142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-04T02:11:03.57082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:02.685762Z","time spent":"885.045768ms","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:03.570814Z","caller":"traceutil/trace.go:171","msg":"trace[896260155] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:23045; }","duration":"3.366057785s","start":"2026-03-04T02:11:00.204737Z","end":"2026-03-04T02:11:03.570794Z","steps":["trace[896260155] 'agreement among raft nodes before linearized reading' (duration: 3.364715024s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.570798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773708969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:03.570837Z","caller":"traceutil/trace.go:171","msg":"trace[1023320967] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23045; }","duration":"1.673832135s","start":"2026-03-04T02:11:01.896997Z","end":"2026-03-04T02:11:03.570829Z","steps":["trace[1023320967] 'agreement among raft nodes before linearized reading' (duration: 1.673064177s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.570855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440578108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:03.570855Z","caller":"traceutil/trace.go:171","msg":"trace[647812047] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23045; }","duration":"3.920205392s","start":"2026-03-04T02:10:59.650633Z","end":"2026-03-04T02:11:03.570838Z","steps":["trace[647812047] 'agreement among raft nodes before linearized reading' (duration: 3.91882736s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.570881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.896965Z","time spent":"1.673907986s","remote":"127.0.0.1:55000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:03.570883Z","caller":"traceutil/trace.go:171","msg":"trace[2122948847] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23045; }","duration":"1.773839043s","start":"2026-03-04T02:11:01.797029Z","end":"2026-03-04T02:11:03.570868Z","steps":["trace[2122948847] 'agreement among raft nodes before linearized reading' (duration: 1.773019903s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.570674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:02.358896Z","time spent":"1.211739642s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:11:03.570895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.65061Z","time spent":"3.920275995s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T02:11:03.570932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538164809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:03.570952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.797005Z","time spent":"1.773909054s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:03.570971Z","caller":"traceutil/trace.go:171","msg":"trace[1048601039] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23045; }","duration":"1.53823226s","start":"2026-03-04T02:11:02.03273Z","end":"2026-03-04T02:11:03.570962Z","steps":["trace[1048601039] 'agreement among raft nodes before linearized reading' (duration: 1.538181589s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.570947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77269731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:03.571006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:02.032714Z","time spent":"1.538283822s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:03.571011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.070562784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:03.571023Z","caller":"traceutil/trace.go:171","msg":"trace[1619121987] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23045; }","duration":"2.772827113s","start":"2026-03-04T02:11:00.798178Z","end":"2026-03-04T02:11:03.571005Z","steps":["trace[1619121987] 'agreement among raft nodes before linearized reading' (duration: 2.771236836s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.570806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.699013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:11:03.571061Z","caller":"traceutil/trace.go:171","msg":"trace[161378771] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23045; }","duration":"3.070646446s","start":"2026-03-04T02:11:00.500395Z","end":"2026-03-04T02:11:03.571041Z","steps":["trace[161378771] 'agreement among raft nodes before linearized reading' (duration: 3.069038748s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.571076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:00.79816Z","time spent":"2.772908015s","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:03.571088Z","caller":"traceutil/trace.go:171","msg":"trace[1456320108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23045; }","duration":"895.02356ms","start":"2026-03-04T02:11:02.67605Z","end":"2026-03-04T02:11:03.571073Z","steps":["trace[1456320108] 'agreement among raft nodes before linearized reading' (duration: 894.650181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.571114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:00.500373Z","time spent":"3.070723118s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:03.571138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:02.67602Z","time spent":"895.106372ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:03.571118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314144558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:03.570738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:00.432973Z","time spent":"3.137744762s","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:03.570881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:00.204713Z","time spent":"3.366155398s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-04T02:11:03.571194Z","caller":"traceutil/trace.go:171","msg":"trace[1685809936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23045; }","duration":"2.314271661s","start":"2026-03-04T02:11:01.256899Z","end":"2026-03-04T02:11:03.571171Z","steps":["trace[1685809936] 'agreement among raft nodes before linearized reading' (duration: 2.312483529s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.571244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716045317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:03.571063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.964642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:03.570887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013744984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:11:03.571258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.256873Z","time spent":"2.314371044s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:03.570888Z","caller":"traceutil/trace.go:171","msg":"trace[1995690088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23045; }","duration":"1.440650989s","start":"2026-03-04T02:11:02.130227Z","end":"2026-03-04T02:11:03.570878Z","steps":["trace[1995690088] 'agreement among raft nodes before linearized reading' (duration: 1.440603128s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.571344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:02.130202Z","time spent":"1.441120861s","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:03.571322Z","caller":"traceutil/trace.go:171","msg":"trace[36650730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23045; }","duration":"2.014185645s","start":"2026-03-04T02:11:01.557107Z","end":"2026-03-04T02:11:03.571292Z","steps":["trace[36650730] 'agreement among raft nodes before linearized reading' (duration: 2.013670953s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.570567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.874841Z","time spent":"1.695716123s","remote":"127.0.0.1:54900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:03.571286Z","caller":"traceutil/trace.go:171","msg":"trace[1396552203] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23045; }","duration":"268.241118ms","start":"2026-03-04T02:11:03.303033Z","end":"2026-03-04T02:11:03.571274Z","steps":["trace[1396552203] 'agreement among raft nodes before linearized reading' (duration: 267.979192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.57144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.557094Z","time spent":"2.014306867s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:03.570766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.561997Z","time spent":"2.008762759s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:03.570961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818792828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:03.571269Z","caller":"traceutil/trace.go:171","msg":"trace[1602093972] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23045; }","duration":"2.716084957s","start":"2026-03-04T02:11:00.855178Z","end":"2026-03-04T02:11:03.571263Z","steps":["trace[1602093972] 'agreement among raft nodes before linearized reading' (duration: 2.714220464s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:03.571619Z","caller":"traceutil/trace.go:171","msg":"trace[949063285] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23045; }","duration":"2.819446223s","start":"2026-03-04T02:11:00.75215Z","end":"2026-03-04T02:11:03.571596Z","steps":["trace[949063285] 'agreement among raft nodes before linearized reading' (duration: 2.817274262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.572127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:00.752092Z","time spent":"2.820013155s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:03.570571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:02.016025Z","time spent":"1.554539099s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:11:03.572898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:00.85517Z","time spent":"2.716942057s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.076074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:05.579433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000851506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:05.579556Z","caller":"traceutil/trace.go:171","msg":"trace[2048435808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000972589s","start":"2026-03-04T02:11:03.578536Z","end":"2026-03-04T02:11:05.579508Z","steps":["trace[2048435808] 'agreement among raft nodes before linearized reading' (duration: 2.000865337s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.579614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.578527Z","time spent":"2.001076811s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.82685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.68096844s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:05.828694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.234603ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:05.828858Z","caller":"traceutil/trace.go:171","msg":"trace[1583901243] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23045; }","duration":"929.419458ms","start":"2026-03-04T02:11:04.899416Z","end":"2026-03-04T02:11:05.828835Z","steps":["trace[1583901243] 'range keys from in-memory index tree' (duration: 929.212372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.829131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683247302s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:11:05.829447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.574206Z","time spent":"2.255238322s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:11:05.830205Z","caller":"traceutil/trace.go:171","msg":"trace[1505718456] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"2.254361322s","start":"2026-03-04T02:11:03.575802Z","end":"2026-03-04T02:11:05.830163Z","steps":["trace[1505718456] 'process raft request' (duration: 2.25341508s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.830224Z","caller":"traceutil/trace.go:171","msg":"trace[1082615730] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"2.254333022s","start":"2026-03-04T02:11:03.575863Z","end":"2026-03-04T02:11:05.830196Z","steps":["trace[1082615730] 'process raft request' (duration: 2.254111737s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.830354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.575785Z","time spent":"2.254498737s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:11:05.830413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.575847Z","time spent":"2.254456704s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:05.83067Z","caller":"traceutil/trace.go:171","msg":"trace[913230770] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"2.252796346s","start":"2026-03-04T02:11:03.57786Z","end":"2026-03-04T02:11:05.830657Z","steps":["trace[913230770] 'process raft request' (duration: 2.252582681s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.8307Z","caller":"traceutil/trace.go:171","msg":"trace[21329684] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"1.882644126s","start":"2026-03-04T02:11:03.94804Z","end":"2026-03-04T02:11:05.830684Z","steps":["trace[21329684] 'process raft request' (duration: 1.882511983s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.830761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.948014Z","time spent":"1.882716297s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:05.830784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254897214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:05.830828Z","caller":"traceutil/trace.go:171","msg":"trace[885466004] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23051; }","duration":"2.254995417s","start":"2026-03-04T02:11:03.575823Z","end":"2026-03-04T02:11:05.830818Z","steps":["trace[885466004] 'agreement among raft nodes before linearized reading' (duration: 2.254876064s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.830801Z","caller":"traceutil/trace.go:171","msg":"trace[1867429567] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"2.254896894s","start":"2026-03-04T02:11:03.575879Z","end":"2026-03-04T02:11:05.830776Z","steps":["trace[1867429567] 'process raft request' (duration: 2.254266679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.830859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.575806Z","time spent":"2.255046598s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:11:05.830755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.577843Z","time spent":"2.252863818s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:05.830955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.575868Z","time spent":"2.254998507s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:05.831031Z","caller":"traceutil/trace.go:171","msg":"trace[1567490937] transaction","detail":"{read_only:false; response_revision:23051; number_of_response:1; }","duration":"1.882557223s","start":"2026-03-04T02:11:03.948465Z","end":"2026-03-04T02:11:05.831022Z","steps":["trace[1567490937] 'process raft request' (duration: 1.882123503s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.831107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.948441Z","time spent":"1.882613034s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:05.830647Z","caller":"traceutil/trace.go:171","msg":"trace[891499199] linearizableReadLoop","detail":"{readStateIndex:23853; appliedIndex:23846; }","duration":"2.254758881s","start":"2026-03-04T02:11:03.575864Z","end":"2026-03-04T02:11:05.830623Z","steps":["trace[891499199] 'read index received' (duration: 570.020275ms)","trace[891499199] 'applied index is now lower than readState.Index' (duration: 1.684737646s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:06.331809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:06.832737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:07.00709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.177457887s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:07.532706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.125235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:07.532928Z","caller":"traceutil/trace.go:171","msg":"trace[1930368709] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"3.378309309s","start":"2026-03-04T02:11:04.154575Z","end":"2026-03-04T02:11:07.532884Z","steps":["trace[1930368709] 'process raft request' (duration: 2.852910829s)","trace[1930368709] 'compare' (duration: 524.595492ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:07.533024Z","caller":"traceutil/trace.go:171","msg":"trace[728921676] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"1.95617909s","start":"2026-03-04T02:11:05.576826Z","end":"2026-03-04T02:11:07.533005Z","steps":["trace[728921676] 'process raft request' (duration: 1.956069648s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:07.53302Z","caller":"traceutil/trace.go:171","msg":"trace[1618798011] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"1.958432403s","start":"2026-03-04T02:11:05.574557Z","end":"2026-03-04T02:11:07.53299Z","steps":["trace[1618798011] 'process raft request' (duration: 1.958243408s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.533103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.5768Z","time spent":"1.956264772s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:07.533127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.15454Z","time spent":"3.378473183s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:07.533152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.574534Z","time spent":"1.958545585s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:07.533296Z","caller":"traceutil/trace.go:171","msg":"trace[658790710] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"1.953815915s","start":"2026-03-04T02:11:05.579456Z","end":"2026-03-04T02:11:07.533272Z","steps":["trace[658790710] 'process raft request' (duration: 1.953484248s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:07.533352Z","caller":"traceutil/trace.go:171","msg":"trace[383247809] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"1.953083399s","start":"2026-03-04T02:11:05.580261Z","end":"2026-03-04T02:11:07.533344Z","steps":["trace[383247809] 'process raft request' (duration: 1.952927625s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.533392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.580247Z","time spent":"1.953123819s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:07.533443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.579446Z","time spent":"1.953918547s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:07.579022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999549476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:07.579096Z","caller":"traceutil/trace.go:171","msg":"trace[968882895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999648689s","start":"2026-03-04T02:11:05.579429Z","end":"2026-03-04T02:11:07.579077Z","steps":["trace[968882895] 'agreement among raft nodes before linearized reading' (duration: 1.999566807s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.579142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.579422Z","time spent":"1.99971121s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:09.212026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.573063898s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:09.246444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607055257s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:11:09.246735Z","caller":"traceutil/trace.go:171","msg":"trace[2059538331] linearizableReadLoop","detail":"{readStateIndex:23860; appliedIndex:23853; }","duration":"3.415573403s","start":"2026-03-04T02:11:05.831142Z","end":"2026-03-04T02:11:09.246715Z","steps":["trace[2059538331] 'read index received' (duration: 1.176281219s)","trace[2059538331] 'applied index is now lower than readState.Index' (duration: 2.239291284s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:09.247148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.481576086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:11:09.247191Z","caller":"traceutil/trace.go:171","msg":"trace[1216376218] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23057; }","duration":"4.48168724s","start":"2026-03-04T02:11:04.765493Z","end":"2026-03-04T02:11:09.24718Z","steps":["trace[1216376218] 'agreement among raft nodes before linearized reading' (duration: 4.481525126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:09.24723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.765476Z","time spent":"4.481744811s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:09.247286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.295421873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:09.247336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.3000131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:11:09.247339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.299420887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:11:09.24741Z","caller":"traceutil/trace.go:171","msg":"trace[1966089228] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23057; }","duration":"5.295577517s","start":"2026-03-04T02:11:03.951803Z","end":"2026-03-04T02:11:09.24738Z","steps":["trace[1966089228] 'agreement among raft nodes before linearized reading' (duration: 5.295362042s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:09.247421Z","caller":"traceutil/trace.go:171","msg":"trace[226251755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23057; }","duration":"5.300139914s","start":"2026-03-04T02:11:03.947253Z","end":"2026-03-04T02:11:09.247393Z","steps":["trace[226251755] 'agreement among raft nodes before linearized reading' (duration: 5.299880648s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:09.247439Z","caller":"traceutil/trace.go:171","msg":"trace[2140046911] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23057; }","duration":"5.299529789s","start":"2026-03-04T02:11:03.947888Z","end":"2026-03-04T02:11:09.247417Z","steps":["trace[2140046911] 'agreement among raft nodes before linearized reading' (duration: 5.299279383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:09.247483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.947879Z","time spent":"5.29959216s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:09.247484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.947226Z","time spent":"5.300246265s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:09.247483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.951796Z","time spent":"5.295669219s","remote":"127.0.0.1:39070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:09.247523Z","caller":"traceutil/trace.go:171","msg":"trace[1588093244] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23057; }","duration":"3.416391342s","start":"2026-03-04T02:11:05.831109Z","end":"2026-03-04T02:11:09.2475Z","steps":["trace[1588093244] 'process raft request' (duration: 3.41544618s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:09.247582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.668552484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:09.247354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.299888327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:11:09.247656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.831085Z","time spent":"3.416495444s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:09.247665Z","caller":"traceutil/trace.go:171","msg":"trace[2043667645] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23057; }","duration":"5.668679236s","start":"2026-03-04T02:11:03.578963Z","end":"2026-03-04T02:11:09.247643Z","steps":["trace[2043667645] 'agreement among raft nodes before linearized reading' (duration: 5.668550263s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:09.247492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.376545394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:09.247724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.578934Z","time spent":"5.668775899s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:11:09.247703Z","caller":"traceutil/trace.go:171","msg":"trace[1870861236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23057; }","duration":"5.300276906s","start":"2026-03-04T02:11:03.94739Z","end":"2026-03-04T02:11:09.247667Z","steps":["trace[1870861236] 'agreement among raft nodes before linearized reading' (duration: 5.299780754s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:09.247765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.671794598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dddc882b-e036-44b9-884d-b49daaebf67d\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T02:11:09.24779Z","caller":"traceutil/trace.go:171","msg":"trace[2060027955] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23057; }","duration":"5.376827921s","start":"2026-03-04T02:11:03.87093Z","end":"2026-03-04T02:11:09.247758Z","steps":["trace[2060027955] 'agreement among raft nodes before linearized reading' (duration: 5.376519584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:09.247815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.947357Z","time spent":"5.300420189s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:09.247107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834634788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:09.247875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.87084Z","time spent":"5.377003785s","remote":"127.0.0.1:54956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:09.247877Z","caller":"traceutil/trace.go:171","msg":"trace[784351859] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dddc882b-e036-44b9-884d-b49daaebf67d; range_end:; response_count:1; response_revision:23057; }","duration":"5.671903001s","start":"2026-03-04T02:11:03.575932Z","end":"2026-03-04T02:11:09.247835Z","steps":["trace[784351859] 'agreement among raft nodes before linearized reading' (duration: 5.671655295s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:09.247904Z","caller":"traceutil/trace.go:171","msg":"trace[1994136213] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23057; }","duration":"3.835509309s","start":"2026-03-04T02:11:05.412374Z","end":"2026-03-04T02:11:09.247883Z","steps":["trace[1994136213] 'agreement among raft nodes before linearized reading' (duration: 3.834608118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:09.247964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.412338Z","time spent":"3.83560646s","remote":"127.0.0.1:33072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:09.247953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.575877Z","time spent":"5.672064834s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-dddc882b-e036-44b9-884d-b49daaebf67d\" "} {"level":"info","ts":"2026-03-04T02:11:09.248356Z","caller":"traceutil/trace.go:171","msg":"trace[1345070808] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"1.935877329s","start":"2026-03-04T02:11:07.312469Z","end":"2026-03-04T02:11:09.248347Z","steps":["trace[1345070808] 'process raft request' (duration: 1.93415495s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:09.248444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.312431Z","time spent":"1.935957501s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:09.248484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.903930297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:11:09.24854Z","caller":"traceutil/trace.go:171","msg":"trace[910116668] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23057; }","duration":"4.9040328s","start":"2026-03-04T02:11:04.344495Z","end":"2026-03-04T02:11:09.248528Z","steps":["trace[910116668] 'agreement among raft nodes before linearized reading' (duration: 4.902918844s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:09.249384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.344469Z","time spent":"4.90486783s","remote":"127.0.0.1:51610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:09.249466Z","caller":"traceutil/trace.go:171","msg":"trace[366623794] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"1.739571528s","start":"2026-03-04T02:11:07.509866Z","end":"2026-03-04T02:11:09.249437Z","steps":["trace[366623794] 'process raft request' (duration: 1.738422741s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:09.249642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.509844Z","time spent":"1.739700092s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:09.587443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997141469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:09.587544Z","caller":"traceutil/trace.go:171","msg":"trace[1116818842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997274172s","start":"2026-03-04T02:11:07.590244Z","end":"2026-03-04T02:11:09.587519Z","steps":["trace[1116818842] 'agreement among raft nodes before linearized reading' (duration: 1.997151479s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:09.587602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.590238Z","time spent":"1.997350925s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:10.240878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.880014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:10.241121Z","caller":"traceutil/trace.go:171","msg":"trace[436596394] linearizableReadLoop","detail":"{readStateIndex:23864; appliedIndex:23862; }","duration":"994.328992ms","start":"2026-03-04T02:11:09.246773Z","end":"2026-03-04T02:11:10.241102Z","steps":["trace[436596394] 'read index received' (duration: 442.134851ms)","trace[436596394] 'applied index is now lower than readState.Index' (duration: 552.192841ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:10.241219Z","caller":"traceutil/trace.go:171","msg":"trace[230978336] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"2.404322419s","start":"2026-03-04T02:11:07.836881Z","end":"2026-03-04T02:11:10.241203Z","steps":["trace[230978336] 'process raft request' (duration: 2.404133375s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.241229Z","caller":"traceutil/trace.go:171","msg":"trace[1225904849] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"2.40434383s","start":"2026-03-04T02:11:07.836848Z","end":"2026-03-04T02:11:10.241192Z","steps":["trace[1225904849] 'process raft request' (duration: 1.852042726s)","trace[1225904849] 'compare' (duration: 551.743131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:10.241332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.836845Z","time spent":"2.404405982s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:10.241427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.836828Z","time spent":"2.404496503s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:10.241611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191707286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:10.242008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211147448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:10.242036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40523293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:11:10.242064Z","caller":"traceutil/trace.go:171","msg":"trace[66190771] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23061; }","duration":"1.21125132s","start":"2026-03-04T02:11:09.030798Z","end":"2026-03-04T02:11:10.242049Z","steps":["trace[66190771] 'agreement among raft nodes before linearized reading' (duration: 1.211164448s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.242079Z","caller":"traceutil/trace.go:171","msg":"trace[797929418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23061; }","duration":"2.405329052s","start":"2026-03-04T02:11:07.836737Z","end":"2026-03-04T02:11:10.242066Z","steps":["trace[797929418] 'agreement among raft nodes before linearized reading' (duration: 2.405180619s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.242139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.836706Z","time spent":"2.405426435s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:10.242134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.030766Z","time spent":"1.211357752s","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:10.24216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694744659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.242227Z","caller":"traceutil/trace.go:171","msg":"trace[590112595] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23061; }","duration":"1.694854122s","start":"2026-03-04T02:11:08.547348Z","end":"2026-03-04T02:11:10.242203Z","steps":["trace[590112595] 'agreement among raft nodes before linearized reading' (duration: 1.694775811s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.242262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327397277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:11:10.242284Z","caller":"traceutil/trace.go:171","msg":"trace[1326306311] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23061; }","duration":"2.327444568s","start":"2026-03-04T02:11:07.914832Z","end":"2026-03-04T02:11:10.242277Z","steps":["trace[1326306311] 'agreement among raft nodes before linearized reading' (duration: 2.327371226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.242282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.547312Z","time spent":"1.694958814s","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:10.242313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.914812Z","time spent":"2.327495929s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:11:10.242294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.407004388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:11:10.242309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405531697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:11:10.242339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384715661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.242384Z","caller":"traceutil/trace.go:171","msg":"trace[211929040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23061; }","duration":"4.407147431s","start":"2026-03-04T02:11:05.835217Z","end":"2026-03-04T02:11:10.242364Z","steps":["trace[211929040] 'agreement among raft nodes before linearized reading' (duration: 4.406823574s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.241652Z","caller":"traceutil/trace.go:171","msg":"trace[648269306] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23061; }","duration":"1.191798129s","start":"2026-03-04T02:11:09.049844Z","end":"2026-03-04T02:11:10.241642Z","steps":["trace[648269306] 'agreement among raft nodes before linearized reading' (duration: 1.191717488s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.242041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143957043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:10.242414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657860728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-04T02:11:10.242432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.835197Z","time spent":"4.407226042s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:11:10.242433Z","caller":"traceutil/trace.go:171","msg":"trace[1886241606] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23061; }","duration":"4.384875654s","start":"2026-03-04T02:11:05.857537Z","end":"2026-03-04T02:11:10.242412Z","steps":["trace[1886241606] 'agreement among raft nodes before linearized reading' (duration: 4.38469637s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.242447Z","caller":"traceutil/trace.go:171","msg":"trace[2134675355] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23061; }","duration":"2.144437944s","start":"2026-03-04T02:11:08.097993Z","end":"2026-03-04T02:11:10.242431Z","steps":["trace[2134675355] 'agreement among raft nodes before linearized reading' (duration: 2.143941083s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.242457Z","caller":"traceutil/trace.go:171","msg":"trace[715902607] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f; range_end:; response_count:1; response_revision:23061; }","duration":"2.65794739s","start":"2026-03-04T02:11:07.584499Z","end":"2026-03-04T02:11:10.242446Z","steps":["trace[715902607] 'agreement among raft nodes before linearized reading' (duration: 2.657828287s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.242471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.049814Z","time spent":"1.192614797s","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:10.242483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.584438Z","time spent":"2.658040602s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" "} {"level":"warn","ts":"2026-03-04T02:11:10.242481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.857521Z","time spent":"4.384949906s","remote":"127.0.0.1:55148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:10.242498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.09797Z","time spent":"2.144510706s","remote":"127.0.0.1:55164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:10.242397Z","caller":"traceutil/trace.go:171","msg":"trace[1292256278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23061; }","duration":"2.405696031s","start":"2026-03-04T02:11:07.836681Z","end":"2026-03-04T02:11:10.242377Z","steps":["trace[1292256278] 'agreement among raft nodes before linearized reading' (duration: 2.405372084s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.242502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405648639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:11:10.242602Z","caller":"traceutil/trace.go:171","msg":"trace[1868211720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23061; }","duration":"2.405775553s","start":"2026-03-04T02:11:07.836805Z","end":"2026-03-04T02:11:10.24258Z","steps":["trace[1868211720] 'agreement among raft nodes before linearized reading' (duration: 2.405470826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.242545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.836647Z","time spent":"2.405888526s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:10.242662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.836707Z","time spent":"2.405940626s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:10.24334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71882995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:10.243444Z","caller":"traceutil/trace.go:171","msg":"trace[578896355] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23061; }","duration":"2.71967759s","start":"2026-03-04T02:11:07.523741Z","end":"2026-03-04T02:11:10.243418Z","steps":["trace[578896355] 'agreement among raft nodes before linearized reading' (duration: 2.718289177s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.243515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.523727Z","time spent":"2.719755722s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:10.261396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.249361Z","time spent":"1.012028681s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:11:10.261492Z","caller":"traceutil/trace.go:171","msg":"trace[5856830] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"1.00676648s","start":"2026-03-04T02:11:09.254708Z","end":"2026-03-04T02:11:10.261475Z","steps":["trace[5856830] 'process raft request' (duration: 1.006712849s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.261624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.254686Z","time spent":"1.006863812s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:10.261659Z","caller":"traceutil/trace.go:171","msg":"trace[2035683617] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"1.008274385s","start":"2026-03-04T02:11:09.253303Z","end":"2026-03-04T02:11:10.261577Z","steps":["trace[2035683617] 'process raft request' (duration: 1.007989939s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.261838Z","caller":"traceutil/trace.go:171","msg":"trace[1507060597] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"1.007027776s","start":"2026-03-04T02:11:09.254778Z","end":"2026-03-04T02:11:10.261806Z","steps":["trace[1507060597] 'process raft request' (duration: 1.006672777s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.261917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.253285Z","time spent":"1.008520761s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:10.261972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.254769Z","time spent":"1.007128528s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:10.262375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.200215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.26208Z","caller":"traceutil/trace.go:171","msg":"trace[1578534817] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"722.799896ms","start":"2026-03-04T02:11:09.539263Z","end":"2026-03-04T02:11:10.262063Z","steps":["trace[1578534817] 'process raft request' (duration: 722.582541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.262411Z","caller":"traceutil/trace.go:171","msg":"trace[900499643] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23069; }","duration":"415.302877ms","start":"2026-03-04T02:11:09.847098Z","end":"2026-03-04T02:11:10.262401Z","steps":["trace[900499643] 'agreement among raft nodes before linearized reading' (duration: 415.250926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.262442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.847014Z","time spent":"415.42156ms","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:10.262453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.539226Z","time spent":"723.186475ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:10.262163Z","caller":"traceutil/trace.go:171","msg":"trace[1704199891] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"722.12499ms","start":"2026-03-04T02:11:09.540027Z","end":"2026-03-04T02:11:10.262152Z","steps":["trace[1704199891] 'process raft request' (duration: 721.988277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.262625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.540014Z","time spent":"722.5518ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:10.262643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.165394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:10.262674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008785576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.262686Z","caller":"traceutil/trace.go:171","msg":"trace[1945966152] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23069; }","duration":"610.247006ms","start":"2026-03-04T02:11:09.652427Z","end":"2026-03-04T02:11:10.262674Z","steps":["trace[1945966152] 'agreement among raft nodes before linearized reading' (duration: 610.122213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.262698Z","caller":"traceutil/trace.go:171","msg":"trace[933715221] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23069; }","duration":"1.008822909s","start":"2026-03-04T02:11:09.253867Z","end":"2026-03-04T02:11:10.26269Z","steps":["trace[933715221] 'agreement among raft nodes before linearized reading' (duration: 1.008781437s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.262729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.253858Z","time spent":"1.008866039s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:10.262731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.652408Z","time spent":"610.313798ms","remote":"127.0.0.1:54094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:10.262215Z","caller":"traceutil/trace.go:171","msg":"trace[783692782] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"722.11207ms","start":"2026-03-04T02:11:09.540091Z","end":"2026-03-04T02:11:10.262203Z","steps":["trace[783692782] 'process raft request' (duration: 721.963476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.26289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010151279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:11:10.262176Z","caller":"traceutil/trace.go:171","msg":"trace[1697823188] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"722.777426ms","start":"2026-03-04T02:11:09.539378Z","end":"2026-03-04T02:11:10.262156Z","steps":["trace[1697823188] 'process raft request' (duration: 722.590031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.262928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.540063Z","time spent":"722.805567ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:10.26294Z","caller":"traceutil/trace.go:171","msg":"trace[704103188] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23069; }","duration":"1.01022577s","start":"2026-03-04T02:11:09.252697Z","end":"2026-03-04T02:11:10.262923Z","steps":["trace[704103188] 'agreement among raft nodes before linearized reading' (duration: 1.010059606s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.262973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.252676Z","time spent":"1.010289312s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:11:10.262985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.539328Z","time spent":"723.608176ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:10.262329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.966764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.263055Z","caller":"traceutil/trace.go:171","msg":"trace[1000590670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23069; }","duration":"674.748123ms","start":"2026-03-04T02:11:09.588297Z","end":"2026-03-04T02:11:10.263046Z","steps":["trace[1000590670] 'agreement among raft nodes before linearized reading' (duration: 673.983514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.26308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.588268Z","time spent":"674.806754ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:11:10.263513Z","caller":"traceutil/trace.go:171","msg":"trace[822325912] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"1.007577678s","start":"2026-03-04T02:11:09.254433Z","end":"2026-03-04T02:11:10.262011Z","steps":["trace[822325912] 'process raft request' (duration: 1.006950514s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.263609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.254424Z","time spent":"1.009133104s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:10.265398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.60535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:11:10.266059Z","caller":"traceutil/trace.go:171","msg":"trace[874796395] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23069; }","duration":"939.298286ms","start":"2026-03-04T02:11:09.326747Z","end":"2026-03-04T02:11:10.266045Z","steps":["trace[874796395] 'agreement among raft nodes before linearized reading' (duration: 935.553359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.266242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.326736Z","time spent":"939.49001ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2648,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:10.739493Z","caller":"traceutil/trace.go:171","msg":"trace[66213248] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"476.343463ms","start":"2026-03-04T02:11:10.263117Z","end":"2026-03-04T02:11:10.73946Z","steps":["trace[66213248] 'process raft request' (duration: 476.278992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.739719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.263095Z","time spent":"476.506457ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:10.740015Z","caller":"traceutil/trace.go:171","msg":"trace[524601620] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"491.782142ms","start":"2026-03-04T02:11:10.248213Z","end":"2026-03-04T02:11:10.739995Z","steps":["trace[524601620] 'process raft request' (duration: 491.124937ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.740055Z","caller":"traceutil/trace.go:171","msg":"trace[1517458001] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"492.709283ms","start":"2026-03-04T02:11:10.247338Z","end":"2026-03-04T02:11:10.740048Z","steps":["trace[1517458001] 'process raft request' (duration: 491.856543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.740039Z","caller":"traceutil/trace.go:171","msg":"trace[768908505] linearizableReadLoop","detail":"{readStateIndex:23877; appliedIndex:23873; }","duration":"477.749886ms","start":"2026-03-04T02:11:10.262255Z","end":"2026-03-04T02:11:10.740005Z","steps":["trace[768908505] 'read index received' (duration: 428.670748ms)","trace[768908505] 'applied index is now lower than readState.Index' (duration: 49.075278ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:10.740181Z","caller":"traceutil/trace.go:171","msg":"trace[683724022] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"494.658458ms","start":"2026-03-04T02:11:10.24542Z","end":"2026-03-04T02:11:10.740079Z","steps":["trace[683724022] 'process raft request' (duration: 445.514368ms)","trace[683724022] 'compare' (duration: 48.073065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:10.740103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.248203Z","time spent":"491.855423ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:10.739996Z","caller":"traceutil/trace.go:171","msg":"trace[270415871] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"491.950235ms","start":"2026-03-04T02:11:10.248017Z","end":"2026-03-04T02:11:10.739967Z","steps":["trace[270415871] 'process raft request' (duration: 491.259229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.740438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.245399Z","time spent":"494.904064ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:10.740481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.247991Z","time spent":"492.436066ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:10.740168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.24733Z","time spent":"492.756774ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:10.740837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.765166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-04T02:11:10.740937Z","caller":"traceutil/trace.go:171","msg":"trace[1894719927] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23074; }","duration":"496.91181ms","start":"2026-03-04T02:11:10.244004Z","end":"2026-03-04T02:11:10.740915Z","steps":["trace[1894719927] 'agreement among raft nodes before linearized reading' (duration: 496.179903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.740994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.24397Z","time spent":"497.015291ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:11:10.741052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.379577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.741126Z","caller":"traceutil/trace.go:171","msg":"trace[1696866352] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23074; }","duration":"471.47061ms","start":"2026-03-04T02:11:10.269634Z","end":"2026-03-04T02:11:10.741104Z","steps":["trace[1696866352] 'agreement among raft nodes before linearized reading' (duration: 471.351697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.741213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.269624Z","time spent":"471.575682ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:10.741341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.765594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:10.741388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.951804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-04T02:11:10.741411Z","caller":"traceutil/trace.go:171","msg":"trace[519250839] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23074; }","duration":"112.906768ms","start":"2026-03-04T02:11:10.628486Z","end":"2026-03-04T02:11:10.741392Z","steps":["trace[519250839] 'agreement among raft nodes before linearized reading' (duration: 112.617111ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.741491Z","caller":"traceutil/trace.go:171","msg":"trace[894587417] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23074; }","duration":"473.069636ms","start":"2026-03-04T02:11:10.268362Z","end":"2026-03-04T02:11:10.741431Z","steps":["trace[894587417] 'agreement among raft nodes before linearized reading' (duration: 472.709728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.741557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.268338Z","time spent":"473.185159ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:11:10.741397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.127882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:11:10.74169Z","caller":"traceutil/trace.go:171","msg":"trace[1585365827] range","detail":"{range_begin:/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b; range_end:; response_count:1; response_revision:23074; }","duration":"474.47934ms","start":"2026-03-04T02:11:10.267193Z","end":"2026-03-04T02:11:10.741672Z","steps":["trace[1585365827] 'agreement among raft nodes before linearized reading' (duration: 473.701372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.741803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.267174Z","time spent":"474.612184ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b\" "} {"level":"warn","ts":"2026-03-04T02:11:10.742385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.420696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.742505Z","caller":"traceutil/trace.go:171","msg":"trace[1123369549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23074; }","duration":"470.612581ms","start":"2026-03-04T02:11:10.271872Z","end":"2026-03-04T02:11:10.742484Z","steps":["trace[1123369549] 'agreement among raft nodes before linearized reading' (duration: 469.031123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.742562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.271862Z","time spent":"470.686572ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:11:10.963597Z","caller":"traceutil/trace.go:171","msg":"trace[967476226] linearizableReadLoop","detail":"{readStateIndex:23879; appliedIndex:23878; }","duration":"214.173146ms","start":"2026-03-04T02:11:10.749392Z","end":"2026-03-04T02:11:10.963565Z","steps":["trace[967476226] 'read index received' (duration: 177.26625ms)","trace[967476226] 'applied index is now lower than readState.Index' (duration: 36.904536ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:10.963684Z","caller":"traceutil/trace.go:171","msg":"trace[538517815] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"215.555788ms","start":"2026-03-04T02:11:10.748091Z","end":"2026-03-04T02:11:10.963646Z","steps":["trace[538517815] 'process raft request' (duration: 178.54336ms)","trace[538517815] 'compare' (duration: 36.66393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:10.964011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.577775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:11:10.964134Z","caller":"traceutil/trace.go:171","msg":"trace[1672913650] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23075; }","duration":"214.706518ms","start":"2026-03-04T02:11:10.749376Z","end":"2026-03-04T02:11:10.964083Z","steps":["trace[1672913650] 'agreement among raft nodes before linearized reading' (duration: 214.290108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.464493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:11.96497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:12.24456Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.317843311s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:12.244921Z","caller":"traceutil/trace.go:171","msg":"trace[1533027632] linearizableReadLoop","detail":"{readStateIndex:23880; appliedIndex:23879; }","duration":"1.281235352s","start":"2026-03-04T02:11:10.963663Z","end":"2026-03-04T02:11:12.244898Z","steps":["trace[1533027632] 'read index received' (duration: 1.281080619s)","trace[1533027632] 'applied index is now lower than readState.Index' (duration: 153.993µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:12.24513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495587392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T02:11:12.245155Z","caller":"traceutil/trace.go:171","msg":"trace[71524683] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61; range_end:; response_count:1; response_revision:23076; }","duration":"1.495648663s","start":"2026-03-04T02:11:10.749498Z","end":"2026-03-04T02:11:12.245147Z","steps":["trace[71524683] 'agreement among raft nodes before linearized reading' (duration: 1.49550718s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.245153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489357607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-04T02:11:12.245179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.749471Z","time spent":"1.495702765s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61\" "} {"level":"info","ts":"2026-03-04T02:11:12.245215Z","caller":"traceutil/trace.go:171","msg":"trace[543614169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23076; }","duration":"1.489478281s","start":"2026-03-04T02:11:10.755715Z","end":"2026-03-04T02:11:12.245193Z","steps":["trace[543614169] 'agreement among raft nodes before linearized reading' (duration: 1.489289047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.245263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.755693Z","time spent":"1.489561882s","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:11:12.245325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279185474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:11:12.245418Z","caller":"traceutil/trace.go:171","msg":"trace[1413192567] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:23076; }","duration":"1.279345888s","start":"2026-03-04T02:11:10.96605Z","end":"2026-03-04T02:11:12.245396Z","steps":["trace[1413192567] 'agreement among raft nodes before linearized reading' (duration: 1.27902641s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.245432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175886929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:12.245489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268123008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:12.245521Z","caller":"traceutil/trace.go:171","msg":"trace[477253920] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23076; }","duration":"1.268173779s","start":"2026-03-04T02:11:10.977335Z","end":"2026-03-04T02:11:12.245509Z","steps":["trace[477253920] 'agreement among raft nodes before linearized reading' (duration: 1.268122728s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.245541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.977311Z","time spent":"1.26822497s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:12.245525Z","caller":"traceutil/trace.go:171","msg":"trace[96130684] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23076; }","duration":"1.176051544s","start":"2026-03-04T02:11:11.069451Z","end":"2026-03-04T02:11:12.245502Z","steps":["trace[96130684] 'agreement among raft nodes before linearized reading' (duration: 1.17588569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.245564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277890925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998173b80ac180\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:11:12.245576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.069427Z","time spent":"1.176138827s","remote":"127.0.0.1:39130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:12.245598Z","caller":"traceutil/trace.go:171","msg":"trace[1722559181] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18998173b80ac180; range_end:; response_count:1; response_revision:23076; }","duration":"1.277969307s","start":"2026-03-04T02:11:10.967617Z","end":"2026-03-04T02:11:12.245586Z","steps":["trace[1722559181] 'agreement among raft nodes before linearized reading' (duration: 1.277874025s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.24564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.967588Z","time spent":"1.278032058s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998173b80ac180\" "} {"level":"info","ts":"2026-03-04T02:11:12.245725Z","caller":"traceutil/trace.go:171","msg":"trace[1635040072] transaction","detail":"{read_only:false; response_revision:23076; number_of_response:1; }","duration":"1.494623539s","start":"2026-03-04T02:11:10.751093Z","end":"2026-03-04T02:11:12.245716Z","steps":["trace[1635040072] 'process raft request' (duration: 1.493641206s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.245469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.966029Z","time spent":"1.2794308s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-04T02:11:12.245767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.501058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:12.245802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.751081Z","time spent":"1.49467071s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:12.245806Z","caller":"traceutil/trace.go:171","msg":"trace[1828987179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23076; }","duration":"753.58424ms","start":"2026-03-04T02:11:11.492206Z","end":"2026-03-04T02:11:12.24579Z","steps":["trace[1828987179] 'agreement among raft nodes before linearized reading' (duration: 753.524518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.245834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.492181Z","time spent":"753.647342ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:12.246119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.748429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:11:12.246143Z","caller":"traceutil/trace.go:171","msg":"trace[945502333] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23076; }","duration":"679.855792ms","start":"2026-03-04T02:11:11.566281Z","end":"2026-03-04T02:11:12.246136Z","steps":["trace[945502333] 'agreement among raft nodes before linearized reading' (duration: 679.751848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.246162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.566244Z","time spent":"679.913483ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:11:12.246418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439483722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:12.246483Z","caller":"traceutil/trace.go:171","msg":"trace[688883975] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23076; }","duration":"1.439603564s","start":"2026-03-04T02:11:10.806864Z","end":"2026-03-04T02:11:12.246467Z","steps":["trace[688883975] 'agreement among raft nodes before linearized reading' (duration: 1.439494252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.246521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.80684Z","time spent":"1.439673335s","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:13.530004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039052759s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:11:13.530161Z","caller":"traceutil/trace.go:171","msg":"trace[1686740956] linearizableReadLoop","detail":"{readStateIndex:23881; appliedIndex:23880; }","duration":"1.282308189s","start":"2026-03-04T02:11:12.247829Z","end":"2026-03-04T02:11:13.530137Z","steps":["trace[1686740956] 'read index received' (duration: 243.159458ms)","trace[1686740956] 'applied index is now lower than readState.Index' (duration: 1.039146841s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:13.530158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.2476Z","time spent":"1.282547894s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:13.530277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282438182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:13.530309Z","caller":"traceutil/trace.go:171","msg":"trace[104941661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23076; }","duration":"1.282488883s","start":"2026-03-04T02:11:12.247809Z","end":"2026-03-04T02:11:13.530298Z","steps":["trace[104941661] 'agreement among raft nodes before linearized reading' (duration: 1.282412731s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:13.530357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.247802Z","time spent":"1.282547164s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:14.030995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:14.119338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.62830854s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:14.278961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.348165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:14.279455Z","caller":"traceutil/trace.go:171","msg":"trace[66397636] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"2.007520531s","start":"2026-03-04T02:11:12.271907Z","end":"2026-03-04T02:11:14.279428Z","steps":["trace[66397636] 'process raft request' (duration: 2.007456129s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.279558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.271898Z","time spent":"2.007612113s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.28006Z","caller":"traceutil/trace.go:171","msg":"trace[687811308] transaction","detail":"{read_only:false; response_revision:23077; number_of_response:1; }","duration":"2.030842623s","start":"2026-03-04T02:11:12.249186Z","end":"2026-03-04T02:11:14.280028Z","steps":["trace[687811308] 'process raft request' (duration: 1.87031513s)","trace[687811308] 'compare' (duration: 159.204791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:14.280129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.249164Z","time spent":"2.030930094s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.280294Z","caller":"traceutil/trace.go:171","msg":"trace[705762101] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"2.030864793s","start":"2026-03-04T02:11:12.249414Z","end":"2026-03-04T02:11:14.280279Z","steps":["trace[705762101] 'process raft request' (duration: 2.029648195s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.280359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.249403Z","time spent":"2.030920854s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.280404Z","caller":"traceutil/trace.go:171","msg":"trace[1834076213] transaction","detail":"{read_only:false; response_revision:23081; number_of_response:1; }","duration":"2.011618437s","start":"2026-03-04T02:11:12.268708Z","end":"2026-03-04T02:11:14.280327Z","steps":["trace[1834076213] 'process raft request' (duration: 2.01050431s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.280565Z","caller":"traceutil/trace.go:171","msg":"trace[1549938010] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"2.010276796s","start":"2026-03-04T02:11:12.270205Z","end":"2026-03-04T02:11:14.280481Z","steps":["trace[1549938010] 'process raft request' (duration: 2.009127729s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.280666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.268702Z","time spent":"2.011820691s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.280735Z","caller":"traceutil/trace.go:171","msg":"trace[163087670] transaction","detail":"{read_only:false; response_revision:23080; number_of_response:1; }","duration":"2.029323148s","start":"2026-03-04T02:11:12.251398Z","end":"2026-03-04T02:11:14.280721Z","steps":["trace[163087670] 'process raft request' (duration: 2.027777261s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.280807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.251377Z","time spent":"2.02939339s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.280777Z","caller":"traceutil/trace.go:171","msg":"trace[1014665474] transaction","detail":"{read_only:false; response_revision:23079; number_of_response:1; }","duration":"2.029824109s","start":"2026-03-04T02:11:12.250878Z","end":"2026-03-04T02:11:14.280702Z","steps":["trace[1014665474] 'process raft request' (duration: 2.028258182s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.280777Z","caller":"traceutil/trace.go:171","msg":"trace[609639382] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"2.011957684s","start":"2026-03-04T02:11:12.268778Z","end":"2026-03-04T02:11:14.280736Z","steps":["trace[609639382] 'process raft request' (duration: 2.01051939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.280839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.270184Z","time spent":"2.010502521s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.280999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.25087Z","time spent":"2.030006854s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.280995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.268774Z","time spent":"2.012105087s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.332585Z","caller":"traceutil/trace.go:171","msg":"trace[467172993] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"795.894782ms","start":"2026-03-04T02:11:13.536656Z","end":"2026-03-04T02:11:14.332551Z","steps":["trace[467172993] 'process raft request' (duration: 795.726058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.332791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.536634Z","time spent":"796.050006ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.332791Z","caller":"traceutil/trace.go:171","msg":"trace[276437312] linearizableReadLoop","detail":"{readStateIndex:23891; appliedIndex:23881; }","duration":"802.569606ms","start":"2026-03-04T02:11:13.530191Z","end":"2026-03-04T02:11:14.332761Z","steps":["trace[276437312] 'read index received' (duration: 589.427645ms)","trace[276437312] 'applied index is now lower than readState.Index' (duration: 213.140481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:14.332877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818236863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:14.332943Z","caller":"traceutil/trace.go:171","msg":"trace[375432594] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23086; }","duration":"1.818339495s","start":"2026-03-04T02:11:12.514587Z","end":"2026-03-04T02:11:14.332927Z","steps":["trace[375432594] 'agreement among raft nodes before linearized reading' (duration: 1.818204622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.33299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.514575Z","time spent":"1.818403927s","remote":"127.0.0.1:54964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:14.33309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064317587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:11:14.333115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893061146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:14.333149Z","caller":"traceutil/trace.go:171","msg":"trace[2117779360] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23086; }","duration":"2.06438568s","start":"2026-03-04T02:11:12.268747Z","end":"2026-03-04T02:11:14.333132Z","steps":["trace[2117779360] 'agreement among raft nodes before linearized reading' (duration: 2.064212165s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.333161Z","caller":"traceutil/trace.go:171","msg":"trace[1067381635] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23086; }","duration":"1.893163489s","start":"2026-03-04T02:11:12.439981Z","end":"2026-03-04T02:11:14.333144Z","steps":["trace[1067381635] 'agreement among raft nodes before linearized reading' (duration: 1.892906192s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.333187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.268744Z","time spent":"2.064435351s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:14.333165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064466422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:11:14.333204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.439941Z","time spent":"1.893251541s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:14.333209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064428171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:11:14.333244Z","caller":"traceutil/trace.go:171","msg":"trace[280864443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23086; }","duration":"2.064581814s","start":"2026-03-04T02:11:12.268643Z","end":"2026-03-04T02:11:14.333225Z","steps":["trace[280864443] 'agreement among raft nodes before linearized reading' (duration: 2.064280476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.333278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586809718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:11:14.333291Z","caller":"traceutil/trace.go:171","msg":"trace[786454563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23086; }","duration":"2.064536793s","start":"2026-03-04T02:11:12.268732Z","end":"2026-03-04T02:11:14.333269Z","steps":["trace[786454563] 'agreement among raft nodes before linearized reading' (duration: 2.064250615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.3333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.268637Z","time spent":"2.064654696s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:14.333269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583971642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:11:14.333334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.26873Z","time spent":"2.064595214s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:11:14.333362Z","caller":"traceutil/trace.go:171","msg":"trace[456262066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23086; }","duration":"1.584098226s","start":"2026-03-04T02:11:12.74924Z","end":"2026-03-04T02:11:14.333338Z","steps":["trace[456262066] 'agreement among raft nodes before linearized reading' (duration: 1.583786417s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.333398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586917791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:11:14.333403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.749232Z","time spent":"1.584163947s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:14.33342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08122441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-03-04T02:11:14.333427Z","caller":"traceutil/trace.go:171","msg":"trace[1037798752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23086; }","duration":"1.586948361s","start":"2026-03-04T02:11:12.74647Z","end":"2026-03-04T02:11:14.333418Z","steps":["trace[1037798752] 'agreement among raft nodes before linearized reading' (duration: 1.58686582s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.333455Z","caller":"traceutil/trace.go:171","msg":"trace[1315344808] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23086; }","duration":"2.081259161s","start":"2026-03-04T02:11:12.252185Z","end":"2026-03-04T02:11:14.333444Z","steps":["trace[1315344808] 'agreement among raft nodes before linearized reading' (duration: 2.081108408s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.333464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.746457Z","time spent":"1.587000742s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:11:14.333475Z","caller":"traceutil/trace.go:171","msg":"trace[1931372855] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"564.903547ms","start":"2026-03-04T02:11:13.76856Z","end":"2026-03-04T02:11:14.333463Z","steps":["trace[1931372855] 'process raft request' (duration: 564.044337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.333488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083622987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-04T02:11:14.33349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.252155Z","time spent":"2.081323913s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-04T02:11:14.333512Z","caller":"traceutil/trace.go:171","msg":"trace[1448783858] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23086; }","duration":"2.083645457s","start":"2026-03-04T02:11:12.24986Z","end":"2026-03-04T02:11:14.333505Z","steps":["trace[1448783858] 'agreement among raft nodes before linearized reading' (duration: 2.083561045s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.333316Z","caller":"traceutil/trace.go:171","msg":"trace[1224465763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23086; }","duration":"1.58688161s","start":"2026-03-04T02:11:12.746423Z","end":"2026-03-04T02:11:14.333305Z","steps":["trace[1224465763] 'agreement among raft nodes before linearized reading' (duration: 1.586726096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.333532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.249842Z","time spent":"2.083685798s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:11:14.333556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.746402Z","time spent":"1.587138316s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:14.333558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.768533Z","time spent":"564.972918ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.833687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:15.239478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.91694ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:15.239582Z","caller":"traceutil/trace.go:171","msg":"trace[1212541089] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23086; }","duration":"340.034473ms","start":"2026-03-04T02:11:14.899534Z","end":"2026-03-04T02:11:15.239568Z","steps":["trace[1212541089] 'range keys from in-memory index tree' (duration: 339.90159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:15.240161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.636884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:15.240273Z","caller":"traceutil/trace.go:171","msg":"trace[642301844] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"983.250845ms","start":"2026-03-04T02:11:14.256999Z","end":"2026-03-04T02:11:15.24025Z","steps":["trace[642301844] 'process raft request' (duration: 703.419937ms)","trace[642301844] 'compare' (duration: 279.357997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:15.240343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.256951Z","time spent":"983.358648ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:15.54246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003572489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:15.542858Z","caller":"traceutil/trace.go:171","msg":"trace[1352215348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00403393s","start":"2026-03-04T02:11:13.538797Z","end":"2026-03-04T02:11:15.542831Z","steps":["trace[1352215348] 'agreement among raft nodes before linearized reading' (duration: 2.00360856s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:15.542969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.538722Z","time spent":"2.004230865s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:15.904271Z","caller":"traceutil/trace.go:171","msg":"trace[1631166402] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"1.565699948s","start":"2026-03-04T02:11:14.33853Z","end":"2026-03-04T02:11:15.90423Z","steps":["trace[1631166402] 'process raft request' (duration: 1.564620583s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:15.90445Z","caller":"traceutil/trace.go:171","msg":"trace[858353702] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"1.565450021s","start":"2026-03-04T02:11:14.338963Z","end":"2026-03-04T02:11:15.904413Z","steps":["trace[858353702] 'process raft request' (duration: 1.565148834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:15.904495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.338505Z","time spent":"1.565872692s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:15.904613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.338888Z","time spent":"1.565639036s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:15.904757Z","caller":"traceutil/trace.go:171","msg":"trace[1498947912] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"1.565678258s","start":"2026-03-04T02:11:14.339065Z","end":"2026-03-04T02:11:15.904743Z","steps":["trace[1498947912] 'process raft request' (duration: 1.565281398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:15.904812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.338911Z","time spent":"1.565872262s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:15.904873Z","caller":"traceutil/trace.go:171","msg":"trace[1399142421] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"1.565727988s","start":"2026-03-04T02:11:14.339121Z","end":"2026-03-04T02:11:15.904849Z","steps":["trace[1399142421] 'process raft request' (duration: 1.565574765s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:15.905026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.338913Z","time spent":"1.566028195s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:15.905069Z","caller":"traceutil/trace.go:171","msg":"trace[1134138449] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"1.565797761s","start":"2026-03-04T02:11:14.33924Z","end":"2026-03-04T02:11:15.905038Z","steps":["trace[1134138449] 'process raft request' (duration: 1.565558225s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:15.905179Z","caller":"traceutil/trace.go:171","msg":"trace[38127535] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"1.563763514s","start":"2026-03-04T02:11:14.341404Z","end":"2026-03-04T02:11:15.905167Z","steps":["trace[38127535] 'process raft request' (duration: 1.563687112s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:15.905218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.339224Z","time spent":"1.565918353s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:15.905193Z","caller":"traceutil/trace.go:171","msg":"trace[1310089281] linearizableReadLoop","detail":"{readStateIndex:23899; appliedIndex:23891; }","duration":"1.572307732s","start":"2026-03-04T02:11:14.332855Z","end":"2026-03-04T02:11:15.905163Z","steps":["trace[1310089281] 'read index received' (duration: 627.490057ms)","trace[1310089281] 'applied index is now lower than readState.Index' (duration: 944.816265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:15.905244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.341393Z","time spent":"1.563817576s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:15.90525Z","caller":"traceutil/trace.go:171","msg":"trace[503366957] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"1.565818461s","start":"2026-03-04T02:11:14.339415Z","end":"2026-03-04T02:11:15.905233Z","steps":["trace[503366957] 'process raft request' (duration: 1.565551985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:15.905296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361420276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:15.905352Z","caller":"traceutil/trace.go:171","msg":"trace[1919948091] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23094; }","duration":"2.361520029s","start":"2026-03-04T02:11:13.543818Z","end":"2026-03-04T02:11:15.905338Z","steps":["trace[1919948091] 'agreement among raft nodes before linearized reading' (duration: 2.361413156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:15.905414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.543797Z","time spent":"2.36160635s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:15.905422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.339337Z","time spent":"1.565994324s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:16.663411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.873353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:16.663799Z","caller":"traceutil/trace.go:171","msg":"trace[1928453463] linearizableReadLoop","detail":"{readStateIndex:23900; appliedIndex:23899; }","duration":"758.496014ms","start":"2026-03-04T02:11:15.905279Z","end":"2026-03-04T02:11:16.663775Z","steps":["trace[1928453463] 'read index received' (duration: 136.982666ms)","trace[1928453463] 'applied index is now lower than readState.Index' (duration: 621.510938ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:16.663964Z","caller":"traceutil/trace.go:171","msg":"trace[1795730719] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"1.624210585s","start":"2026-03-04T02:11:15.039738Z","end":"2026-03-04T02:11:16.663949Z","steps":["trace[1795730719] 'process raft request' (duration: 1.002664105s)","trace[1795730719] 'compare' (duration: 620.560407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:16.664086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.039709Z","time spent":"1.624297126s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:16.664251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080660384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:16.664251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.1092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:16.66432Z","caller":"traceutil/trace.go:171","msg":"trace[494763179] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23095; }","duration":"1.080784606s","start":"2026-03-04T02:11:15.583517Z","end":"2026-03-04T02:11:16.664302Z","steps":["trace[494763179] 'agreement among raft nodes before linearized reading' (duration: 1.080658833s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:16.664321Z","caller":"traceutil/trace.go:171","msg":"trace[72165518] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23095; }","duration":"800.238313ms","start":"2026-03-04T02:11:15.864069Z","end":"2026-03-04T02:11:16.664307Z","steps":["trace[72165518] 'agreement among raft nodes before linearized reading' (duration: 800.11008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:16.66435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.583499Z","time spent":"1.080845238s","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:16.664361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.864051Z","time spent":"800.296424ms","remote":"127.0.0.1:55262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:16.664342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306456569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:16.664393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121849229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:16.664421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327391147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T02:11:16.664435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349187829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:16.664421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327173612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cf1508c0-bdf4-48d9-8b8e-500ec503d2e3\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-04T02:11:16.664447Z","caller":"traceutil/trace.go:171","msg":"trace[2104036617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23095; }","duration":"1.121960941s","start":"2026-03-04T02:11:15.542468Z","end":"2026-03-04T02:11:16.664429Z","steps":["trace[2104036617] 'agreement among raft nodes before linearized reading' (duration: 1.121852289s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:16.664529Z","caller":"traceutil/trace.go:171","msg":"trace[2029557649] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cf1508c0-bdf4-48d9-8b8e-500ec503d2e3; range_end:; response_count:1; response_revision:23095; }","duration":"2.327340206s","start":"2026-03-04T02:11:14.33717Z","end":"2026-03-04T02:11:16.664511Z","steps":["trace[2029557649] 'agreement among raft nodes before linearized reading' (duration: 2.327031919s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:16.664536Z","caller":"traceutil/trace.go:171","msg":"trace[1161897069] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23095; }","duration":"1.349345763s","start":"2026-03-04T02:11:15.315157Z","end":"2026-03-04T02:11:16.664502Z","steps":["trace[1161897069] 'agreement among raft nodes before linearized reading' (duration: 1.349155518s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:16.664452Z","caller":"traceutil/trace.go:171","msg":"trace[483735481] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23095; }","duration":"1.306644733s","start":"2026-03-04T02:11:15.357782Z","end":"2026-03-04T02:11:16.664427Z","steps":["trace[483735481] 'agreement among raft nodes before linearized reading' (duration: 1.306385497s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:16.664577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.337147Z","time spent":"2.327420427s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-cf1508c0-bdf4-48d9-8b8e-500ec503d2e3\" "} {"level":"warn","ts":"2026-03-04T02:11:16.664591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.315139Z","time spent":"1.349438234s","remote":"127.0.0.1:39056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:16.664527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.542448Z","time spent":"1.122068944s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:16.664609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.357766Z","time spent":"1.306834047s","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:16.6646Z","caller":"traceutil/trace.go:171","msg":"trace[800337788] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23095; }","duration":"2.327537771s","start":"2026-03-04T02:11:14.336958Z","end":"2026-03-04T02:11:16.664496Z","steps":["trace[800337788] 'agreement among raft nodes before linearized reading' (duration: 2.327247714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:16.664837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.336937Z","time spent":"2.327886648s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:11:17.164209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:17.665366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:17.923368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.635381313s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:18.674926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999759529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:18.675038Z","caller":"traceutil/trace.go:171","msg":"trace[1628069385] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000903926s","start":"2026-03-04T02:11:16.674109Z","end":"2026-03-04T02:11:18.675013Z","steps":["trace[1628069385] 'agreement among raft nodes before linearized reading' (duration: 2.000759293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.675102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.674059Z","time spent":"2.001030279s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:19.311119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387384974s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:19.311345Z","caller":"traceutil/trace.go:171","msg":"trace[1602669640] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"3.023518115s","start":"2026-03-04T02:11:16.287808Z","end":"2026-03-04T02:11:19.311326Z","steps":["trace[1602669640] 'process raft request' (duration: 3.023421023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.311427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.287788Z","time spent":"3.023597556s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.31291Z","caller":"traceutil/trace.go:171","msg":"trace[1318975065] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"3.023674558s","start":"2026-03-04T02:11:16.287808Z","end":"2026-03-04T02:11:19.311482Z","steps":["trace[1318975065] 'process raft request' (duration: 1.635828534s)","trace[1318975065] 'compare' (duration: 1.386080393s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:19.313301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.287781Z","time spent":"3.025281154s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.365886Z","caller":"traceutil/trace.go:171","msg":"trace[2028541757] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"3.077376802s","start":"2026-03-04T02:11:16.288497Z","end":"2026-03-04T02:11:19.365874Z","steps":["trace[2028541757] 'process raft request' (duration: 3.077321011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.365952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.28847Z","time spent":"3.077453024s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.365965Z","caller":"traceutil/trace.go:171","msg":"trace[247884988] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"3.07810331s","start":"2026-03-04T02:11:16.287817Z","end":"2026-03-04T02:11:19.36592Z","steps":["trace[247884988] 'process raft request' (duration: 3.077911306s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.36613Z","caller":"traceutil/trace.go:171","msg":"trace[1444693502] linearizableReadLoop","detail":"{readStateIndex:23906; appliedIndex:23900; }","duration":"2.702222424s","start":"2026-03-04T02:11:16.663842Z","end":"2026-03-04T02:11:19.366064Z","steps":["trace[1444693502] 'read index received' (duration: 1.259765004s)","trace[1444693502] 'applied index is now lower than readState.Index' (duration: 1.44245453s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:19.366207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759737859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:11:19.366231Z","caller":"traceutil/trace.go:171","msg":"trace[1722210844] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23101; }","duration":"2.759761959s","start":"2026-03-04T02:11:16.606462Z","end":"2026-03-04T02:11:19.366224Z","steps":["trace[1722210844] 'agreement among raft nodes before linearized reading' (duration: 2.759663307s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.366019Z","caller":"traceutil/trace.go:171","msg":"trace[813427965] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"3.078160941s","start":"2026-03-04T02:11:16.287851Z","end":"2026-03-04T02:11:19.366012Z","steps":["trace[813427965] 'process raft request' (duration: 3.077938156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.366254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.606388Z","time spent":"2.759861172s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:11:19.366298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.287781Z","time spent":"3.078478218s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.366378Z","caller":"traceutil/trace.go:171","msg":"trace[570365429] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"3.076371789s","start":"2026-03-04T02:11:16.29Z","end":"2026-03-04T02:11:19.366372Z","steps":["trace[570365429] 'process raft request' (duration: 3.075849017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.366387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913527545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:19.366421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.289984Z","time spent":"3.07641548s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.366431Z","caller":"traceutil/trace.go:171","msg":"trace[652582415] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23101; }","duration":"2.913663727s","start":"2026-03-04T02:11:16.452749Z","end":"2026-03-04T02:11:19.366413Z","steps":["trace[652582415] 'agreement among raft nodes before linearized reading' (duration: 2.913532504s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.366473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.452722Z","time spent":"2.913740089s","remote":"127.0.0.1:39048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:19.36621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.287804Z","time spent":"3.078264474s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.366749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448293202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-04T02:11:19.366855Z","caller":"traceutil/trace.go:171","msg":"trace[1369629331] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23101; }","duration":"3.448450256s","start":"2026-03-04T02:11:15.918384Z","end":"2026-03-04T02:11:19.366834Z","steps":["trace[1369629331] 'agreement among raft nodes before linearized reading' (duration: 3.448143369s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.366907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.918366Z","time spent":"3.448532827s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:11:19.867065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:20.3681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:20.675537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000112999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:20.675662Z","caller":"traceutil/trace.go:171","msg":"trace[1793858950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347354s","start":"2026-03-04T02:11:18.675285Z","end":"2026-03-04T02:11:20.675633Z","steps":["trace[1793858950] 'agreement among raft nodes before linearized reading' (duration: 2.000198301s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:20.675733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.675255Z","time spent":"2.000461516s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:20.81338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.447577329s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:20.813831Z","caller":"traceutil/trace.go:171","msg":"trace[2124356266] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"1.448958161s","start":"2026-03-04T02:11:19.364841Z","end":"2026-03-04T02:11:20.813799Z","steps":["trace[2124356266] 'process raft request' (duration: 1.448787207s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:20.814044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.364808Z","time spent":"1.449104044s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:21.617148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.172071ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:11:21.617749Z","caller":"traceutil/trace.go:171","msg":"trace[356657321] linearizableReadLoop","detail":"{readStateIndex:23909; appliedIndex:23906; }","duration":"2.251506086s","start":"2026-03-04T02:11:19.366215Z","end":"2026-03-04T02:11:21.617721Z","steps":["trace[356657321] 'read index received' (duration: 1.447426695s)","trace[356657321] 'applied index is now lower than readState.Index' (duration: 804.077371ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:21.617904Z","caller":"traceutil/trace.go:171","msg":"trace[2145612127] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"1.372864417s","start":"2026-03-04T02:11:20.244841Z","end":"2026-03-04T02:11:21.617705Z","steps":["trace[2145612127] 'process raft request' (duration: 1.372442137s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:21.618059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.244818Z","time spent":"1.373152903s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:21.934643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.240326816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:21.934771Z","caller":"traceutil/trace.go:171","msg":"trace[684976362] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23103; }","duration":"5.240525551s","start":"2026-03-04T02:11:16.694217Z","end":"2026-03-04T02:11:21.934742Z","steps":["trace[684976362] 'agreement among raft nodes before linearized reading' (duration: 4.923637814s)","trace[684976362] 'count revisions from in-memory index tree' (duration: 316.685732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.934833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.694198Z","time spent":"5.240619843s","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:21.934902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.23980167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:11:21.934956Z","caller":"traceutil/trace.go:171","msg":"trace[364161281] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23103; }","duration":"4.239899843s","start":"2026-03-04T02:11:17.695039Z","end":"2026-03-04T02:11:21.934938Z","steps":["trace[364161281] 'agreement among raft nodes before linearized reading' (duration: 3.922821332s)","trace[364161281] 'count revisions from in-memory index tree' (duration: 317.016279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.695006Z","time spent":"4.239983865s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:21.935223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.302792012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:21.935277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.023313522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:11:21.935319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086189429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:21.935343Z","caller":"traceutil/trace.go:171","msg":"trace[1970945602] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23103; }","duration":"4.302928155s","start":"2026-03-04T02:11:17.632381Z","end":"2026-03-04T02:11:21.935309Z","steps":["trace[1970945602] 'agreement among raft nodes before linearized reading' (duration: 3.985475545s)","trace[1970945602] 'count revisions from in-memory index tree' (duration: 317.288196ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:21.93536Z","caller":"traceutil/trace.go:171","msg":"trace[1691093917] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23103; }","duration":"4.08622672s","start":"2026-03-04T02:11:17.849119Z","end":"2026-03-04T02:11:21.935346Z","steps":["trace[1691093917] 'agreement among raft nodes before linearized reading' (duration: 3.768696869s)","trace[1691093917] 'count revisions from in-memory index tree' (duration: 317.48353ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:21.935366Z","caller":"traceutil/trace.go:171","msg":"trace[1591140472] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23103; }","duration":"4.023430985s","start":"2026-03-04T02:11:17.911906Z","end":"2026-03-04T02:11:21.935337Z","steps":["trace[1591140472] 'agreement among raft nodes before linearized reading' (duration: 3.705893853s)","trace[1591140472] 'range keys from in-memory index tree' (duration: 317.294536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.935411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.632291Z","time spent":"4.303105209s","remote":"127.0.0.1:54910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:21.935425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.265784485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-04T02:11:21.935464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.925156209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:21.935279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.680946148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:11:21.935555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.161509058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T02:11:21.935505Z","caller":"traceutil/trace.go:171","msg":"trace[907419856] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23103; }","duration":"4.925238961s","start":"2026-03-04T02:11:17.010256Z","end":"2026-03-04T02:11:21.935494Z","steps":["trace[907419856] 'agreement among raft nodes before linearized reading' (duration: 4.607582737s)","trace[907419856] 'count revisions from in-memory index tree' (duration: 317.603013ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:21.935597Z","caller":"traceutil/trace.go:171","msg":"trace[1632485157] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23103; }","duration":"5.16159763s","start":"2026-03-04T02:11:16.77399Z","end":"2026-03-04T02:11:21.935588Z","steps":["trace[1632485157] 'agreement among raft nodes before linearized reading' (duration: 4.843833054s)","trace[1632485157] 'range keys from in-memory index tree' (duration: 317.663154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.935618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.010218Z","time spent":"4.925388695s","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:21.935272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.024227753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:11:21.935646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.026284101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:11:21.935671Z","caller":"traceutil/trace.go:171","msg":"trace[2050427621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23103; }","duration":"4.024668703s","start":"2026-03-04T02:11:17.910988Z","end":"2026-03-04T02:11:21.935656Z","steps":["trace[2050427621] 'agreement among raft nodes before linearized reading' (duration: 3.706820604s)","trace[2050427621] 'range keys from in-memory index tree' (duration: 317.335446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.93571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.910962Z","time spent":"4.024736285s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:11:21.935721Z","caller":"traceutil/trace.go:171","msg":"trace[144591720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23103; }","duration":"4.026374323s","start":"2026-03-04T02:11:17.909328Z","end":"2026-03-04T02:11:21.935702Z","steps":["trace[144591720] 'agreement among raft nodes before linearized reading' (duration: 3.708412202s)","trace[144591720] 'range keys from in-memory index tree' (duration: 317.830328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.935758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.909305Z","time spent":"4.026441184s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:21.934689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.265618863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:11:21.935632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.773969Z","time spent":"5.161656261s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-04T02:11:21.935465Z","caller":"traceutil/trace.go:171","msg":"trace[662373420] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f; range_end:; response_count:1; response_revision:23103; }","duration":"5.265822056s","start":"2026-03-04T02:11:16.66963Z","end":"2026-03-04T02:11:21.935452Z","steps":["trace[662373420] 'agreement among raft nodes before linearized reading' (duration: 4.948213493s)","trace[662373420] 'range keys from in-memory index tree' (duration: 317.514031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.935843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.669609Z","time spent":"5.266222766s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" "} {"level":"warn","ts":"2026-03-04T02:11:21.935847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.055512128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:11:21.935891Z","caller":"traceutil/trace.go:171","msg":"trace[1500369786] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23103; }","duration":"4.05560266s","start":"2026-03-04T02:11:17.880275Z","end":"2026-03-04T02:11:21.935878Z","steps":["trace[1500369786] 'agreement among raft nodes before linearized reading' (duration: 3.737552907s)","trace[1500369786] 'count revisions from in-memory index tree' (duration: 317.994732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.935929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.880242Z","time spent":"4.055680322s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:21.936042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.023284813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:11:21.935419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.849035Z","time spent":"4.086375433s","remote":"127.0.0.1:53998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:21.936083Z","caller":"traceutil/trace.go:171","msg":"trace[2144377984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23103; }","duration":"4.023342923s","start":"2026-03-04T02:11:17.912729Z","end":"2026-03-04T02:11:21.936072Z","steps":["trace[2144377984] 'agreement among raft nodes before linearized reading' (duration: 3.705039363s)","trace[2144377984] 'range keys from in-memory index tree' (duration: 318.215287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.936114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.912719Z","time spent":"4.023388145s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:21.935417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.911898Z","time spent":"4.023507586s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:21.936329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.023317963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:11:21.936367Z","caller":"traceutil/trace.go:171","msg":"trace[1690979413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23103; }","duration":"4.023406175s","start":"2026-03-04T02:11:17.91295Z","end":"2026-03-04T02:11:21.936357Z","steps":["trace[1690979413] 'agreement among raft nodes before linearized reading' (duration: 3.704802768s)","trace[1690979413] 'range keys from in-memory index tree' (duration: 318.498664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.936399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.912901Z","time spent":"4.023492017s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:11:21.935676Z","caller":"traceutil/trace.go:171","msg":"trace[1110281917] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23103; }","duration":"4.681320337s","start":"2026-03-04T02:11:17.254242Z","end":"2026-03-04T02:11:21.935562Z","steps":["trace[1110281917] 'agreement among raft nodes before linearized reading' (duration: 4.36357157s)","trace[1110281917] 'range keys from in-memory index tree' (duration: 317.220374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.936605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.487657914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:21.936647Z","caller":"traceutil/trace.go:171","msg":"trace[435754937] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23103; }","duration":"3.487737136s","start":"2026-03-04T02:11:18.448889Z","end":"2026-03-04T02:11:21.936627Z","steps":["trace[435754937] 'agreement among raft nodes before linearized reading' (duration: 3.168873263s)","trace[435754937] 'count revisions from in-memory index tree' (duration: 318.803061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.936691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.448865Z","time spent":"3.487816008s","remote":"127.0.0.1:35264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:21.936701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.254223Z","time spent":"4.682419792s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:11:21.936841Z","caller":"traceutil/trace.go:171","msg":"trace[1434797792] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23103; }","duration":"5.267812374s","start":"2026-03-04T02:11:16.669001Z","end":"2026-03-04T02:11:21.936814Z","steps":["trace[1434797792] 'agreement among raft nodes before linearized reading' (duration: 4.94886267s)","trace[1434797792] 'range keys from in-memory index tree' (duration: 316.654082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.937001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.668986Z","time spent":"5.267979308s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:11:21.937062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103311945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T02:11:21.937074Z","caller":"traceutil/trace.go:171","msg":"trace[894828023] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"617.501826ms","start":"2026-03-04T02:11:21.319555Z","end":"2026-03-04T02:11:21.937057Z","steps":["trace[894828023] 'process raft request' (duration: 613.529623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:21.937118Z","caller":"traceutil/trace.go:171","msg":"trace[1906856613] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23103; }","duration":"3.103405357s","start":"2026-03-04T02:11:18.833691Z","end":"2026-03-04T02:11:21.937096Z","steps":["trace[1906856613] 'agreement among raft nodes before linearized reading' (duration: 2.784105374s)","trace[1906856613] 'range keys from in-memory index tree' (duration: 319.144869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.937164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.83366Z","time spent":"3.103492029s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T02:11:21.936897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.024873729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:11:21.937258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.319524Z","time spent":"617.616519ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:21.937292Z","caller":"traceutil/trace.go:171","msg":"trace[2040811143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23103; }","duration":"4.025298588s","start":"2026-03-04T02:11:17.911976Z","end":"2026-03-04T02:11:21.937275Z","steps":["trace[2040811143] 'agreement among raft nodes before linearized reading' (duration: 3.705807211s)","trace[2040811143] 'range keys from in-memory index tree' (duration: 319.036237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.937341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.911962Z","time spent":"4.02536463s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:21.936908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518044239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:21.937456Z","caller":"traceutil/trace.go:171","msg":"trace[778698345] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23103; }","duration":"3.518650623s","start":"2026-03-04T02:11:18.418793Z","end":"2026-03-04T02:11:21.937444Z","steps":["trace[778698345] 'agreement among raft nodes before linearized reading' (duration: 3.198999592s)","trace[778698345] 'count revisions from in-memory index tree' (duration: 319.072108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.937499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.418755Z","time spent":"3.518729625s","remote":"127.0.0.1:54130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:22.354625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:22.35473Z","caller":"traceutil/trace.go:171","msg":"trace[1817123182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261062s","start":"2026-03-04T02:11:20.354444Z","end":"2026-03-04T02:11:22.354705Z","steps":["trace[1817123182] 'agreement among raft nodes before linearized reading' (duration: 2.000124859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.354785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.354416Z","time spent":"2.000359925s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:22.684507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:22.684623Z","caller":"traceutil/trace.go:171","msg":"trace[1886758193] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00060339s","start":"2026-03-04T02:11:20.683995Z","end":"2026-03-04T02:11:22.684599Z","steps":["trace[1886758193] 'agreement among raft nodes before linearized reading' (duration: 2.000452757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.684677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.68396Z","time spent":"2.000707223s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:22.740605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.196335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:22.740936Z","caller":"traceutil/trace.go:171","msg":"trace[865254152] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"1.420482331s","start":"2026-03-04T02:11:21.320349Z","end":"2026-03-04T02:11:22.740832Z","steps":["trace[865254152] 'process raft request' (duration: 1.268958548s)","trace[865254152] 'compare' (duration: 151.063002ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:22.740983Z","caller":"traceutil/trace.go:171","msg":"trace[1464228155] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"1.368271242s","start":"2026-03-04T02:11:21.372687Z","end":"2026-03-04T02:11:22.740959Z","steps":["trace[1464228155] 'process raft request' (duration: 1.368045917s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:22.741084Z","caller":"traceutil/trace.go:171","msg":"trace[1565879220] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"1.367718767s","start":"2026-03-04T02:11:21.373356Z","end":"2026-03-04T02:11:22.741075Z","steps":["trace[1565879220] 'process raft request' (duration: 1.367541683s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.741154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.320311Z","time spent":"1.420728857s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:22.741165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.373322Z","time spent":"1.3678056s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:22.741306Z","caller":"traceutil/trace.go:171","msg":"trace[1777093052] linearizableReadLoop","detail":"{readStateIndex:23915; appliedIndex:23909; }","duration":"1.123442675s","start":"2026-03-04T02:11:21.617824Z","end":"2026-03-04T02:11:22.741267Z","steps":["trace[1777093052] 'read index received' (duration: 314.615163ms)","trace[1777093052] 'applied index is now lower than readState.Index' (duration: 808.825852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:22.741375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.372649Z","time spent":"1.368391125s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:22.741559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25352434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:22.741591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695288905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:22.741423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981483396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:22.741643Z","caller":"traceutil/trace.go:171","msg":"trace[885990625] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23109; }","duration":"2.695396307s","start":"2026-03-04T02:11:20.046231Z","end":"2026-03-04T02:11:22.741627Z","steps":["trace[885990625] 'agreement among raft nodes before linearized reading' (duration: 2.695322365s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.741692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.046207Z","time spent":"2.695472459s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:22.741768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344663133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:22.741803Z","caller":"traceutil/trace.go:171","msg":"trace[2126375601] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23109; }","duration":"1.344731835s","start":"2026-03-04T02:11:21.397062Z","end":"2026-03-04T02:11:22.741794Z","steps":["trace[2126375601] 'agreement among raft nodes before linearized reading' (duration: 1.344606582s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.741839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.397048Z","time spent":"1.344784037s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:22.741873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528808742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:22.741937Z","caller":"traceutil/trace.go:171","msg":"trace[1137994527] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23109; }","duration":"1.528882235s","start":"2026-03-04T02:11:21.213043Z","end":"2026-03-04T02:11:22.741925Z","steps":["trace[1137994527] 'agreement among raft nodes before linearized reading' (duration: 1.528763532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.741981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.212964Z","time spent":"1.529007227s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:22.742013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893232674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:22.742068Z","caller":"traceutil/trace.go:171","msg":"trace[1065536750] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23109; }","duration":"2.893288316s","start":"2026-03-04T02:11:19.848766Z","end":"2026-03-04T02:11:22.742054Z","steps":["trace[1065536750] 'agreement among raft nodes before linearized reading' (duration: 2.893203184s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.742148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.848682Z","time spent":"2.89345424s","remote":"127.0.0.1:33238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:22.741602Z","caller":"traceutil/trace.go:171","msg":"trace[1833996337] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23109; }","duration":"1.253602752s","start":"2026-03-04T02:11:21.48799Z","end":"2026-03-04T02:11:22.741593Z","steps":["trace[1833996337] 'agreement among raft nodes before linearized reading' (duration: 1.253547451s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:22.741693Z","caller":"traceutil/trace.go:171","msg":"trace[360008069] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23109; }","duration":"1.981795374s","start":"2026-03-04T02:11:20.759874Z","end":"2026-03-04T02:11:22.741669Z","steps":["trace[360008069] 'agreement among raft nodes before linearized reading' (duration: 1.981474567s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.741648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278450458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:22.742344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.759849Z","time spent":"1.982480749s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:11:22.742358Z","caller":"traceutil/trace.go:171","msg":"trace[1111236455] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23109; }","duration":"1.279191665s","start":"2026-03-04T02:11:21.463142Z","end":"2026-03-04T02:11:22.742334Z","steps":["trace[1111236455] 'agreement among raft nodes before linearized reading' (duration: 1.278480789s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.74236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.487977Z","time spent":"1.254351759s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:22.742366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934632393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:22.742411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.463118Z","time spent":"1.279277796s","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:22.742418Z","caller":"traceutil/trace.go:171","msg":"trace[562753431] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23109; }","duration":"2.934722015s","start":"2026-03-04T02:11:19.807681Z","end":"2026-03-04T02:11:22.742403Z","steps":["trace[562753431] 'agreement among raft nodes before linearized reading' (duration: 2.934627812s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.74241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035278176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:22.742439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02119473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:22.742458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.807658Z","time spent":"2.934791407s","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:22.74247Z","caller":"traceutil/trace.go:171","msg":"trace[1395828173] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23109; }","duration":"3.035391099s","start":"2026-03-04T02:11:19.70706Z","end":"2026-03-04T02:11:22.742451Z","steps":["trace[1395828173] 'agreement among raft nodes before linearized reading' (duration: 3.035288626s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.741523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386236511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:22.741462Z","caller":"traceutil/trace.go:171","msg":"trace[440430266] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"1.367582485s","start":"2026-03-04T02:11:21.373868Z","end":"2026-03-04T02:11:22.741451Z","steps":["trace[440430266] 'process raft request' (duration: 1.367168806s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:22.742559Z","caller":"traceutil/trace.go:171","msg":"trace[1016202939] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23109; }","duration":"2.387361286s","start":"2026-03-04T02:11:20.355186Z","end":"2026-03-04T02:11:22.742547Z","steps":["trace[1016202939] 'agreement among raft nodes before linearized reading' (duration: 2.386249561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.742583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.355156Z","time spent":"2.387419088s","remote":"127.0.0.1:51676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:22.741518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15730227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:22.74263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.373841Z","time spent":"1.36872261s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:22.742565Z","caller":"traceutil/trace.go:171","msg":"trace[1232262013] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23109; }","duration":"3.021326863s","start":"2026-03-04T02:11:19.72117Z","end":"2026-03-04T02:11:22.742497Z","steps":["trace[1232262013] 'agreement among raft nodes before linearized reading' (duration: 3.021134168s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.74252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.707031Z","time spent":"3.035478481s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:22.742635Z","caller":"traceutil/trace.go:171","msg":"trace[648312275] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23109; }","duration":"1.158437246s","start":"2026-03-04T02:11:21.584182Z","end":"2026-03-04T02:11:22.742619Z","steps":["trace[648312275] 'agreement among raft nodes before linearized reading' (duration: 1.15730331s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.742741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.721147Z","time spent":"3.021573819s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:22.742765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.58417Z","time spent":"1.158581299s","remote":"127.0.0.1:54932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:22.740978Z","caller":"traceutil/trace.go:171","msg":"trace[1443340976] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"1.368036826s","start":"2026-03-04T02:11:21.372917Z","end":"2026-03-04T02:11:22.740954Z","steps":["trace[1443340976] 'process raft request' (duration: 1.367883712s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.742822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141539791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274424"} {"level":"info","ts":"2026-03-04T02:11:22.742865Z","caller":"traceutil/trace.go:171","msg":"trace[838577188] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23109; }","duration":"3.141649483s","start":"2026-03-04T02:11:19.601204Z","end":"2026-03-04T02:11:22.742854Z","steps":["trace[838577188] 'agreement among raft nodes before linearized reading' (duration: 3.141161251s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.742913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.601166Z","time spent":"3.141737535s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274447,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:11:22.742947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.372846Z","time spent":"1.369995042s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:23.242073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371110,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:11:23.311873Z","caller":"traceutil/trace.go:171","msg":"trace[1843923745] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"1.369849518s","start":"2026-03-04T02:11:21.941989Z","end":"2026-03-04T02:11:23.311838Z","steps":["trace[1843923745] 'process raft request' (duration: 1.369772706s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:23.311887Z","caller":"traceutil/trace.go:171","msg":"trace[1228896579] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"1.372220983s","start":"2026-03-04T02:11:21.93962Z","end":"2026-03-04T02:11:23.311841Z","steps":["trace[1228896579] 'process raft request' (duration: 1.37168633s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:23.311901Z","caller":"traceutil/trace.go:171","msg":"trace[1689653144] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"1.370023962s","start":"2026-03-04T02:11:21.941831Z","end":"2026-03-04T02:11:23.311855Z","steps":["trace[1689653144] 'process raft request' (duration: 1.369833818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.312067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.941907Z","time spent":"1.370060593s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:23.312125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.939591Z","time spent":"1.372404767s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:23.31217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.941808Z","time spent":"1.370188805s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:23.312273Z","caller":"traceutil/trace.go:171","msg":"trace[1786785224] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"1.370245727s","start":"2026-03-04T02:11:21.941984Z","end":"2026-03-04T02:11:23.31223Z","steps":["trace[1786785224] 'process raft request' (duration: 1.369811457s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.312449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.941967Z","time spent":"1.37039312s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:23.312515Z","caller":"traceutil/trace.go:171","msg":"trace[1864721533] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"1.36996254s","start":"2026-03-04T02:11:21.942539Z","end":"2026-03-04T02:11:23.312501Z","steps":["trace[1864721533] 'process raft request' (duration: 1.36954764s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.312594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.94253Z","time spent":"1.370029262s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:23.31258Z","caller":"traceutil/trace.go:171","msg":"trace[317043949] linearizableReadLoop","detail":"{readStateIndex:23922; appliedIndex:23915; }","duration":"571.154971ms","start":"2026-03-04T02:11:22.741393Z","end":"2026-03-04T02:11:23.312548Z","steps":["trace[317043949] 'read index received' (duration: 569.8344ms)","trace[317043949] 'applied index is now lower than readState.Index' (duration: 1.319481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:23.312715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.391166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:23.312786Z","caller":"traceutil/trace.go:171","msg":"trace[298139243] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"1.368298061s","start":"2026-03-04T02:11:21.944467Z","end":"2026-03-04T02:11:23.312765Z","steps":["trace[298139243] 'process raft request' (duration: 1.368030805s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.312826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370609985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:11:23.312824Z","caller":"traceutil/trace.go:171","msg":"trace[1174537358] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23116; }","duration":"866.567879ms","start":"2026-03-04T02:11:22.446226Z","end":"2026-03-04T02:11:23.312794Z","steps":["trace[1174537358] 'agreement among raft nodes before linearized reading' (duration: 866.355405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.312847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371030545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T02:11:23.312869Z","caller":"traceutil/trace.go:171","msg":"trace[41447118] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23116; }","duration":"1.370666826s","start":"2026-03-04T02:11:21.942189Z","end":"2026-03-04T02:11:23.312855Z","steps":["trace[41447118] 'agreement among raft nodes before linearized reading' (duration: 1.370497622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.31284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370991164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-03-04T02:11:23.312901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.942179Z","time spent":"1.370716558s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:23.312904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.944456Z","time spent":"1.368368952s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:23.312937Z","caller":"traceutil/trace.go:171","msg":"trace[867275507] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23116; }","duration":"1.371108446s","start":"2026-03-04T02:11:21.941812Z","end":"2026-03-04T02:11:23.31292Z","steps":["trace[867275507] 'agreement among raft nodes before linearized reading' (duration: 1.3708135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.312948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.631212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:23.312955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.005995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:23.312979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.941806Z","time spent":"1.371164257s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-04T02:11:23.31298Z","caller":"traceutil/trace.go:171","msg":"trace[623322782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23116; }","duration":"618.682443ms","start":"2026-03-04T02:11:22.694288Z","end":"2026-03-04T02:11:23.312971Z","steps":["trace[623322782] 'agreement among raft nodes before linearized reading' (duration: 618.629222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:23.312992Z","caller":"traceutil/trace.go:171","msg":"trace[16519256] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23116; }","duration":"564.071757ms","start":"2026-03-04T02:11:22.748912Z","end":"2026-03-04T02:11:23.312984Z","steps":["trace[16519256] 'agreement among raft nodes before linearized reading' (duration: 564.012785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.313015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:22.694277Z","time spent":"618.731914ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:23.313031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:22.748894Z","time spent":"564.127648ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:23.313037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372850947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:11:23.313044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.427825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:23.313076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.741794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-04T02:11:23.3131Z","caller":"traceutil/trace.go:171","msg":"trace[885411157] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23116; }","duration":"165.547898ms","start":"2026-03-04T02:11:23.147538Z","end":"2026-03-04T02:11:23.313086Z","steps":["trace[885411157] 'agreement among raft nodes before linearized reading' (duration: 165.446196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:23.313098Z","caller":"traceutil/trace.go:171","msg":"trace[1708740362] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23116; }","duration":"1.372926659s","start":"2026-03-04T02:11:21.940151Z","end":"2026-03-04T02:11:23.313078Z","steps":["trace[1708740362] 'agreement among raft nodes before linearized reading' (duration: 1.372722574s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:23.31312Z","caller":"traceutil/trace.go:171","msg":"trace[2082952244] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23116; }","duration":"624.785205ms","start":"2026-03-04T02:11:22.688322Z","end":"2026-03-04T02:11:23.313108Z","steps":["trace[2082952244] 'agreement among raft nodes before linearized reading' (duration: 624.59867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.313091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371046045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d6cfee5-c2b4-46bc-b256-5649a311148c\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-04T02:11:23.313149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.940142Z","time spent":"1.37299822s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:11:23.313159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:22.688259Z","time spent":"624.894197ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:11:23.312891Z","caller":"traceutil/trace.go:171","msg":"trace[299413023] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23116; }","duration":"1.371134057s","start":"2026-03-04T02:11:21.941743Z","end":"2026-03-04T02:11:23.312877Z","steps":["trace[299413023] 'agreement among raft nodes before linearized reading' (duration: 1.370930903s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:23.313191Z","caller":"traceutil/trace.go:171","msg":"trace[866407356] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d6cfee5-c2b4-46bc-b256-5649a311148c; range_end:; response_count:1; response_revision:23116; }","duration":"1.371275s","start":"2026-03-04T02:11:21.941892Z","end":"2026-03-04T02:11:23.313167Z","steps":["trace[866407356] 'agreement among raft nodes before linearized reading' (duration: 1.370895111s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.312887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:22.446202Z","time spent":"866.670522ms","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:23.313223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.94172Z","time spent":"1.371487835s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-04T02:11:23.313242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.941874Z","time spent":"1.371358922s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-6d6cfee5-c2b4-46bc-b256-5649a311148c\" "} {"level":"warn","ts":"2026-03-04T02:11:23.312814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5882293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:23.313318Z","caller":"traceutil/trace.go:171","msg":"trace[1158729280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23116; }","duration":"1.588780983s","start":"2026-03-04T02:11:21.724519Z","end":"2026-03-04T02:11:23.3133Z","steps":["trace[1158729280] 'agreement among raft nodes before linearized reading' (duration: 1.588185969s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:23.312888Z","caller":"traceutil/trace.go:171","msg":"trace[1713283967] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"1.369655863s","start":"2026-03-04T02:11:21.943153Z","end":"2026-03-04T02:11:23.312808Z","steps":["trace[1713283967] 'process raft request' (duration: 1.369256214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.313371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.724506Z","time spent":"1.588844034s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:23.313496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.943139Z","time spent":"1.370240027s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:23.89624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:24.153092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.843919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:24.153376Z","caller":"traceutil/trace.go:171","msg":"trace[1612531146] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"830.873243ms","start":"2026-03-04T02:11:23.32248Z","end":"2026-03-04T02:11:24.153353Z","steps":["trace[1612531146] 'process raft request' (duration: 830.71932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:24.153354Z","caller":"traceutil/trace.go:171","msg":"trace[1849941341] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"832.267144ms","start":"2026-03-04T02:11:23.321046Z","end":"2026-03-04T02:11:24.153313Z","steps":["trace[1849941341] 'process raft request' (duration: 627.101428ms)","trace[1849941341] 'compare' (duration: 204.723136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:24.153445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.322468Z","time spent":"830.945295ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:24.153556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.321031Z","time spent":"832.405948ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:24.15356Z","caller":"traceutil/trace.go:171","msg":"trace[1812631942] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"830.915953ms","start":"2026-03-04T02:11:23.322614Z","end":"2026-03-04T02:11:24.15353Z","steps":["trace[1812631942] 'process raft request' (duration: 830.673328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.153718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.322598Z","time spent":"831.034577ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:24.153974Z","caller":"traceutil/trace.go:171","msg":"trace[1352479614] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"757.145993ms","start":"2026-03-04T02:11:23.39679Z","end":"2026-03-04T02:11:24.153936Z","steps":["trace[1352479614] 'process raft request' (duration: 756.647211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:24.154059Z","caller":"traceutil/trace.go:171","msg":"trace[1814570559] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"755.355211ms","start":"2026-03-04T02:11:23.398683Z","end":"2026-03-04T02:11:24.154038Z","steps":["trace[1814570559] 'process raft request' (duration: 755.150306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.154676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.014759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T02:11:24.154755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.398645Z","time spent":"756.062448ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:24.154354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.396769Z","time spent":"757.291306ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:24.154387Z","caller":"traceutil/trace.go:171","msg":"trace[81256874] linearizableReadLoop","detail":"{readStateIndex:23928; appliedIndex:23923; }","duration":"758.816811ms","start":"2026-03-04T02:11:23.395541Z","end":"2026-03-04T02:11:24.154358Z","steps":["trace[81256874] 'read index received' (duration: 552.621951ms)","trace[81256874] 'applied index is now lower than readState.Index' (duration: 206.19287ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:24.154463Z","caller":"traceutil/trace.go:171","msg":"trace[36792996] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"210.0627ms","start":"2026-03-04T02:11:23.944331Z","end":"2026-03-04T02:11:24.154393Z","steps":["trace[36792996] 'process raft request' (duration: 209.650491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.154528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.086879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:24.155121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.276915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:24.155151Z","caller":"traceutil/trace.go:171","msg":"trace[1600395931] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23122; }","duration":"835.765116ms","start":"2026-03-04T02:11:23.319374Z","end":"2026-03-04T02:11:24.155139Z","steps":["trace[1600395931] 'agreement among raft nodes before linearized reading' (duration: 835.065519ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:24.155158Z","caller":"traceutil/trace.go:171","msg":"trace[1880842962] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23122; }","duration":"455.359577ms","start":"2026-03-04T02:11:23.699787Z","end":"2026-03-04T02:11:24.155146Z","steps":["trace[1880842962] 'agreement among raft nodes before linearized reading' (duration: 455.290446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.155193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.699766Z","time spent":"455.419799ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:24.155193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.319353Z","time spent":"835.827808ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:24.154528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.709246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:24.155287Z","caller":"traceutil/trace.go:171","msg":"trace[2092104969] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23122; }","duration":"780.516665ms","start":"2026-03-04T02:11:23.374755Z","end":"2026-03-04T02:11:24.155271Z","steps":["trace[2092104969] 'agreement among raft nodes before linearized reading' (duration: 779.726756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.155342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.374725Z","time spent":"780.601597ms","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:11:24.154768Z","caller":"traceutil/trace.go:171","msg":"trace[1908540500] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23122; }","duration":"835.150202ms","start":"2026-03-04T02:11:23.319596Z","end":"2026-03-04T02:11:24.154747Z","steps":["trace[1908540500] 'agreement among raft nodes before linearized reading' (duration: 834.901675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.155456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.319578Z","time spent":"835.863209ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T02:11:24.741431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.858495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:24.741553Z","caller":"traceutil/trace.go:171","msg":"trace[684332110] linearizableReadLoop","detail":"{readStateIndex:23930; appliedIndex:23929; }","duration":"578.85347ms","start":"2026-03-04T02:11:24.162683Z","end":"2026-03-04T02:11:24.741536Z","steps":["trace[684332110] 'read index received' (duration: 437.77213ms)","trace[684332110] 'applied index is now lower than readState.Index' (duration: 141.08028ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:24.741633Z","caller":"traceutil/trace.go:171","msg":"trace[78837268] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"579.26659ms","start":"2026-03-04T02:11:24.162355Z","end":"2026-03-04T02:11:24.741621Z","steps":["trace[78837268] 'process raft request' (duration: 438.126868ms)","trace[78837268] 'compare' (duration: 140.60641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:24.741968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.162345Z","time spent":"579.321061ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:24.742021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.32734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:11:24.74232Z","caller":"traceutil/trace.go:171","msg":"trace[2132849940] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23123; }","duration":"579.621688ms","start":"2026-03-04T02:11:24.162655Z","end":"2026-03-04T02:11:24.742277Z","steps":["trace[2132849940] 'agreement among raft nodes before linearized reading' (duration: 579.207808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.742457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.162636Z","time spent":"579.773571ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:25.241622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:25.742448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:25.755681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155241942s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:26.104649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204728519s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:26.104872Z","caller":"traceutil/trace.go:171","msg":"trace[804628624] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23123; }","duration":"1.204965855s","start":"2026-03-04T02:11:24.899874Z","end":"2026-03-04T02:11:26.104839Z","steps":["trace[804628624] 'range keys from in-memory index tree' (duration: 1.204702999s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.105771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.730718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:26.106044Z","caller":"traceutil/trace.go:171","msg":"trace[872294762] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"1.937661841s","start":"2026-03-04T02:11:24.168362Z","end":"2026-03-04T02:11:26.106024Z","steps":["trace[872294762] 'process raft request' (duration: 1.937531378s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.106159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.168355Z","time spent":"1.937740273s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:26.106398Z","caller":"traceutil/trace.go:171","msg":"trace[236663749] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"1.935166193s","start":"2026-03-04T02:11:24.171197Z","end":"2026-03-04T02:11:26.106363Z","steps":["trace[236663749] 'process raft request' (duration: 1.934770214s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:26.106458Z","caller":"traceutil/trace.go:171","msg":"trace[202978401] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"1.942729968s","start":"2026-03-04T02:11:24.163233Z","end":"2026-03-04T02:11:26.105963Z","steps":["trace[202978401] 'process raft request' (duration: 1.592698524s)","trace[202978401] 'compare' (duration: 349.598384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:26.106581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.171182Z","time spent":"1.935308026s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:26.10665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.163223Z","time spent":"1.943324442s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:26.106746Z","caller":"traceutil/trace.go:171","msg":"trace[607595914] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"1.615271826s","start":"2026-03-04T02:11:24.491465Z","end":"2026-03-04T02:11:26.106736Z","steps":["trace[607595914] 'process raft request' (duration: 1.614802005s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.1068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.491446Z","time spent":"1.615326518s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:26.491317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:26.491401Z","caller":"traceutil/trace.go:171","msg":"trace[1600202581] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999975506s","start":"2026-03-04T02:11:24.491403Z","end":"2026-03-04T02:11:26.491379Z","steps":["trace[1600202581] 'agreement among raft nodes before linearized reading' (duration: 1.999864574s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.491439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.491379Z","time spent":"2.000052167s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:27.300964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.545050219s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:27.301623Z","caller":"traceutil/trace.go:171","msg":"trace[1681264139] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"2.553609661s","start":"2026-03-04T02:11:24.74798Z","end":"2026-03-04T02:11:27.301589Z","steps":["trace[1681264139] 'process raft request' (duration: 2.553436007s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:27.301851Z","caller":"traceutil/trace.go:171","msg":"trace[440041118] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"2.554667235s","start":"2026-03-04T02:11:24.747137Z","end":"2026-03-04T02:11:27.301804Z","steps":["trace[440041118] 'process raft request' (duration: 2.554064911s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.302079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.74797Z","time spent":"2.553965089s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:27.302075Z","caller":"traceutil/trace.go:171","msg":"trace[1646737766] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"2.552644418s","start":"2026-03-04T02:11:24.749393Z","end":"2026-03-04T02:11:27.302037Z","steps":["trace[1646737766] 'process raft request' (duration: 2.552076195s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:27.302364Z","caller":"traceutil/trace.go:171","msg":"trace[1642398892] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"2.551814009s","start":"2026-03-04T02:11:24.750541Z","end":"2026-03-04T02:11:27.302355Z","steps":["trace[1642398892] 'process raft request' (duration: 2.551318618s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.30238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.749371Z","time spent":"2.552845522s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.302359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.747119Z","time spent":"2.555071175s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.302498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.750506Z","time spent":"2.551907522s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:27.302584Z","caller":"traceutil/trace.go:171","msg":"trace[975887549] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"2.543720371s","start":"2026-03-04T02:11:24.758837Z","end":"2026-03-04T02:11:27.302557Z","steps":["trace[975887549] 'process raft request' (duration: 2.543435035s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.302657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.758827Z","time spent":"2.543796064s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:28.491704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000064017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:28.491814Z","caller":"traceutil/trace.go:171","msg":"trace[1703401957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244601s","start":"2026-03-04T02:11:26.491546Z","end":"2026-03-04T02:11:28.491791Z","steps":["trace[1703401957] 'agreement among raft nodes before linearized reading' (duration: 2.000095757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.491875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.491527Z","time spent":"2.000336963s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:29.045247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742744831s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:11:29.045789Z","caller":"traceutil/trace.go:171","msg":"trace[510369505] linearizableReadLoop","detail":"{readStateIndex:23940; appliedIndex:23930; }","duration":"4.304159042s","start":"2026-03-04T02:11:24.741584Z","end":"2026-03-04T02:11:29.045743Z","steps":["trace[510369505] 'read index received' (duration: 1.014347626s)","trace[510369505] 'applied index is now lower than readState.Index' (duration: 3.289809676s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.046349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883142746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:11:29.046419Z","caller":"traceutil/trace.go:171","msg":"trace[448284117] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23132; }","duration":"4.883344461s","start":"2026-03-04T02:11:24.16305Z","end":"2026-03-04T02:11:29.046394Z","steps":["trace[448284117] 'agreement among raft nodes before linearized reading' (duration: 4.882939682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.046508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.163041Z","time spent":"4.883449754s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-04T02:11:29.04666Z","caller":"traceutil/trace.go:171","msg":"trace[297605975] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"2.884303946s","start":"2026-03-04T02:11:26.162313Z","end":"2026-03-04T02:11:29.046617Z","steps":["trace[297605975] 'process raft request' (duration: 2.883056997s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.046872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.162284Z","time spent":"2.884472481s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:29.142807Z","caller":"traceutil/trace.go:171","msg":"trace[192662947] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"2.518443715s","start":"2026-03-04T02:11:26.624322Z","end":"2026-03-04T02:11:29.142766Z","steps":["trace[192662947] 'process raft request' (duration: 2.422270756s)","trace[192662947] 'compare' (duration: 95.237288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.143013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.624287Z","time spent":"2.518611128s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:29.192215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079719132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:29.192266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.86834346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:11:29.192324Z","caller":"traceutil/trace.go:171","msg":"trace[758828390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23134; }","duration":"3.868419161s","start":"2026-03-04T02:11:25.323887Z","end":"2026-03-04T02:11:29.192306Z","steps":["trace[758828390] 'agreement among raft nodes before linearized reading' (duration: 3.818704678s)","trace[758828390] 'range keys from in-memory index tree' (duration: 49.519859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.192336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511964645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:29.192364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924131193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:11:29.192451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997883557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:29.192472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.626128404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:29.192495Z","caller":"traceutil/trace.go:171","msg":"trace[1495371579] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23134; }","duration":"1.997973159s","start":"2026-03-04T02:11:27.194507Z","end":"2026-03-04T02:11:29.19248Z","steps":["trace[1495371579] 'agreement among raft nodes before linearized reading' (duration: 1.948079252s)","trace[1495371579] 'count revisions from in-memory index tree' (duration: 49.839666ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:29.192485Z","caller":"traceutil/trace.go:171","msg":"trace[452644862] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23134; }","duration":"3.924316047s","start":"2026-03-04T02:11:25.268131Z","end":"2026-03-04T02:11:29.192447Z","steps":["trace[452644862] 'agreement among raft nodes before linearized reading' (duration: 3.874317538s)","trace[452644862] 'range keys from in-memory index tree' (duration: 49.739853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.192527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.194483Z","time spent":"1.99803641s","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:29.192533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604011859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:29.192551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.268095Z","time spent":"3.92444175s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:11:29.19257Z","caller":"traceutil/trace.go:171","msg":"trace[1975524664] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23134; }","duration":"2.604109891s","start":"2026-03-04T02:11:26.588449Z","end":"2026-03-04T02:11:29.192559Z","steps":["trace[1975524664] 'agreement among raft nodes before linearized reading' (duration: 2.554102111s)","trace[1975524664] 'count revisions from in-memory index tree' (duration: 49.949188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.192615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.588411Z","time spent":"2.604192543s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:29.192665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.300806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0348c2f2-dbf0-4a71-ba9f-326bb2a82c5c\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-04T02:11:29.192697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081460117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998173b80ac180\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:11:29.192705Z","caller":"traceutil/trace.go:171","msg":"trace[214450346] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0348c2f2-dbf0-4a71-ba9f-326bb2a82c5c; range_end:; response_count:1; response_revision:23134; }","duration":"141.381988ms","start":"2026-03-04T02:11:29.051309Z","end":"2026-03-04T02:11:29.192691Z","steps":["trace[214450346] 'agreement among raft nodes before linearized reading' (duration: 141.223584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:29.192737Z","caller":"traceutil/trace.go:171","msg":"trace[1839072214] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18998173b80ac180; range_end:; response_count:1; response_revision:23134; }","duration":"3.081532738s","start":"2026-03-04T02:11:26.111187Z","end":"2026-03-04T02:11:29.19272Z","steps":["trace[1839072214] 'agreement among raft nodes before linearized reading' (duration: 3.031382626s)","trace[1839072214] 'range keys from in-memory index tree' (duration: 49.993899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.192781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.111168Z","time spent":"3.08160152s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998173b80ac180\" "} {"level":"info","ts":"2026-03-04T02:11:29.192319Z","caller":"traceutil/trace.go:171","msg":"trace[2045691134] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23134; }","duration":"1.079899146s","start":"2026-03-04T02:11:28.112392Z","end":"2026-03-04T02:11:29.192291Z","steps":["trace[2045691134] 'agreement among raft nodes before linearized reading' (duration: 1.030204953s)","trace[2045691134] 'count revisions from in-memory index tree' (duration: 49.544658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.192837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869386933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:11:29.192932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87142594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:11:29.193012Z","caller":"traceutil/trace.go:171","msg":"trace[799520103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23134; }","duration":"3.871540284s","start":"2026-03-04T02:11:25.321452Z","end":"2026-03-04T02:11:29.192992Z","steps":["trace[799520103] 'agreement among raft nodes before linearized reading' (duration: 3.820961651s)","trace[799520103] 'range keys from in-memory index tree' (duration: 50.393528ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:29.193008Z","caller":"traceutil/trace.go:171","msg":"trace[247847887] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23134; }","duration":"3.869612688s","start":"2026-03-04T02:11:25.323362Z","end":"2026-03-04T02:11:29.192975Z","steps":["trace[247847887] 'agreement among raft nodes before linearized reading' (duration: 3.819039926s)","trace[247847887] 'range keys from in-memory index tree' (duration: 49.982129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.193069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.321444Z","time spent":"3.871606515s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:29.193037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297283041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:11:29.193139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.185289048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:29.193156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.323346Z","time spent":"3.869768301s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:11:29.193171Z","caller":"traceutil/trace.go:171","msg":"trace[881988747] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23134; }","duration":"3.297513726s","start":"2026-03-04T02:11:25.895621Z","end":"2026-03-04T02:11:29.193134Z","steps":["trace[881988747] 'agreement among raft nodes before linearized reading' (duration: 3.246937564s)","trace[881988747] 'count revisions from in-memory index tree' (duration: 50.324046ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:29.193196Z","caller":"traceutil/trace.go:171","msg":"trace[907170492] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23134; }","duration":"4.185374449s","start":"2026-03-04T02:11:25.007802Z","end":"2026-03-04T02:11:29.193176Z","steps":["trace[907170492] 'agreement among raft nodes before linearized reading' (duration: 4.134666163s)","trace[907170492] 'count revisions from in-memory index tree' (duration: 50.615804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.193222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869641649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:11:29.193236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.007784Z","time spent":"4.185440171s","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:29.193275Z","caller":"traceutil/trace.go:171","msg":"trace[1663999718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23134; }","duration":"3.869746342s","start":"2026-03-04T02:11:25.323515Z","end":"2026-03-04T02:11:29.193261Z","steps":["trace[1663999718] 'agreement among raft nodes before linearized reading' (duration: 3.818875643s)","trace[1663999718] 'range keys from in-memory index tree' (duration: 50.704745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.193253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.449303668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"warn","ts":"2026-03-04T02:11:29.193307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.323484Z","time spent":"3.869816103s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:29.193342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.895597Z","time spent":"3.297631058s","remote":"127.0.0.1:51612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:29.193386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872103106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:11:29.193352Z","caller":"traceutil/trace.go:171","msg":"trace[1029453400] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23134; }","duration":"4.44943237s","start":"2026-03-04T02:11:24.743897Z","end":"2026-03-04T02:11:29.193329Z","steps":["trace[1029453400] 'agreement among raft nodes before linearized reading' (duration: 4.398628523s)","trace[1029453400] 'range keys from in-memory index tree' (duration: 50.535061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.193385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.347457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:29.193454Z","caller":"traceutil/trace.go:171","msg":"trace[1462446629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23134; }","duration":"3.872213749s","start":"2026-03-04T02:11:25.321221Z","end":"2026-03-04T02:11:29.193435Z","steps":["trace[1462446629] 'agreement among raft nodes before linearized reading' (duration: 3.821220347s)","trace[1462446629] 'range keys from in-memory index tree' (duration: 50.864109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.193465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.743881Z","time spent":"4.449567064s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:11:29.193475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447108751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:29.192929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.112365Z","time spent":"1.080549201s","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:29.193089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161082336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:29.193516Z","caller":"traceutil/trace.go:171","msg":"trace[853209388] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23134; }","duration":"889.582223ms","start":"2026-03-04T02:11:28.303897Z","end":"2026-03-04T02:11:29.193479Z","steps":["trace[853209388] 'agreement among raft nodes before linearized reading' (duration: 838.634592ms)","trace[853209388] 'count revisions from in-memory index tree' (duration: 50.709285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.19239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591595628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:29.193494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.447665819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1899816ede28cbcd\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-04T02:11:29.193557Z","caller":"traceutil/trace.go:171","msg":"trace[675468443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23134; }","duration":"4.161583857s","start":"2026-03-04T02:11:25.03195Z","end":"2026-03-04T02:11:29.193534Z","steps":["trace[675468443] 'agreement among raft nodes before linearized reading' (duration: 4.110506723s)","trace[675468443] 'count revisions from in-memory index tree' (duration: 50.609233ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:29.193586Z","caller":"traceutil/trace.go:171","msg":"trace[1894782872] range","detail":"{range_begin:/registry/events/openstack/container-infra.1899816ede28cbcd; range_end:; response_count:1; response_revision:23134; }","duration":"4.447793053s","start":"2026-03-04T02:11:24.745783Z","end":"2026-03-04T02:11:29.193576Z","steps":["trace[1894782872] 'agreement among raft nodes before linearized reading' (duration: 4.396726299s)","trace[1894782872] 'range keys from in-memory index tree' (duration: 50.92381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.193586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.303874Z","time spent":"889.698016ms","remote":"127.0.0.1:55042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:29.193606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.031927Z","time spent":"4.161661169s","remote":"127.0.0.1:33216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:29.19364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.74576Z","time spent":"4.447868025s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.1899816ede28cbcd\" "} {"level":"info","ts":"2026-03-04T02:11:29.19253Z","caller":"traceutil/trace.go:171","msg":"trace[429397604] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23134; }","duration":"3.626223756s","start":"2026-03-04T02:11:25.566284Z","end":"2026-03-04T02:11:29.192508Z","steps":["trace[429397604] 'agreement among raft nodes before linearized reading' (duration: 3.576291319s)","trace[429397604] 'count revisions from in-memory index tree' (duration: 49.872266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.193041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869409423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:11:29.193779Z","caller":"traceutil/trace.go:171","msg":"trace[794580881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23134; }","duration":"3.870194482s","start":"2026-03-04T02:11:25.323563Z","end":"2026-03-04T02:11:29.193758Z","steps":["trace[794580881] 'agreement among raft nodes before linearized reading' (duration: 3.818835632s)","trace[794580881] 'range keys from in-memory index tree' (duration: 50.46024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.1935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.321195Z","time spent":"3.872293491s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:29.19382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.323527Z","time spent":"3.870281893s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:29.193747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.566258Z","time spent":"3.627469155s","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:29.193592Z","caller":"traceutil/trace.go:171","msg":"trace[529589319] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23134; }","duration":"1.592877697s","start":"2026-03-04T02:11:27.6007Z","end":"2026-03-04T02:11:29.193577Z","steps":["trace[529589319] 'agreement among raft nodes before linearized reading' (duration: 1.541883405s)","trace[529589319] 'count revisions from in-memory index tree' (duration: 49.728483ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:29.19354Z","caller":"traceutil/trace.go:171","msg":"trace[404638229] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23134; }","duration":"2.447177703s","start":"2026-03-04T02:11:26.74634Z","end":"2026-03-04T02:11:29.193518Z","steps":["trace[404638229] 'agreement among raft nodes before linearized reading' (duration: 2.396261093s)","trace[404638229] 'count revisions from in-memory index tree' (duration: 50.829388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.193889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.600669Z","time spent":"1.593202214s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:29.193931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.746296Z","time spent":"2.447595882s","remote":"127.0.0.1:35452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:29.1924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.32387Z","time spent":"3.868518594s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:11:29.192469Z","caller":"traceutil/trace.go:171","msg":"trace[1720480790] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23134; }","duration":"2.51217775s","start":"2026-03-04T02:11:26.680255Z","end":"2026-03-04T02:11:29.192432Z","steps":["trace[1720480790] 'agreement among raft nodes before linearized reading' (duration: 2.462288553s)","trace[1720480790] 'count revisions from in-memory index tree' (duration: 49.669421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.194044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.680225Z","time spent":"2.513797506s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:29.194679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.843761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:29.194768Z","caller":"traceutil/trace.go:171","msg":"trace[1156118490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23134; }","duration":"694.729926ms","start":"2026-03-04T02:11:28.499993Z","end":"2026-03-04T02:11:29.194723Z","steps":["trace[1156118490] 'agreement among raft nodes before linearized reading' (duration: 642.371752ms)","trace[1156118490] 'range keys from in-memory index tree' (duration: 50.5011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.194806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.499962Z","time spent":"694.833089ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:11:30.160788Z","caller":"traceutil/trace.go:171","msg":"trace[623232598] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"961.004149ms","start":"2026-03-04T02:11:29.199751Z","end":"2026-03-04T02:11:30.160755Z","steps":["trace[623232598] 'process raft request' (duration: 960.919537ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.160819Z","caller":"traceutil/trace.go:171","msg":"trace[559829543] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"961.301956ms","start":"2026-03-04T02:11:29.199489Z","end":"2026-03-04T02:11:30.160791Z","steps":["trace[559829543] 'process raft request' (duration: 961.07425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.161001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.199743Z","time spent":"961.137023ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:30.161077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.199462Z","time spent":"961.42399ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:30.161113Z","caller":"traceutil/trace.go:171","msg":"trace[729360642] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"961.514402ms","start":"2026-03-04T02:11:29.199555Z","end":"2026-03-04T02:11:30.161069Z","steps":["trace[729360642] 'process raft request' (duration: 961.073361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.161237Z","caller":"traceutil/trace.go:171","msg":"trace[1560428735] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"961.217364ms","start":"2026-03-04T02:11:29.199974Z","end":"2026-03-04T02:11:30.161191Z","steps":["trace[1560428735] 'process raft request' (duration: 960.738822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.161317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.199529Z","time spent":"961.667505ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:30.161457Z","caller":"traceutil/trace.go:171","msg":"trace[160551741] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"961.206123ms","start":"2026-03-04T02:11:29.200234Z","end":"2026-03-04T02:11:30.16144Z","steps":["trace[160551741] 'process raft request' (duration: 960.894116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.16186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.200224Z","time spent":"961.566982ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:30.161353Z","caller":"traceutil/trace.go:171","msg":"trace[799723008] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"963.558369ms","start":"2026-03-04T02:11:29.197756Z","end":"2026-03-04T02:11:30.161315Z","steps":["trace[799723008] 'process raft request' (duration: 962.622396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.161998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.197731Z","time spent":"964.191993ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:30.161528Z","caller":"traceutil/trace.go:171","msg":"trace[73858733] linearizableReadLoop","detail":"{readStateIndex:23952; appliedIndex:23943; }","duration":"955.267286ms","start":"2026-03-04T02:11:29.206237Z","end":"2026-03-04T02:11:30.161504Z","steps":["trace[73858733] 'read index received' (duration: 87.433587ms)","trace[73858733] 'applied index is now lower than readState.Index' (duration: 867.831709ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:30.161557Z","caller":"traceutil/trace.go:171","msg":"trace[531167361] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"961.220024ms","start":"2026-03-04T02:11:29.200318Z","end":"2026-03-04T02:11:30.161538Z","steps":["trace[531167361] 'process raft request' (duration: 961.020599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.162262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.200301Z","time spent":"961.90135ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:30.161655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.41179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:11:30.162484Z","caller":"traceutil/trace.go:171","msg":"trace[1262351067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23143; }","duration":"956.260449ms","start":"2026-03-04T02:11:29.206201Z","end":"2026-03-04T02:11:30.162461Z","steps":["trace[1262351067] 'agreement among raft nodes before linearized reading' (duration: 955.367298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.162547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.206187Z","time spent":"956.34248ms","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:11:30.161592Z","caller":"traceutil/trace.go:171","msg":"trace[40907145] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"960.436246ms","start":"2026-03-04T02:11:29.201117Z","end":"2026-03-04T02:11:30.161553Z","steps":["trace[40907145] 'process raft request' (duration: 960.309103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.162828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.201105Z","time spent":"961.609473ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:30.161679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.199963Z","time spent":"961.382748ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:30.662724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:31.163893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:31.442844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28239818s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:31.443616Z","caller":"traceutil/trace.go:171","msg":"trace[554507561] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"2.136230313s","start":"2026-03-04T02:11:29.307349Z","end":"2026-03-04T02:11:31.443579Z","steps":["trace[554507561] 'process raft request' (duration: 2.135727272s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:31.443628Z","caller":"traceutil/trace.go:171","msg":"trace[644422884] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"2.135320503s","start":"2026-03-04T02:11:29.308275Z","end":"2026-03-04T02:11:31.443595Z","steps":["trace[644422884] 'process raft request' (duration: 2.135022846s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.443802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.307334Z","time spent":"2.136368907s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:31.443964Z","caller":"traceutil/trace.go:171","msg":"trace[1687905722] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"2.134991497s","start":"2026-03-04T02:11:29.308953Z","end":"2026-03-04T02:11:31.443945Z","steps":["trace[1687905722] 'process raft request' (duration: 2.134398002s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.444344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.308939Z","time spent":"2.135313514s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:31.444361Z","caller":"traceutil/trace.go:171","msg":"trace[1579649797] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"2.135300843s","start":"2026-03-04T02:11:29.309021Z","end":"2026-03-04T02:11:31.444321Z","steps":["trace[1579649797] 'process raft request' (duration: 2.134875004s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:31.444354Z","caller":"traceutil/trace.go:171","msg":"trace[453496356] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"2.135242922s","start":"2026-03-04T02:11:29.309089Z","end":"2026-03-04T02:11:31.444332Z","steps":["trace[453496356] 'process raft request' (duration: 2.135127099s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.444489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.308245Z","time spent":"2.135470387s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:31.444538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.308993Z","time spent":"2.135437187s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:31.444657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.309077Z","time spent":"2.135484888s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:31.555974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999905774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:31.556073Z","caller":"traceutil/trace.go:171","msg":"trace[922640725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000031597s","start":"2026-03-04T02:11:29.556018Z","end":"2026-03-04T02:11:31.55605Z","steps":["trace[922640725] 'agreement among raft nodes before linearized reading' (duration: 1.999901513s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.556142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.555932Z","time spent":"2.000200541s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:32.217351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.377294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:32.217654Z","caller":"traceutil/trace.go:171","msg":"trace[1233617509] linearizableReadLoop","detail":"{readStateIndex:23959; appliedIndex:23952; }","duration":"2.055440532s","start":"2026-03-04T02:11:30.162137Z","end":"2026-03-04T02:11:32.217578Z","steps":["trace[1233617509] 'read index received' (duration: 1.281017328s)","trace[1233617509] 'applied index is now lower than readState.Index' (duration: 774.422164ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:32.217702Z","caller":"traceutil/trace.go:171","msg":"trace[535021239] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"1.16204466s","start":"2026-03-04T02:11:31.055545Z","end":"2026-03-04T02:11:32.21759Z","steps":["trace[535021239] 'process raft request' (duration: 974.312398ms)","trace[535021239] 'compare' (duration: 187.008435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:32.217915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91762694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:11:32.217961Z","caller":"traceutil/trace.go:171","msg":"trace[238324521] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23150; }","duration":"2.917712042s","start":"2026-03-04T02:11:29.300235Z","end":"2026-03-04T02:11:32.217947Z","steps":["trace[238324521] 'agreement among raft nodes before linearized reading' (duration: 2.917514438s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.217995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.300217Z","time spent":"2.917770723s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T02:11:32.218305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930393965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:11:32.21835Z","caller":"traceutil/trace.go:171","msg":"trace[492610885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23150; }","duration":"2.930475837s","start":"2026-03-04T02:11:29.28786Z","end":"2026-03-04T02:11:32.218336Z","steps":["trace[492610885] 'agreement among raft nodes before linearized reading' (duration: 2.930371315s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.21838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.287834Z","time spent":"2.930538778s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:11:32.218552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799611863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:32.218684Z","caller":"traceutil/trace.go:171","msg":"trace[2002694044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23150; }","duration":"2.799838748s","start":"2026-03-04T02:11:29.418813Z","end":"2026-03-04T02:11:32.218652Z","steps":["trace[2002694044] 'agreement among raft nodes before linearized reading' (duration: 2.798909487s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.218756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.418791Z","time spent":"2.7999473s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:32.218839Z","caller":"traceutil/trace.go:171","msg":"trace[276555439] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"1.153394059s","start":"2026-03-04T02:11:31.065391Z","end":"2026-03-04T02:11:32.218785Z","steps":["trace[276555439] 'process raft request' (duration: 1.152076259s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.219051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.06536Z","time spent":"1.153571374s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:32.219091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.842417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:32.219146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052682978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-04T02:11:32.219027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357009739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:32.21917Z","caller":"traceutil/trace.go:171","msg":"trace[619274429] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23150; }","duration":"860.971919ms","start":"2026-03-04T02:11:31.358168Z","end":"2026-03-04T02:11:32.21914Z","steps":["trace[619274429] 'agreement among raft nodes before linearized reading' (duration: 860.837046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:32.219253Z","caller":"traceutil/trace.go:171","msg":"trace[955292656] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23150; }","duration":"1.357300986s","start":"2026-03-04T02:11:30.861938Z","end":"2026-03-04T02:11:32.219239Z","steps":["trace[955292656] 'agreement among raft nodes before linearized reading' (duration: 1.356977098s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.219267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.358146Z","time spent":"861.109253ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:32.219274Z","caller":"traceutil/trace.go:171","msg":"trace[458070397] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f; range_end:; response_count:1; response_revision:23150; }","duration":"2.05279496s","start":"2026-03-04T02:11:30.16643Z","end":"2026-03-04T02:11:32.219224Z","steps":["trace[458070397] 'agreement among raft nodes before linearized reading' (duration: 2.052447522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.219303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.861924Z","time spent":"1.357365937s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:32.219339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847129502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:32.21935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.166365Z","time spent":"2.052946313s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" "} {"level":"warn","ts":"2026-03-04T02:11:32.219159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726392933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:32.219399Z","caller":"traceutil/trace.go:171","msg":"trace[1064578569] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23150; }","duration":"1.847235704s","start":"2026-03-04T02:11:30.372147Z","end":"2026-03-04T02:11:32.219382Z","steps":["trace[1064578569] 'agreement among raft nodes before linearized reading' (duration: 1.847132152s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:32.219411Z","caller":"traceutil/trace.go:171","msg":"trace[831600234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23150; }","duration":"1.72670377s","start":"2026-03-04T02:11:30.492694Z","end":"2026-03-04T02:11:32.219398Z","steps":["trace[831600234] 'agreement among raft nodes before linearized reading' (duration: 1.726387073s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.219452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.492671Z","time spent":"1.726771841s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:32.219453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.372123Z","time spent":"1.847316366s","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:32.219546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.055496Z","time spent":"1.162308466s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:32.723941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371174,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:11:32.995592Z","caller":"traceutil/trace.go:171","msg":"trace[24138108] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"772.171241ms","start":"2026-03-04T02:11:32.223387Z","end":"2026-03-04T02:11:32.995558Z","steps":["trace[24138108] 'process raft request' (duration: 771.941926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.99579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.223364Z","time spent":"772.315944ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:34.199939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.20013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:34.20055Z","caller":"traceutil/trace.go:171","msg":"trace[246547618] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"1.975611691s","start":"2026-03-04T02:11:32.2249Z","end":"2026-03-04T02:11:34.200512Z","steps":["trace[246547618] 'process raft request' (duration: 1.97514925s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:34.200615Z","caller":"traceutil/trace.go:171","msg":"trace[974159425] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"1.974782551s","start":"2026-03-04T02:11:32.225761Z","end":"2026-03-04T02:11:34.200544Z","steps":["trace[974159425] 'process raft request' (duration: 1.974624947s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:34.200773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.224876Z","time spent":"1.975770006s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:34.20082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.225753Z","time spent":"1.974959026s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:34.201013Z","caller":"traceutil/trace.go:171","msg":"trace[346885101] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"1.975850307s","start":"2026-03-04T02:11:32.225146Z","end":"2026-03-04T02:11:34.200996Z","steps":["trace[346885101] 'process raft request' (duration: 1.975091428s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:34.201021Z","caller":"traceutil/trace.go:171","msg":"trace[255170464] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"1.976130204s","start":"2026-03-04T02:11:32.224869Z","end":"2026-03-04T02:11:34.201Z","steps":["trace[255170464] 'process raft request' (duration: 1.721755306s)","trace[255170464] 'compare' (duration: 252.647907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:34.201088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.225137Z","time spent":"1.975913669s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:34.20109Z","caller":"traceutil/trace.go:171","msg":"trace[885159143] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"1.975662113s","start":"2026-03-04T02:11:32.225384Z","end":"2026-03-04T02:11:34.201046Z","steps":["trace[885159143] 'process raft request' (duration: 1.974928465s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:34.201113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.224849Z","time spent":"1.976214735s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:34.20111Z","caller":"traceutil/trace.go:171","msg":"trace[1255517110] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"1.974336812s","start":"2026-03-04T02:11:32.226745Z","end":"2026-03-04T02:11:34.201082Z","steps":["trace[1255517110] 'process raft request' (duration: 1.973714407s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:34.201104Z","caller":"traceutil/trace.go:171","msg":"trace[360389250] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"1.97516055s","start":"2026-03-04T02:11:32.22589Z","end":"2026-03-04T02:11:34.201051Z","steps":["trace[360389250] 'process raft request' (duration: 1.974534425s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:34.201215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.226736Z","time spent":"1.974427313s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:34.201212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.225377Z","time spent":"1.975762145s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:34.201281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.225866Z","time spent":"1.975327134s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:34.200521Z","caller":"traceutil/trace.go:171","msg":"trace[1278484818] linearizableReadLoop","detail":"{readStateIndex:23967; appliedIndex:23959; }","duration":"1.976927641s","start":"2026-03-04T02:11:32.223572Z","end":"2026-03-04T02:11:34.2005Z","steps":["trace[1278484818] 'read index received' (duration: 771.620528ms)","trace[1278484818] 'applied index is now lower than readState.Index' (duration: 1.205305793s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:34.201672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978095179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-642704f3-193e-46fc-9a34-9354600517e7\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:11:34.201715Z","caller":"traceutil/trace.go:171","msg":"trace[1147844709] range","detail":"{range_begin:/registry/persistentvolumes/pvc-642704f3-193e-46fc-9a34-9354600517e7; range_end:; response_count:1; response_revision:23158; }","duration":"1.97816479s","start":"2026-03-04T02:11:32.223538Z","end":"2026-03-04T02:11:34.201703Z","steps":["trace[1147844709] 'agreement among raft nodes before linearized reading' (duration: 1.978013576s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:34.201738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.223511Z","time spent":"1.978222481s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-642704f3-193e-46fc-9a34-9354600517e7\" "} {"level":"warn","ts":"2026-03-04T02:11:34.227145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:34.227579Z","caller":"traceutil/trace.go:171","msg":"trace[132850839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298133s","start":"2026-03-04T02:11:32.226954Z","end":"2026-03-04T02:11:34.227252Z","steps":["trace[132850839] 'agreement among raft nodes before linearized reading' (duration: 2.000158749s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:34.227648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.226945Z","time spent":"2.000691061s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:34.702514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:35.200561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.473755ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:35.200734Z","caller":"traceutil/trace.go:171","msg":"trace[47549836] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23158; }","duration":"300.662391ms","start":"2026-03-04T02:11:34.900037Z","end":"2026-03-04T02:11:35.200699Z","steps":["trace[47549836] 'range keys from in-memory index tree' (duration: 300.447335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:35.201402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.399724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:35.201741Z","caller":"traceutil/trace.go:171","msg":"trace[1843648016] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"1.75299771s","start":"2026-03-04T02:11:33.448711Z","end":"2026-03-04T02:11:35.201709Z","steps":["trace[1843648016] 'process raft request' (duration: 1.552520622s)","trace[1843648016] 'compare' (duration: 198.768208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:35.201927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:33.448682Z","time spent":"1.753157003s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:35.202183Z","caller":"traceutil/trace.go:171","msg":"trace[22852576] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"1.751780141s","start":"2026-03-04T02:11:33.450357Z","end":"2026-03-04T02:11:35.202137Z","steps":["trace[22852576] 'process raft request' (duration: 1.751347861s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:35.202214Z","caller":"traceutil/trace.go:171","msg":"trace[1752220457] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"1.751800862s","start":"2026-03-04T02:11:33.450395Z","end":"2026-03-04T02:11:35.202196Z","steps":["trace[1752220457] 'process raft request' (duration: 1.751572996s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:35.201791Z","caller":"traceutil/trace.go:171","msg":"trace[1754898276] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"1.752243903s","start":"2026-03-04T02:11:33.449522Z","end":"2026-03-04T02:11:35.201766Z","steps":["trace[1754898276] 'process raft request' (duration: 1.752038948s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:35.202454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:33.450338Z","time spent":"1.751939935s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:35.20253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:33.449496Z","time spent":"1.752982429s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:35.20259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:33.450378Z","time spent":"1.752087178s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:35.203317Z","caller":"traceutil/trace.go:171","msg":"trace[1001231471] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"1.588357622s","start":"2026-03-04T02:11:33.614944Z","end":"2026-03-04T02:11:35.203301Z","steps":["trace[1001231471] 'process raft request' (duration: 1.58827197s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:35.203323Z","caller":"traceutil/trace.go:171","msg":"trace[1022152562] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"1.752647551s","start":"2026-03-04T02:11:33.450649Z","end":"2026-03-04T02:11:35.203296Z","steps":["trace[1022152562] 'process raft request' (duration: 1.751492914s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:35.20339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:33.614918Z","time spent":"1.588440515s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:35.203411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:33.450629Z","time spent":"1.752737623s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:35.25106Z","caller":"traceutil/trace.go:171","msg":"trace[1106800588] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"1.1025081s","start":"2026-03-04T02:11:34.148527Z","end":"2026-03-04T02:11:35.251035Z","steps":["trace[1106800588] 'process raft request' (duration: 1.102322274s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:35.251217Z","caller":"traceutil/trace.go:171","msg":"trace[121118265] linearizableReadLoop","detail":"{readStateIndex:23975; appliedIndex:23967; }","duration":"1.049645504s","start":"2026-03-04T02:11:34.201554Z","end":"2026-03-04T02:11:35.2512Z","steps":["trace[121118265] 'read index received' (duration: 799.681659ms)","trace[121118265] 'applied index is now lower than readState.Index' (duration: 249.961245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:35.251376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.148492Z","time spent":"1.102630953s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:35.251381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123519629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:35.251516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933381681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:11:35.251526Z","caller":"traceutil/trace.go:171","msg":"trace[518506530] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"1.024341148s","start":"2026-03-04T02:11:34.22716Z","end":"2026-03-04T02:11:35.251502Z","steps":["trace[518506530] 'process raft request' (duration: 1.023811216s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:35.251535Z","caller":"traceutil/trace.go:171","msg":"trace[884977238] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23166; }","duration":"2.123716894s","start":"2026-03-04T02:11:33.127785Z","end":"2026-03-04T02:11:35.251502Z","steps":["trace[884977238] 'agreement among raft nodes before linearized reading' (duration: 2.12351746s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:35.251563Z","caller":"traceutil/trace.go:171","msg":"trace[93222875] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:23166; }","duration":"1.933495454s","start":"2026-03-04T02:11:33.318049Z","end":"2026-03-04T02:11:35.251544Z","steps":["trace[93222875] 'agreement among raft nodes before linearized reading' (duration: 1.933364611s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:35.251558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912881247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:11:35.251538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206153753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:35.25162Z","caller":"traceutil/trace.go:171","msg":"trace[667722352] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23166; }","duration":"1.91302059s","start":"2026-03-04T02:11:33.338585Z","end":"2026-03-04T02:11:35.251605Z","steps":["trace[667722352] 'agreement among raft nodes before linearized reading' (duration: 1.912635361s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:35.251623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:33.127748Z","time spent":"2.123852537s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:35.251656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.964472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:35.251659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:33.338563Z","time spent":"1.913086822s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:35.251668Z","caller":"traceutil/trace.go:171","msg":"trace[348240148] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23166; }","duration":"1.206350687s","start":"2026-03-04T02:11:34.045285Z","end":"2026-03-04T02:11:35.251636Z","steps":["trace[348240148] 'agreement among raft nodes before linearized reading' (duration: 1.206109372s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:35.251744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024196215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:35.251751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.045253Z","time spent":"1.206479291s","remote":"127.0.0.1:54874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:35.251763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044833683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T02:11:35.251787Z","caller":"traceutil/trace.go:171","msg":"trace[92138742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23166; }","duration":"1.024271957s","start":"2026-03-04T02:11:34.227504Z","end":"2026-03-04T02:11:35.251776Z","steps":["trace[92138742] 'agreement among raft nodes before linearized reading' (duration: 1.024214575s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:35.251772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.16036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:35.251889Z","caller":"traceutil/trace.go:171","msg":"trace[1078692794] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23166; }","duration":"473.337174ms","start":"2026-03-04T02:11:34.778536Z","end":"2026-03-04T02:11:35.251873Z","steps":["trace[1078692794] 'agreement among raft nodes before linearized reading' (duration: 473.117529ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:35.251689Z","caller":"traceutil/trace.go:171","msg":"trace[640126337] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23166; }","duration":"431.018292ms","start":"2026-03-04T02:11:34.820664Z","end":"2026-03-04T02:11:35.251682Z","steps":["trace[640126337] 'agreement among raft nodes before linearized reading' (duration: 430.967951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:35.251976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.778499Z","time spent":"473.461247ms","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:35.252054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.820653Z","time spent":"431.338779ms","remote":"127.0.0.1:54912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:35.251415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073958468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:35.25218Z","caller":"traceutil/trace.go:171","msg":"trace[1737414563] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23166; }","duration":"1.074807827s","start":"2026-03-04T02:11:34.177352Z","end":"2026-03-04T02:11:35.25216Z","steps":["trace[1737414563] 'agreement among raft nodes before linearized reading' (duration: 1.073927757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:35.251606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:33.318011Z","time spent":"1.933590057s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-04T02:11:35.252238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.177321Z","time spent":"1.07489871s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:35.251661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.227126Z","time spent":"1.02445252s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:35.251461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251877515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-04T02:11:35.252462Z","caller":"traceutil/trace.go:171","msg":"trace[2144927402] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f; range_end:; response_count:1; response_revision:23166; }","duration":"2.252903669s","start":"2026-03-04T02:11:32.999535Z","end":"2026-03-04T02:11:35.252439Z","steps":["trace[2144927402] 'agreement among raft nodes before linearized reading' (duration: 2.251770903s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:35.252517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.999517Z","time spent":"2.252984171s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" "} {"level":"info","ts":"2026-03-04T02:11:35.251826Z","caller":"traceutil/trace.go:171","msg":"trace[885756452] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23166; }","duration":"1.044908474s","start":"2026-03-04T02:11:34.206903Z","end":"2026-03-04T02:11:35.251811Z","steps":["trace[885756452] 'agreement among raft nodes before linearized reading' (duration: 1.04471023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:35.252611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.206884Z","time spent":"1.045714422s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T02:11:35.251759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542941993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:35.252685Z","caller":"traceutil/trace.go:171","msg":"trace[70388368] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23166; }","duration":"2.543908125s","start":"2026-03-04T02:11:32.708762Z","end":"2026-03-04T02:11:35.25267Z","steps":["trace[70388368] 'agreement among raft nodes before linearized reading' (duration: 2.542718978s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:35.252731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.708737Z","time spent":"2.543981217s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:35.251834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.227484Z","time spent":"1.024343568s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:35.756941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:36.000914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.899279ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:11:36.001269Z","caller":"traceutil/trace.go:171","msg":"trace[1969853496] linearizableReadLoop","detail":"{readStateIndex:23977; appliedIndex:23975; }","duration":"745.338709ms","start":"2026-03-04T02:11:35.255909Z","end":"2026-03-04T02:11:36.001247Z","steps":["trace[1969853496] 'read index received' (duration: 578.115514ms)","trace[1969853496] 'applied index is now lower than readState.Index' (duration: 167.221975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:36.00138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:35.253827Z","time spent":"747.54771ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:11:36.00163Z","caller":"traceutil/trace.go:171","msg":"trace[226277381] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"745.695188ms","start":"2026-03-04T02:11:35.255917Z","end":"2026-03-04T02:11:36.001612Z","steps":["trace[226277381] 'process raft request' (duration: 745.190796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.001737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:35.255903Z","time spent":"745.754269ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:36.002077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.575219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:36.002293Z","caller":"traceutil/trace.go:171","msg":"trace[929522475] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23167; }","duration":"743.820045ms","start":"2026-03-04T02:11:35.258443Z","end":"2026-03-04T02:11:36.002263Z","steps":["trace[929522475] 'agreement among raft nodes before linearized reading' (duration: 743.469837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.002348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:35.258433Z","time spent":"743.901897ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:36.002372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.663001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:36.002474Z","caller":"traceutil/trace.go:171","msg":"trace[2032193911] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23167; }","duration":"209.824745ms","start":"2026-03-04T02:11:35.79262Z","end":"2026-03-04T02:11:36.002445Z","steps":["trace[2032193911] 'agreement among raft nodes before linearized reading' (duration: 209.62949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.002511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.974359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:36.002503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.554558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:11:36.00254Z","caller":"traceutil/trace.go:171","msg":"trace[495857209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23167; }","duration":"741.020341ms","start":"2026-03-04T02:11:35.26151Z","end":"2026-03-04T02:11:36.00253Z","steps":["trace[495857209] 'agreement among raft nodes before linearized reading' (duration: 740.967869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.002521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.590319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5618f5ca-00bd-41ef-9245-9fcd46b1c913\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-04T02:11:36.002577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:35.2615Z","time spent":"741.071662ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:11:36.002584Z","caller":"traceutil/trace.go:171","msg":"trace[1022222435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23167; }","duration":"746.683152ms","start":"2026-03-04T02:11:35.255884Z","end":"2026-03-04T02:11:36.002567Z","steps":["trace[1022222435] 'agreement among raft nodes before linearized reading' (duration: 746.401295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.002624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:35.25586Z","time spent":"746.757333ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:11:36.002615Z","caller":"traceutil/trace.go:171","msg":"trace[1362839803] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5618f5ca-00bd-41ef-9245-9fcd46b1c913; range_end:; response_count:1; response_revision:23167; }","duration":"746.734092ms","start":"2026-03-04T02:11:35.255856Z","end":"2026-03-04T02:11:36.00259Z","steps":["trace[1362839803] 'agreement among raft nodes before linearized reading' (duration: 746.396014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.002614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.25606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:36.002667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:35.255837Z","time spent":"746.819915ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-5618f5ca-00bd-41ef-9245-9fcd46b1c913\" "} {"level":"info","ts":"2026-03-04T02:11:36.002699Z","caller":"traceutil/trace.go:171","msg":"trace[2076314271] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23167; }","duration":"155.406393ms","start":"2026-03-04T02:11:35.847272Z","end":"2026-03-04T02:11:36.002678Z","steps":["trace[2076314271] 'agreement among raft nodes before linearized reading' (duration: 155.237449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:36.293984Z","caller":"traceutil/trace.go:171","msg":"trace[1640467202] linearizableReadLoop","detail":"{readStateIndex:23978; appliedIndex:23977; }","duration":"288.395886ms","start":"2026-03-04T02:11:36.005558Z","end":"2026-03-04T02:11:36.293954Z","steps":["trace[1640467202] 'read index received' (duration: 288.076738ms)","trace[1640467202] 'applied index is now lower than readState.Index' (duration: 317.248µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:36.294032Z","caller":"traceutil/trace.go:171","msg":"trace[1331899090] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"289.977763ms","start":"2026-03-04T02:11:36.00401Z","end":"2026-03-04T02:11:36.293987Z","steps":["trace[1331899090] 'process raft request' (duration: 289.711927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.294401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.136097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-04T02:11:36.294424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.393562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"warn","ts":"2026-03-04T02:11:36.294416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.255373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:36.294495Z","caller":"traceutil/trace.go:171","msg":"trace[1036703874] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23168; }","duration":"290.509076ms","start":"2026-03-04T02:11:36.003966Z","end":"2026-03-04T02:11:36.294475Z","steps":["trace[1036703874] 'agreement among raft nodes before linearized reading' (duration: 290.112816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:36.294516Z","caller":"traceutil/trace.go:171","msg":"trace[989279004] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23168; }","duration":"285.405357ms","start":"2026-03-04T02:11:36.009085Z","end":"2026-03-04T02:11:36.294491Z","steps":["trace[989279004] 'agreement among raft nodes before linearized reading' (duration: 285.232953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.294575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.514029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-04T02:11:36.294456Z","caller":"traceutil/trace.go:171","msg":"trace[1471575480] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23168; }","duration":"287.25714ms","start":"2026-03-04T02:11:36.007185Z","end":"2026-03-04T02:11:36.294442Z","steps":["trace[1471575480] 'agreement among raft nodes before linearized reading' (duration: 287.002804ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:36.294607Z","caller":"traceutil/trace.go:171","msg":"trace[42252180] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f; range_end:; response_count:1; response_revision:23168; }","duration":"285.546089ms","start":"2026-03-04T02:11:36.009053Z","end":"2026-03-04T02:11:36.294599Z","steps":["trace[42252180] 'agreement among raft nodes before linearized reading' (duration: 285.425887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:47.881852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:48.714187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505730897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T02:11:48.714287Z","caller":"traceutil/trace.go:171","msg":"trace[612307822] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad; range_end:; response_count:1; response_revision:23301; }","duration":"1.50588309s","start":"2026-03-04T02:11:47.208379Z","end":"2026-03-04T02:11:48.714262Z","steps":["trace[612307822] 'range keys from in-memory index tree' (duration: 1.505483371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:48.714354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.208362Z","time spent":"1.505972052s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" "} {"level":"warn","ts":"2026-03-04T02:11:48.715365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.140323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:48.715494Z","caller":"traceutil/trace.go:171","msg":"trace[559124991] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"1.463918568s","start":"2026-03-04T02:11:47.251554Z","end":"2026-03-04T02:11:48.715473Z","steps":["trace[559124991] 'process raft request' (duration: 907.56617ms)","trace[559124991] 'compare' (duration: 554.468704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:48.715924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.251516Z","time spent":"1.464064902s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:49.268778Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106810569s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:49.313765Z","caller":"traceutil/trace.go:171","msg":"trace[1151777384] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"2.060624181s","start":"2026-03-04T02:11:47.253106Z","end":"2026-03-04T02:11:49.31373Z","steps":["trace[1151777384] 'process raft request' (duration: 2.015945717s)","trace[1151777384] 'compare' (duration: 42.612237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:49.314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.25308Z","time spent":"2.060736143s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:49.314203Z","caller":"traceutil/trace.go:171","msg":"trace[316045530] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"2.059713221s","start":"2026-03-04T02:11:47.254448Z","end":"2026-03-04T02:11:49.314161Z","steps":["trace[316045530] 'process raft request' (duration: 2.059197638s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:49.314289Z","caller":"traceutil/trace.go:171","msg":"trace[1045200808] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"2.059712791s","start":"2026-03-04T02:11:47.254532Z","end":"2026-03-04T02:11:49.314245Z","steps":["trace[1045200808] 'process raft request' (duration: 2.059509447s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.314424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.254436Z","time spent":"2.059869455s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:49.314457Z","caller":"traceutil/trace.go:171","msg":"trace[1818304644] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"2.056894425s","start":"2026-03-04T02:11:47.257526Z","end":"2026-03-04T02:11:49.31442Z","steps":["trace[1818304644] 'process raft request' (duration: 2.056622069s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:49.314485Z","caller":"traceutil/trace.go:171","msg":"trace[629312431] linearizableReadLoop","detail":"{readStateIndex:24120; appliedIndex:24114; }","duration":"1.932897801s","start":"2026-03-04T02:11:47.381543Z","end":"2026-03-04T02:11:49.31444Z","steps":["trace[629312431] 'read index received' (duration: 777.516905ms)","trace[629312431] 'applied index is now lower than readState.Index' (duration: 1.155379646s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:49.314531Z","caller":"traceutil/trace.go:171","msg":"trace[214541124] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"2.011920942s","start":"2026-03-04T02:11:47.302596Z","end":"2026-03-04T02:11:49.314517Z","steps":["trace[214541124] 'process raft request' (duration: 2.011769979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.31465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933102645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:49.314625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.254515Z","time spent":"2.059907375s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:49.314687Z","caller":"traceutil/trace.go:171","msg":"trace[1138071297] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23307; }","duration":"1.933144846s","start":"2026-03-04T02:11:47.381536Z","end":"2026-03-04T02:11:49.314681Z","steps":["trace[1138071297] 'agreement among raft nodes before linearized reading' (duration: 1.933026873s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.314668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.25751Z","time spent":"2.057039829s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:49.314721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.381485Z","time spent":"1.933230468s","remote":"127.0.0.1:51358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:49.314712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.302582Z","time spent":"2.012069775s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:49.314735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592308185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:49.314789Z","caller":"traceutil/trace.go:171","msg":"trace[96319537] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23307; }","duration":"1.592436338s","start":"2026-03-04T02:11:47.722339Z","end":"2026-03-04T02:11:49.314776Z","steps":["trace[96319537] 'agreement among raft nodes before linearized reading' (duration: 1.592324766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.314837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.722314Z","time spent":"1.592511609s","remote":"127.0.0.1:51988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:49.314891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.031053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:11:49.314955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325771805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T02:11:49.315006Z","caller":"traceutil/trace.go:171","msg":"trace[1555245871] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad; range_end:; response_count:1; response_revision:23307; }","duration":"1.325870757s","start":"2026-03-04T02:11:47.989121Z","end":"2026-03-04T02:11:49.314992Z","steps":["trace[1555245871] 'agreement among raft nodes before linearized reading' (duration: 1.325709143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.315002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.118743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:49.315075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.760827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130934"} {"level":"info","ts":"2026-03-04T02:11:49.315099Z","caller":"traceutil/trace.go:171","msg":"trace[249560324] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23307; }","duration":"801.828748ms","start":"2026-03-04T02:11:48.513264Z","end":"2026-03-04T02:11:49.315092Z","steps":["trace[249560324] 'agreement among raft nodes before linearized reading' (duration: 801.719306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.315125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.513235Z","time spent":"801.88481ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130957,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T02:11:49.315131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533393828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:49.315144Z","caller":"traceutil/trace.go:171","msg":"trace[1650481369] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23307; }","duration":"330.309847ms","start":"2026-03-04T02:11:48.984784Z","end":"2026-03-04T02:11:49.315094Z","steps":["trace[1650481369] 'agreement among raft nodes before linearized reading' (duration: 330.036961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.315155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.521246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:11:49.315145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.208687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:11:49.315193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2159747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:49.31521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.984689Z","time spent":"330.508942ms","remote":"127.0.0.1:35240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:49.315222Z","caller":"traceutil/trace.go:171","msg":"trace[137621627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23307; }","duration":"950.616578ms","start":"2026-03-04T02:11:48.364586Z","end":"2026-03-04T02:11:49.315203Z","steps":["trace[137621627] 'agreement among raft nodes before linearized reading' (duration: 950.498495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:49.315228Z","caller":"traceutil/trace.go:171","msg":"trace[450615384] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23307; }","duration":"1.21601178s","start":"2026-03-04T02:11:48.099207Z","end":"2026-03-04T02:11:49.315219Z","steps":["trace[450615384] 'agreement among raft nodes before linearized reading' (duration: 1.215870887s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.315183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.195552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:11:49.315267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.09912Z","time spent":"1.216139823s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:49.315274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.364564Z","time spent":"950.701929ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:11:49.315295Z","caller":"traceutil/trace.go:171","msg":"trace[1170224191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23307; }","duration":"945.358776ms","start":"2026-03-04T02:11:48.369928Z","end":"2026-03-04T02:11:49.315286Z","steps":["trace[1170224191] 'agreement among raft nodes before linearized reading' (duration: 945.11571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.315321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.369912Z","time spent":"945.403347ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:49.315359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.039091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:49.315234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541155409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:49.315437Z","caller":"traceutil/trace.go:171","msg":"trace[483205772] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23307; }","duration":"1.541354973s","start":"2026-03-04T02:11:47.77407Z","end":"2026-03-04T02:11:49.315425Z","steps":["trace[483205772] 'agreement among raft nodes before linearized reading' (duration: 1.541126808s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.315413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.600118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:11:49.315051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.989091Z","time spent":"1.325951669s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" "} {"level":"warn","ts":"2026-03-04T02:11:49.315473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.77399Z","time spent":"1.541472576s","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:49.315509Z","caller":"traceutil/trace.go:171","msg":"trace[385498267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23307; }","duration":"934.72691ms","start":"2026-03-04T02:11:48.380744Z","end":"2026-03-04T02:11:49.315471Z","steps":["trace[385498267] 'agreement among raft nodes before linearized reading' (duration: 934.538136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.315525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.055918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-04T02:11:49.315527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.663572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T02:11:49.315561Z","caller":"traceutil/trace.go:171","msg":"trace[922025255] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23307; }","duration":"816.731354ms","start":"2026-03-04T02:11:48.498824Z","end":"2026-03-04T02:11:49.315555Z","steps":["trace[922025255] 'agreement among raft nodes before linearized reading' (duration: 816.591121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:49.315562Z","caller":"traceutil/trace.go:171","msg":"trace[2055501247] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23307; }","duration":"285.11867ms","start":"2026-03-04T02:11:49.030434Z","end":"2026-03-04T02:11:49.315552Z","steps":["trace[2055501247] 'agreement among raft nodes before linearized reading' (duration: 285.004637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.31558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.380698Z","time spent":"934.848143ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:49.315589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.498803Z","time spent":"816.782025ms","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-04T02:11:49.314958Z","caller":"traceutil/trace.go:171","msg":"trace[151006382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23307; }","duration":"918.134925ms","start":"2026-03-04T02:11:48.396807Z","end":"2026-03-04T02:11:49.314942Z","steps":["trace[151006382] 'agreement among raft nodes before linearized reading' (duration: 917.878519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.315683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.396791Z","time spent":"918.878673ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:49.315015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130879127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-04T02:11:49.315836Z","caller":"traceutil/trace.go:171","msg":"trace[1273009352] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23307; }","duration":"1.131787308s","start":"2026-03-04T02:11:48.18403Z","end":"2026-03-04T02:11:49.315817Z","steps":["trace[1273009352] 'agreement among raft nodes before linearized reading' (duration: 1.130690663s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:49.31523Z","caller":"traceutil/trace.go:171","msg":"trace[480795883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23307; }","duration":"940.371491ms","start":"2026-03-04T02:11:48.374842Z","end":"2026-03-04T02:11:49.315214Z","steps":["trace[480795883] 'agreement among raft nodes before linearized reading' (duration: 940.088145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.315905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.184Z","time spent":"1.131894651s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:11:49.315928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.374808Z","time spent":"941.107178ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:11:49.31517Z","caller":"traceutil/trace.go:171","msg":"trace[281808001] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23307; }","duration":"1.53345606s","start":"2026-03-04T02:11:47.7817Z","end":"2026-03-04T02:11:49.315157Z","steps":["trace[281808001] 'agreement among raft nodes before linearized reading' (duration: 1.533380788s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:49.3154Z","caller":"traceutil/trace.go:171","msg":"trace[412707306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23307; }","duration":"823.107962ms","start":"2026-03-04T02:11:48.492283Z","end":"2026-03-04T02:11:49.315391Z","steps":["trace[412707306] 'agreement among raft nodes before linearized reading' (duration: 823.01496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.316286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.492267Z","time spent":"824.008082ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:49.316319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.781689Z","time spent":"1.534468343s","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:49.315406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.623087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:11:49.316948Z","caller":"traceutil/trace.go:171","msg":"trace[76633719] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23307; }","duration":"867.199374ms","start":"2026-03-04T02:11:48.449724Z","end":"2026-03-04T02:11:49.316923Z","steps":["trace[76633719] 'agreement among raft nodes before linearized reading' (duration: 865.603367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.316999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.449704Z","time spent":"867.284307ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:49.318338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.679729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:11:49.318426Z","caller":"traceutil/trace.go:171","msg":"trace[816946243] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23307; }","duration":"111.822102ms","start":"2026-03-04T02:11:49.206584Z","end":"2026-03-04T02:11:49.318406Z","steps":["trace[816946243] 'agreement among raft nodes before linearized reading' (duration: 109.286413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:49.821349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371555,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:11:50.312916Z","caller":"traceutil/trace.go:171","msg":"trace[1759977404] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"992.097939ms","start":"2026-03-04T02:11:49.320791Z","end":"2026-03-04T02:11:50.312889Z","steps":["trace[1759977404] 'process raft request' (duration: 991.945176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.313071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.320766Z","time spent":"992.222493ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:51.335714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022130876s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:51.3362Z","caller":"traceutil/trace.go:171","msg":"trace[1269297047] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"2.015102306s","start":"2026-03-04T02:11:49.321071Z","end":"2026-03-04T02:11:51.336173Z","steps":["trace[1269297047] 'process raft request' (duration: 2.01483146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.336375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.32106Z","time spent":"2.015232608s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:51.336418Z","caller":"traceutil/trace.go:171","msg":"trace[1958462452] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"2.013946998s","start":"2026-03-04T02:11:49.322459Z","end":"2026-03-04T02:11:51.336406Z","steps":["trace[1958462452] 'process raft request' (duration: 2.013644321s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:51.336347Z","caller":"traceutil/trace.go:171","msg":"trace[411073499] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"2.01357689s","start":"2026-03-04T02:11:49.322744Z","end":"2026-03-04T02:11:51.336321Z","steps":["trace[411073499] 'process raft request' (duration: 2.013465098s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.336554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.322431Z","time spent":"2.014031991s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:51.336626Z","caller":"traceutil/trace.go:171","msg":"trace[2083025622] linearizableReadLoop","detail":"{readStateIndex:24128; appliedIndex:24120; }","duration":"2.015369693s","start":"2026-03-04T02:11:49.32124Z","end":"2026-03-04T02:11:51.33661Z","steps":["trace[2083025622] 'read index received' (duration: 991.563107ms)","trace[2083025622] 'applied index is now lower than readState.Index' (duration: 1.023805396s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:51.33671Z","caller":"traceutil/trace.go:171","msg":"trace[1032587441] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"1.061022188s","start":"2026-03-04T02:11:50.275675Z","end":"2026-03-04T02:11:51.336697Z","steps":["trace[1032587441] 'process raft request' (duration: 1.060896815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.336709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.322732Z","time spent":"2.013859817s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:51.336704Z","caller":"traceutil/trace.go:171","msg":"trace[1329076930] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"2.012241811s","start":"2026-03-04T02:11:49.324429Z","end":"2026-03-04T02:11:51.33667Z","steps":["trace[1329076930] 'process raft request' (duration: 2.012071567s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:51.336759Z","caller":"traceutil/trace.go:171","msg":"trace[840098457] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"2.01350629s","start":"2026-03-04T02:11:49.32323Z","end":"2026-03-04T02:11:51.336736Z","steps":["trace[840098457] 'process raft request' (duration: 2.013229263s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:51.336764Z","caller":"traceutil/trace.go:171","msg":"trace[582057204] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"1.118293177s","start":"2026-03-04T02:11:50.218404Z","end":"2026-03-04T02:11:51.336697Z","steps":["trace[582057204] 'process raft request' (duration: 1.118133753s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.336848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.32321Z","time spent":"2.013592971s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:51.336869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.324419Z","time spent":"2.012378544s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:51.336982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.218312Z","time spent":"1.118558013s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:51.336799Z","caller":"traceutil/trace.go:171","msg":"trace[1289699129] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"2.013929439s","start":"2026-03-04T02:11:49.322827Z","end":"2026-03-04T02:11:51.336756Z","steps":["trace[1289699129] 'process raft request' (duration: 2.013431127s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.337057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.322804Z","time spent":"2.014228326s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:51.336824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.27564Z","time spent":"1.06110845s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:51.337351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016110649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118245"} {"level":"info","ts":"2026-03-04T02:11:51.337953Z","caller":"traceutil/trace.go:171","msg":"trace[334182801] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:23317; }","duration":"2.016715024s","start":"2026-03-04T02:11:49.321215Z","end":"2026-03-04T02:11:51.33793Z","steps":["trace[334182801] 'agreement among raft nodes before linearized reading' (duration: 2.015486226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.338031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.321195Z","time spent":"2.016805675s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118268,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-04T02:11:51.337701Z","caller":"traceutil/trace.go:171","msg":"trace[195010949] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"2.013441258s","start":"2026-03-04T02:11:49.323198Z","end":"2026-03-04T02:11:51.336639Z","steps":["trace[195010949] 'process raft request' (duration: 2.013182701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.338263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.323188Z","time spent":"2.014995543s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:51.49309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000414925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:51.493204Z","caller":"traceutil/trace.go:171","msg":"trace[1926813279] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603329s","start":"2026-03-04T02:11:49.492572Z","end":"2026-03-04T02:11:51.493176Z","steps":["trace[1926813279] 'agreement among raft nodes before linearized reading' (duration: 2.000462556s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.493256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.492545Z","time spent":"2.000701162s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:51.837398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:52.338353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:52.503574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167686711s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:52.504069Z","caller":"traceutil/trace.go:171","msg":"trace[1453258343] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"1.782968534s","start":"2026-03-04T02:11:50.721071Z","end":"2026-03-04T02:11:52.504039Z","steps":["trace[1453258343] 'process raft request' (duration: 1.782712199s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:52.504227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.721038Z","time spent":"1.783091366s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:53.493714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:53.493816Z","caller":"traceutil/trace.go:171","msg":"trace[668826125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000472866s","start":"2026-03-04T02:11:51.493321Z","end":"2026-03-04T02:11:53.493794Z","steps":["trace[668826125] 'agreement among raft nodes before linearized reading' (duration: 2.000338573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.493876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.493288Z","time spent":"2.00057721s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:54.245861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741883612s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:11:54.247588Z","caller":"traceutil/trace.go:171","msg":"trace[168811445] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"2.926569627s","start":"2026-03-04T02:11:51.320995Z","end":"2026-03-04T02:11:54.247565Z","steps":["trace[168811445] 'process raft request' (duration: 2.92497356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.247743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.320974Z","time spent":"2.926667249s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:54.786192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.422517648s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:55.012392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.031671ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:55.012543Z","caller":"traceutil/trace.go:171","msg":"trace[260357796] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23319; }","duration":"113.200065ms","start":"2026-03-04T02:11:54.899324Z","end":"2026-03-04T02:11:55.012524Z","steps":["trace[260357796] 'range keys from in-memory index tree' (duration: 113.013791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.012528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.882702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:55.012749Z","caller":"traceutil/trace.go:171","msg":"trace[1794100354] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"3.690973358s","start":"2026-03-04T02:11:51.321739Z","end":"2026-03-04T02:11:55.012712Z","steps":["trace[1794100354] 'process raft request' (duration: 2.92581187s)","trace[1794100354] 'compare' (duration: 764.119603ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:55.012828Z","caller":"traceutil/trace.go:171","msg":"trace[228886719] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"3.690550349s","start":"2026-03-04T02:11:51.322258Z","end":"2026-03-04T02:11:55.012808Z","steps":["trace[228886719] 'process raft request' (duration: 3.690349394s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.012928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.321733Z","time spent":"3.691085201s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:55.012957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.322229Z","time spent":"3.690646561s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:55.013012Z","caller":"traceutil/trace.go:171","msg":"trace[1005102393] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"3.690714232s","start":"2026-03-04T02:11:51.322284Z","end":"2026-03-04T02:11:55.012998Z","steps":["trace[1005102393] 'process raft request' (duration: 3.690463666s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.013083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.322248Z","time spent":"3.690797144s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:55.013186Z","caller":"traceutil/trace.go:171","msg":"trace[1853655539] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"3.690162719s","start":"2026-03-04T02:11:51.322979Z","end":"2026-03-04T02:11:55.013141Z","steps":["trace[1853655539] 'process raft request' (duration: 3.689895703s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.013285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.322971Z","time spent":"3.690266521s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:55.013344Z","caller":"traceutil/trace.go:171","msg":"trace[797281986] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"502.261523ms","start":"2026-03-04T02:11:54.511068Z","end":"2026-03-04T02:11:55.01333Z","steps":["trace[797281986] 'process raft request' (duration: 502.224213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.013415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.511041Z","time spent":"502.339556ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:55.013444Z","caller":"traceutil/trace.go:171","msg":"trace[1845042907] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"2.35516202s","start":"2026-03-04T02:11:52.658263Z","end":"2026-03-04T02:11:55.013425Z","steps":["trace[1845042907] 'process raft request' (duration: 2.354894504s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.013522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:52.658231Z","time spent":"2.355248602s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:55.013638Z","caller":"traceutil/trace.go:171","msg":"trace[957447485] linearizableReadLoop","detail":"{readStateIndex:24137; appliedIndex:24130; }","duration":"3.676949482s","start":"2026-03-04T02:11:51.336673Z","end":"2026-03-04T02:11:55.013623Z","steps":["trace[957447485] 'read index received' (duration: 1.167064316s)","trace[957447485] 'applied index is now lower than readState.Index' (duration: 2.509882846s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:55.013832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.039506968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-04T02:11:55.013878Z","caller":"traceutil/trace.go:171","msg":"trace[1702894165] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23326; }","duration":"4.03959922s","start":"2026-03-04T02:11:50.97427Z","end":"2026-03-04T02:11:55.013869Z","steps":["trace[1702894165] 'agreement among raft nodes before linearized reading' (duration: 4.039452236s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.013908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.974251Z","time spent":"4.039650292s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:11:55.013917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.865145706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:55.013963Z","caller":"traceutil/trace.go:171","msg":"trace[283515722] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23326; }","duration":"3.865243999s","start":"2026-03-04T02:11:51.148705Z","end":"2026-03-04T02:11:55.013949Z","steps":["trace[283515722] 'agreement among raft nodes before linearized reading' (duration: 3.865151047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.014005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.148683Z","time spent":"3.86530978s","remote":"127.0.0.1:51954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:55.013648Z","caller":"traceutil/trace.go:171","msg":"trace[1709202980] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"2.145153912s","start":"2026-03-04T02:11:52.868483Z","end":"2026-03-04T02:11:55.013637Z","steps":["trace[1709202980] 'process raft request' (duration: 2.144747622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.01433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:52.868452Z","time spent":"2.145778685s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:55.014402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.66994899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130934"} {"level":"info","ts":"2026-03-04T02:11:55.014436Z","caller":"traceutil/trace.go:171","msg":"trace[131682860] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23326; }","duration":"3.670019132s","start":"2026-03-04T02:11:51.344407Z","end":"2026-03-04T02:11:55.014426Z","steps":["trace[131682860] 'agreement among raft nodes before linearized reading' (duration: 3.669884298s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.014449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.691939755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"warn","ts":"2026-03-04T02:11:55.014474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.344388Z","time spent":"3.670079573s","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130957,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T02:11:55.014485Z","caller":"traceutil/trace.go:171","msg":"trace[141581446] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23326; }","duration":"5.692002747s","start":"2026-03-04T02:11:49.322471Z","end":"2026-03-04T02:11:55.014474Z","steps":["trace[141581446] 'agreement among raft nodes before linearized reading' (duration: 5.691881864s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.01445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502749308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:55.014524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.322455Z","time spent":"5.692062208s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-04T02:11:55.014504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672163385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:11:55.014567Z","caller":"traceutil/trace.go:171","msg":"trace[2063199727] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23326; }","duration":"1.502899681s","start":"2026-03-04T02:11:53.511646Z","end":"2026-03-04T02:11:55.014545Z","steps":["trace[2063199727] 'agreement among raft nodes before linearized reading' (duration: 1.502666046s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:55.014584Z","caller":"traceutil/trace.go:171","msg":"trace[1325621825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23326; }","duration":"1.672276468s","start":"2026-03-04T02:11:53.342288Z","end":"2026-03-04T02:11:55.014565Z","steps":["trace[1325621825] 'agreement among raft nodes before linearized reading' (duration: 1.672013512s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.014619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.511598Z","time spent":"1.503009964s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:55.01467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.29480888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-04T02:11:55.014652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517191373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-04T02:11:55.014698Z","caller":"traceutil/trace.go:171","msg":"trace[1495112164] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad; range_end:; response_count:1; response_revision:23326; }","duration":"5.294895593s","start":"2026-03-04T02:11:49.719793Z","end":"2026-03-04T02:11:55.014689Z","steps":["trace[1495112164] 'agreement among raft nodes before linearized reading' (duration: 5.29480976s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.014716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67319604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:11:55.01473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512077815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:55.014742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.71977Z","time spent":"5.294965404s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" "} {"level":"info","ts":"2026-03-04T02:11:55.014749Z","caller":"traceutil/trace.go:171","msg":"trace[1042334822] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23326; }","duration":"1.673241362s","start":"2026-03-04T02:11:53.341498Z","end":"2026-03-04T02:11:55.014739Z","steps":["trace[1042334822] 'agreement among raft nodes before linearized reading' (duration: 1.6731526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.014757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672069354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:11:55.014767Z","caller":"traceutil/trace.go:171","msg":"trace[1142098028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23326; }","duration":"1.512163827s","start":"2026-03-04T02:11:53.502589Z","end":"2026-03-04T02:11:55.014753Z","steps":["trace[1142098028] 'agreement among raft nodes before linearized reading' (duration: 1.512083315s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:55.014749Z","caller":"traceutil/trace.go:171","msg":"trace[695847994] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f; range_end:; response_count:1; response_revision:23326; }","duration":"1.517366547s","start":"2026-03-04T02:11:53.497358Z","end":"2026-03-04T02:11:55.014724Z","steps":["trace[695847994] 'agreement among raft nodes before linearized reading' (duration: 1.517019778s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:55.014781Z","caller":"traceutil/trace.go:171","msg":"trace[1561589651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23326; }","duration":"1.672150975s","start":"2026-03-04T02:11:53.342624Z","end":"2026-03-04T02:11:55.014775Z","steps":["trace[1561589651] 'agreement among raft nodes before linearized reading' (duration: 1.672093614s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.01478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.341493Z","time spent":"1.673281662s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:55.014799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.502562Z","time spent":"1.512232688s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:55.014805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.342585Z","time spent":"1.672215507s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:55.0147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67143712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:11:55.01485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.497329Z","time spent":"1.51747951s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" "} {"level":"warn","ts":"2026-03-04T02:11:55.014902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351641546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:11:55.014882Z","caller":"traceutil/trace.go:171","msg":"trace[1677077079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23326; }","duration":"1.671640474s","start":"2026-03-04T02:11:53.343209Z","end":"2026-03-04T02:11:55.01485Z","steps":["trace[1677077079] 'agreement among raft nodes before linearized reading' (duration: 1.67143801s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:55.014948Z","caller":"traceutil/trace.go:171","msg":"trace[981003887] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23326; }","duration":"1.351764198s","start":"2026-03-04T02:11:53.663174Z","end":"2026-03-04T02:11:55.014938Z","steps":["trace[981003887] 'agreement among raft nodes before linearized reading' (duration: 1.351591564s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.014946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.511535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:55.014975Z","caller":"traceutil/trace.go:171","msg":"trace[1627382998] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23326; }","duration":"466.573547ms","start":"2026-03-04T02:11:54.548392Z","end":"2026-03-04T02:11:55.014966Z","steps":["trace[1627382998] 'agreement among raft nodes before linearized reading' (duration: 466.510845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.01497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.343187Z","time spent":"1.671769627s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:55.014983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.66315Z","time spent":"1.35181246s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-04T02:11:55.014986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673507517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:11:55.014995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.548381Z","time spent":"466.608748ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:55.01502Z","caller":"traceutil/trace.go:171","msg":"trace[942169343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23326; }","duration":"1.673560169s","start":"2026-03-04T02:11:53.341451Z","end":"2026-03-04T02:11:55.015011Z","steps":["trace[942169343] 'agreement among raft nodes before linearized reading' (duration: 1.673476457s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.015051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.341441Z","time spent":"1.67360409s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:55.015053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471180563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:55.014628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.342281Z","time spent":"1.672334259s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:11:55.015094Z","caller":"traceutil/trace.go:171","msg":"trace[858739670] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23326; }","duration":"3.471298644s","start":"2026-03-04T02:11:51.543785Z","end":"2026-03-04T02:11:55.015083Z","steps":["trace[858739670] 'agreement among raft nodes before linearized reading' (duration: 3.471231863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.015155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.543755Z","time spent":"3.471391397s","remote":"127.0.0.1:55030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:55.01517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696645613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:11:55.015195Z","caller":"traceutil/trace.go:171","msg":"trace[1614797805] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:23326; }","duration":"1.696737736s","start":"2026-03-04T02:11:53.318451Z","end":"2026-03-04T02:11:55.015188Z","steps":["trace[1614797805] 'agreement among raft nodes before linearized reading' (duration: 1.696631933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.015199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.908752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:55.015217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.318425Z","time spent":"1.696789096s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-04T02:11:55.015231Z","caller":"traceutil/trace.go:171","msg":"trace[1711293906] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23326; }","duration":"707.939713ms","start":"2026-03-04T02:11:54.307279Z","end":"2026-03-04T02:11:55.015218Z","steps":["trace[1711293906] 'agreement among raft nodes before linearized reading' (duration: 707.876221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.015257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.307256Z","time spent":"707.993893ms","remote":"127.0.0.1:55066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:55.015066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848011936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:55.015354Z","caller":"traceutil/trace.go:171","msg":"trace[27437559] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23326; }","duration":"2.848385204s","start":"2026-03-04T02:11:52.166956Z","end":"2026-03-04T02:11:55.015341Z","steps":["trace[27437559] 'agreement among raft nodes before linearized reading' (duration: 2.848044547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.015363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.362313049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:11:55.01539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155769387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:11:55.015413Z","caller":"traceutil/trace.go:171","msg":"trace[1534950902] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23326; }","duration":"2.155790938s","start":"2026-03-04T02:11:52.859615Z","end":"2026-03-04T02:11:55.015406Z","steps":["trace[1534950902] 'agreement among raft nodes before linearized reading' (duration: 2.155714226s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:55.01541Z","caller":"traceutil/trace.go:171","msg":"trace[2146203062] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23326; }","duration":"3.362416712s","start":"2026-03-04T02:11:51.652981Z","end":"2026-03-04T02:11:55.015398Z","steps":["trace[2146203062] 'agreement among raft nodes before linearized reading' (duration: 3.362290419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.015425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98968529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:55.015443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:52.85954Z","time spent":"2.155896111s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:11:55.015451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.652953Z","time spent":"3.362491894s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:11:55.015464Z","caller":"traceutil/trace.go:171","msg":"trace[143238623] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23326; }","duration":"2.989759102s","start":"2026-03-04T02:11:52.025683Z","end":"2026-03-04T02:11:55.015442Z","steps":["trace[143238623] 'agreement among raft nodes before linearized reading' (duration: 2.989627679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.015493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:52.025643Z","time spent":"2.989845034s","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:55.01541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:52.16693Z","time spent":"2.848467287s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:55.0156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698143131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:11:55.015627Z","caller":"traceutil/trace.go:171","msg":"trace[322872377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23326; }","duration":"2.698213003s","start":"2026-03-04T02:11:52.317407Z","end":"2026-03-04T02:11:55.01562Z","steps":["trace[322872377] 'agreement among raft nodes before linearized reading' (duration: 2.69811076s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.01565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:52.317389Z","time spent":"2.698256353s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:55.015647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658816719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:55.015686Z","caller":"traceutil/trace.go:171","msg":"trace[622555842] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23326; }","duration":"2.6588509s","start":"2026-03-04T02:11:52.356819Z","end":"2026-03-04T02:11:55.01567Z","steps":["trace[622555842] 'agreement among raft nodes before linearized reading' (duration: 2.658781748s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.015727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:52.356785Z","time spent":"2.658933802s","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:55.015913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.506103318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-04T02:11:55.01595Z","caller":"traceutil/trace.go:171","msg":"trace[1951774058] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23326; }","duration":"5.506196511s","start":"2026-03-04T02:11:49.509742Z","end":"2026-03-04T02:11:55.015939Z","steps":["trace[1951774058] 'agreement among raft nodes before linearized reading' (duration: 5.503960019s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.015932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.692046248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-04T02:11:55.015979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.509715Z","time spent":"5.506257282s","remote":"127.0.0.1:51924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418374,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:11:55.016568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453301092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:11:55.016617Z","caller":"traceutil/trace.go:171","msg":"trace[2011314425] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23326; }","duration":"1.453352873s","start":"2026-03-04T02:11:53.563254Z","end":"2026-03-04T02:11:55.016607Z","steps":["trace[2011314425] 'agreement among raft nodes before linearized reading' (duration: 1.451682225s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.016653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.563144Z","time spent":"1.453498086s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2669,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:55.015992Z","caller":"traceutil/trace.go:171","msg":"trace[267631730] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23326; }","duration":"5.69211216s","start":"2026-03-04T02:11:49.323861Z","end":"2026-03-04T02:11:55.015973Z","steps":["trace[267631730] 'agreement among raft nodes before linearized reading' (duration: 5.689898558s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.019374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.323855Z","time spent":"5.695492999s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T02:11:56.390368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.690972ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:11:56.390443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.017145Z","time spent":"1.373292938s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:11:56.392709Z","caller":"traceutil/trace.go:171","msg":"trace[33173297] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"1.374010054s","start":"2026-03-04T02:11:55.01868Z","end":"2026-03-04T02:11:56.39269Z","steps":["trace[33173297] 'process raft request' (duration: 1.373689747s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:56.392723Z","caller":"traceutil/trace.go:171","msg":"trace[2103894567] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"1.371160057s","start":"2026-03-04T02:11:55.021536Z","end":"2026-03-04T02:11:56.392696Z","steps":["trace[2103894567] 'process raft request' (duration: 1.371075255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.392808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.018665Z","time spent":"1.374076175s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:56.39289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.021529Z","time spent":"1.371274089s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:56.392891Z","caller":"traceutil/trace.go:171","msg":"trace[787463828] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"1.371856783s","start":"2026-03-04T02:11:55.020984Z","end":"2026-03-04T02:11:56.392841Z","steps":["trace[787463828] 'process raft request' (duration: 1.371573907s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.393066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.020973Z","time spent":"1.372003167s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:56.393059Z","caller":"traceutil/trace.go:171","msg":"trace[865878084] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"1.370883002s","start":"2026-03-04T02:11:55.022122Z","end":"2026-03-04T02:11:56.393005Z","steps":["trace[865878084] 'process raft request' (duration: 1.370524223s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:56.393111Z","caller":"traceutil/trace.go:171","msg":"trace[306064402] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"1.3707782s","start":"2026-03-04T02:11:55.022307Z","end":"2026-03-04T02:11:56.393085Z","steps":["trace[306064402] 'process raft request' (duration: 1.370620276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.393243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.022298Z","time spent":"1.370873872s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:56.393279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.02208Z","time spent":"1.371077247s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:56.39336Z","caller":"traceutil/trace.go:171","msg":"trace[1768939463] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"1.370564375s","start":"2026-03-04T02:11:55.022788Z","end":"2026-03-04T02:11:56.393352Z","steps":["trace[1768939463] 'process raft request' (duration: 1.370256768s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.393395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.02278Z","time spent":"1.370594886s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:56.393529Z","caller":"traceutil/trace.go:171","msg":"trace[934170105] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"1.369353836s","start":"2026-03-04T02:11:55.024162Z","end":"2026-03-04T02:11:56.393516Z","steps":["trace[934170105] 'process raft request' (duration: 1.36911238s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.393591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.024134Z","time spent":"1.369430118s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:56.393775Z","caller":"traceutil/trace.go:171","msg":"trace[2102366971] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"972.27536ms","start":"2026-03-04T02:11:55.421483Z","end":"2026-03-04T02:11:56.393759Z","steps":["trace[2102366971] 'process raft request' (duration: 971.986474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:56.393809Z","caller":"traceutil/trace.go:171","msg":"trace[1006729638] linearizableReadLoop","detail":"{readStateIndex:24142; appliedIndex:24140; }","duration":"1.3729556s","start":"2026-03-04T02:11:55.020819Z","end":"2026-03-04T02:11:56.393774Z","steps":["trace[1006729638] 'read index received' (duration: 446.860239ms)","trace[1006729638] 'applied index is now lower than readState.Index' (duration: 926.093201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:56.393863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.421465Z","time spent":"972.355132ms","remote":"127.0.0.1:51924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:56.394139Z","caller":"traceutil/trace.go:171","msg":"trace[461791586] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"139.006583ms","start":"2026-03-04T02:11:56.25512Z","end":"2026-03-04T02:11:56.394127Z","steps":["trace[461791586] 'process raft request' (duration: 138.591703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.394374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373543063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-03-04T02:11:56.394425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36483396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:56.394448Z","caller":"traceutil/trace.go:171","msg":"trace[1015288346] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23335; }","duration":"1.373634665s","start":"2026-03-04T02:11:55.020793Z","end":"2026-03-04T02:11:56.394427Z","steps":["trace[1015288346] 'agreement among raft nodes before linearized reading' (duration: 1.373117303s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.394463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373304988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08827860-2f21-4269-9b94-9d1897982387\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:11:56.394502Z","caller":"traceutil/trace.go:171","msg":"trace[2068579267] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08827860-2f21-4269-9b94-9d1897982387; range_end:; response_count:1; response_revision:23337; }","duration":"1.373373189s","start":"2026-03-04T02:11:55.021114Z","end":"2026-03-04T02:11:56.394488Z","steps":["trace[2068579267] 'agreement among raft nodes before linearized reading' (duration: 1.373167934s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:56.394461Z","caller":"traceutil/trace.go:171","msg":"trace[168578250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23337; }","duration":"1.364880292s","start":"2026-03-04T02:11:55.029567Z","end":"2026-03-04T02:11:56.394447Z","steps":["trace[168578250] 'agreement among raft nodes before linearized reading' (duration: 1.36480895s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.3945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.020775Z","time spent":"1.373713237s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-04T02:11:56.394548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.021109Z","time spent":"1.37342795s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-08827860-2f21-4269-9b94-9d1897982387\" "} {"level":"warn","ts":"2026-03-04T02:11:56.394546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.029559Z","time spent":"1.364979464s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:56.39456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36869961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-04T02:11:56.394619Z","caller":"traceutil/trace.go:171","msg":"trace[1117762367] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23337; }","duration":"1.368765703s","start":"2026-03-04T02:11:55.025821Z","end":"2026-03-04T02:11:56.394586Z","steps":["trace[1117762367] 'agreement among raft nodes before linearized reading' (duration: 1.36862224s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.394648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.02581Z","time spent":"1.368830364s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:11:56.394755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300352286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:56.394727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.153274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-04T02:11:56.394781Z","caller":"traceutil/trace.go:171","msg":"trace[1296132921] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23337; }","duration":"1.300438097s","start":"2026-03-04T02:11:55.094333Z","end":"2026-03-04T02:11:56.394772Z","steps":["trace[1296132921] 'agreement among raft nodes before linearized reading' (duration: 1.300385216s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.394811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.094301Z","time spent":"1.300503949s","remote":"127.0.0.1:54050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:56.394807Z","caller":"traceutil/trace.go:171","msg":"trace[1375659892] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad; range_end:; response_count:1; response_revision:23337; }","duration":"371.286407ms","start":"2026-03-04T02:11:56.0235Z","end":"2026-03-04T02:11:56.394786Z","steps":["trace[1375659892] 'agreement among raft nodes before linearized reading' (duration: 371.127483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.394784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373500262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:11:56.394841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:56.023481Z","time spent":"371.352759ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" "} {"level":"info","ts":"2026-03-04T02:11:56.394878Z","caller":"traceutil/trace.go:171","msg":"trace[986093561] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23337; }","duration":"1.373589513s","start":"2026-03-04T02:11:55.021267Z","end":"2026-03-04T02:11:56.394857Z","steps":["trace[986093561] 'agreement among raft nodes before linearized reading' (duration: 1.37345865s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.394946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.021261Z","time spent":"1.373660685s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:58.899722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:59.825677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.744332ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:11:59.826768Z","caller":"traceutil/trace.go:171","msg":"trace[165482370] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"1.426805658s","start":"2026-03-04T02:11:58.399909Z","end":"2026-03-04T02:11:59.826715Z","steps":["trace[165482370] 'process raft request' (duration: 1.425894537s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:59.827009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.399899Z","time spent":"1.427002802s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:00.214824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.024456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:00.215048Z","caller":"traceutil/trace.go:171","msg":"trace[952678133] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"1.372686773s","start":"2026-03-04T02:11:58.842326Z","end":"2026-03-04T02:12:00.215012Z","steps":["trace[952678133] 'process raft request' (duration: 984.36274ms)","trace[952678133] 'compare' (duration: 387.443233ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:00.215206Z","caller":"traceutil/trace.go:171","msg":"trace[1486479010] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"1.157140856s","start":"2026-03-04T02:11:59.058042Z","end":"2026-03-04T02:12:00.215182Z","steps":["trace[1486479010] 'process raft request' (duration: 1.157057564s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.215295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.058003Z","time spent":"1.157252039s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:00.215313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.842292Z","time spent":"1.372846327s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:00.215439Z","caller":"traceutil/trace.go:171","msg":"trace[847427895] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"1.182495684s","start":"2026-03-04T02:11:59.032934Z","end":"2026-03-04T02:12:00.21543Z","steps":["trace[847427895] 'process raft request' (duration: 1.182117205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.215499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.032919Z","time spent":"1.182549375s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:00.215482Z","caller":"traceutil/trace.go:171","msg":"trace[1879468560] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"1.183610249s","start":"2026-03-04T02:11:59.031827Z","end":"2026-03-04T02:12:00.215437Z","steps":["trace[1879468560] 'process raft request' (duration: 1.183133738s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:00.215548Z","caller":"traceutil/trace.go:171","msg":"trace[1450059456] linearizableReadLoop","detail":"{readStateIndex:24166; appliedIndex:24163; }","duration":"1.816828559s","start":"2026-03-04T02:11:58.398703Z","end":"2026-03-04T02:12:00.215531Z","steps":["trace[1450059456] 'read index received' (duration: 510.425563ms)","trace[1450059456] 'applied index is now lower than readState.Index' (duration: 1.306401506s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:00.215716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.031801Z","time spent":"1.183798725s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:00.215748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.155798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:00.215737Z","caller":"traceutil/trace.go:171","msg":"trace[1016128620] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"1.156351098s","start":"2026-03-04T02:11:59.059352Z","end":"2026-03-04T02:12:00.215703Z","steps":["trace[1016128620] 'process raft request' (duration: 1.155786635s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:00.215782Z","caller":"traceutil/trace.go:171","msg":"trace[1399154798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23355; }","duration":"545.227049ms","start":"2026-03-04T02:11:59.670543Z","end":"2026-03-04T02:12:00.21577Z","steps":["trace[1399154798] 'agreement among raft nodes before linearized reading' (duration: 545.168998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.215807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817099725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:12:00.215817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.670519Z","time spent":"545.286311ms","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:00.215851Z","caller":"traceutil/trace.go:171","msg":"trace[389940837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23354; }","duration":"1.817180998s","start":"2026-03-04T02:11:58.398657Z","end":"2026-03-04T02:12:00.215838Z","steps":["trace[389940837] 'agreement among raft nodes before linearized reading' (duration: 1.816986354s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.215858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.05934Z","time spent":"1.15645307s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:00.215918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.341559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-04T02:12:00.215877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817067345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:12:00.215974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814742211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:12:00.215984Z","caller":"traceutil/trace.go:171","msg":"trace[1972342970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23355; }","duration":"1.817259969s","start":"2026-03-04T02:11:58.398712Z","end":"2026-03-04T02:12:00.215972Z","steps":["trace[1972342970] 'agreement among raft nodes before linearized reading' (duration: 1.816987293s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:00.215987Z","caller":"traceutil/trace.go:171","msg":"trace[1666876896] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23355; }","duration":"946.461942ms","start":"2026-03-04T02:11:59.269506Z","end":"2026-03-04T02:12:00.215968Z","steps":["trace[1666876896] 'agreement among raft nodes before linearized reading' (duration: 946.199796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:00.216014Z","caller":"traceutil/trace.go:171","msg":"trace[78101208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23355; }","duration":"1.814823414s","start":"2026-03-04T02:11:58.401174Z","end":"2026-03-04T02:12:00.215997Z","steps":["trace[78101208] 'agreement among raft nodes before linearized reading' (duration: 1.814748772s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.216016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.398685Z","time spent":"1.817322912s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:12:00.216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.794723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-04T02:12:00.216039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.269482Z","time spent":"946.545143ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-04T02:12:00.216058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.401145Z","time spent":"1.814906585s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:00.216056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808033706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-04T02:12:00.21607Z","caller":"traceutil/trace.go:171","msg":"trace[664744820] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"1.155458716s","start":"2026-03-04T02:11:59.060599Z","end":"2026-03-04T02:12:00.216057Z","steps":["trace[664744820] 'process raft request' (duration: 1.154980015s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:00.216079Z","caller":"traceutil/trace.go:171","msg":"trace[1774470186] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23355; }","duration":"190.921796ms","start":"2026-03-04T02:12:00.025137Z","end":"2026-03-04T02:12:00.216059Z","steps":["trace[1774470186] 'agreement among raft nodes before linearized reading' (duration: 190.627829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.216141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.060589Z","time spent":"1.155516278s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:00.216142Z","caller":"traceutil/trace.go:171","msg":"trace[944854509] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad; range_end:; response_count:1; response_revision:23355; }","duration":"1.808114557s","start":"2026-03-04T02:11:58.407985Z","end":"2026-03-04T02:12:00.216099Z","steps":["trace[944854509] 'agreement among raft nodes before linearized reading' (duration: 1.807930673s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.216213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816752417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:12:00.216241Z","caller":"traceutil/trace.go:171","msg":"trace[1508228289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23355; }","duration":"1.816785198s","start":"2026-03-04T02:11:58.399445Z","end":"2026-03-04T02:12:00.216231Z","steps":["trace[1508228289] 'agreement among raft nodes before linearized reading' (duration: 1.816719956s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.21624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.407972Z","time spent":"1.80825855s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" "} {"level":"warn","ts":"2026-03-04T02:12:00.21624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202821785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:00.21626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.399438Z","time spent":"1.816817089s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:00.216261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816763298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:12:00.216342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.101585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:00.216363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.184145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:00.216345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746976139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:00.216369Z","caller":"traceutil/trace.go:171","msg":"trace[1501934917] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23355; }","duration":"1.81689869s","start":"2026-03-04T02:11:58.399442Z","end":"2026-03-04T02:12:00.216341Z","steps":["trace[1501934917] 'agreement among raft nodes before linearized reading' (duration: 1.816706136s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:00.216392Z","caller":"traceutil/trace.go:171","msg":"trace[244896634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23355; }","duration":"723.282448ms","start":"2026-03-04T02:11:59.493104Z","end":"2026-03-04T02:12:00.216386Z","steps":["trace[244896634] 'agreement among raft nodes before linearized reading' (duration: 723.234836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.216383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769665965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:00.216398Z","caller":"traceutil/trace.go:171","msg":"trace[2020483041] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23355; }","duration":"557.213027ms","start":"2026-03-04T02:11:59.65917Z","end":"2026-03-04T02:12:00.216383Z","steps":["trace[2020483041] 'agreement among raft nodes before linearized reading' (duration: 557.112375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.216417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.493071Z","time spent":"723.342799ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:00.216399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.464673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-04T02:12:00.216413Z","caller":"traceutil/trace.go:171","msg":"trace[1225964047] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23355; }","duration":"1.747074922s","start":"2026-03-04T02:11:58.469321Z","end":"2026-03-04T02:12:00.216396Z","steps":["trace[1225964047] 'agreement among raft nodes before linearized reading' (duration: 1.746966599s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.216423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.399433Z","time spent":"1.816979742s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:12:00.216437Z","caller":"traceutil/trace.go:171","msg":"trace[624209678] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23355; }","duration":"1.769755177s","start":"2026-03-04T02:11:58.446668Z","end":"2026-03-04T02:12:00.216423Z","steps":["trace[624209678] 'agreement among raft nodes before linearized reading' (duration: 1.769666705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.216452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.65914Z","time spent":"557.2978ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:00.216469Z","caller":"traceutil/trace.go:171","msg":"trace[1062924373] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23355; }","duration":"937.573555ms","start":"2026-03-04T02:11:59.278873Z","end":"2026-03-04T02:12:00.216447Z","steps":["trace[1062924373] 'agreement among raft nodes before linearized reading' (duration: 937.418701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.216477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.469306Z","time spent":"1.747155683s","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:00.215944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.398631Z","time spent":"1.817301971s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:12:00.216487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.446652Z","time spent":"1.76982202s","remote":"127.0.0.1:51990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:00.21625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815528799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:12:00.216518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.278838Z","time spent":"937.666977ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-04T02:12:00.216544Z","caller":"traceutil/trace.go:171","msg":"trace[759558922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23355; }","duration":"1.815865017s","start":"2026-03-04T02:11:58.400665Z","end":"2026-03-04T02:12:00.21653Z","steps":["trace[759558922] 'agreement among raft nodes before linearized reading' (duration: 1.815498768s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:00.216304Z","caller":"traceutil/trace.go:171","msg":"trace[1310438217] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23355; }","duration":"1.202920617s","start":"2026-03-04T02:11:59.013365Z","end":"2026-03-04T02:12:00.216286Z","steps":["trace[1310438217] 'agreement among raft nodes before linearized reading' (duration: 1.202802905s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.216583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.400647Z","time spent":"1.815923909s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:00.216598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.013347Z","time spent":"1.203237604s","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:00.723016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:12:01.097124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.194178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:01.097441Z","caller":"traceutil/trace.go:171","msg":"trace[760197466] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"875.054087ms","start":"2026-03-04T02:12:00.22236Z","end":"2026-03-04T02:12:01.097415Z","steps":["trace[760197466] 'process raft request' (duration: 540.455299ms)","trace[760197466] 'compare' (duration: 333.299717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:01.097555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:00.222338Z","time spent":"875.154058ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:01.916601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.154177827s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:12:02.315257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.254414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:02.315725Z","caller":"traceutil/trace.go:171","msg":"trace[1126111862] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"2.093270957s","start":"2026-03-04T02:12:00.222429Z","end":"2026-03-04T02:12:02.3157Z","steps":["trace[1126111862] 'process raft request' (duration: 1.694469851s)","trace[1126111862] 'compare' (duration: 397.578627ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:02.315762Z","caller":"traceutil/trace.go:171","msg":"trace[1944145804] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"2.093256378s","start":"2026-03-04T02:12:00.222489Z","end":"2026-03-04T02:12:02.315746Z","steps":["trace[1944145804] 'process raft request' (duration: 2.092997962s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:02.315793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:00.222409Z","time spent":"2.09335917s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:02.315761Z","caller":"traceutil/trace.go:171","msg":"trace[290940663] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"2.093277978s","start":"2026-03-04T02:12:00.222441Z","end":"2026-03-04T02:12:02.315719Z","steps":["trace[290940663] 'process raft request' (duration: 2.09292421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:02.31583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:00.222472Z","time spent":"2.093321599s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:02.315985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:00.222412Z","time spent":"2.093460602s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:02.316406Z","caller":"traceutil/trace.go:171","msg":"trace[844688378] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"2.093875161s","start":"2026-03-04T02:12:00.222481Z","end":"2026-03-04T02:12:02.316356Z","steps":["trace[844688378] 'process raft request' (duration: 2.093203056s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:02.316511Z","caller":"traceutil/trace.go:171","msg":"trace[1507233983] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"2.093728258s","start":"2026-03-04T02:12:00.222748Z","end":"2026-03-04T02:12:02.316477Z","steps":["trace[1507233983] 'process raft request' (duration: 2.093613766s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:02.316523Z","caller":"traceutil/trace.go:171","msg":"trace[481231497] linearizableReadLoop","detail":"{readStateIndex:24178; appliedIndex:24171; }","duration":"2.093902403s","start":"2026-03-04T02:12:00.222592Z","end":"2026-03-04T02:12:02.316494Z","steps":["trace[481231497] 'read index received' (duration: 540.100961ms)","trace[481231497] 'applied index is now lower than readState.Index' (duration: 1.553796972s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:02.316569Z","caller":"traceutil/trace.go:171","msg":"trace[1646224093] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"914.085401ms","start":"2026-03-04T02:12:01.40246Z","end":"2026-03-04T02:12:02.316545Z","steps":["trace[1646224093] 'process raft request' (duration: 913.981658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:02.3166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:00.222455Z","time spent":"2.094043066s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:02.316613Z","caller":"traceutil/trace.go:171","msg":"trace[1385764988] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"481.172995ms","start":"2026-03-04T02:12:01.835419Z","end":"2026-03-04T02:12:02.316592Z","steps":["trace[1385764988] 'process raft request' (duration: 481.071483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:02.316634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:00.22274Z","time spent":"2.09383058s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:02.316452Z","caller":"traceutil/trace.go:171","msg":"trace[499590022] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"2.093794439s","start":"2026-03-04T02:12:00.222645Z","end":"2026-03-04T02:12:02.31644Z","steps":["trace[499590022] 'process raft request' (duration: 2.093572154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:02.316719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.835365Z","time spent":"481.288998ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:02.316808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094196539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-04T02:12:02.316872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:00.22263Z","time spent":"2.094129538s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:02.31695Z","caller":"traceutil/trace.go:171","msg":"trace[1612302009] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23364; }","duration":"2.094385674s","start":"2026-03-04T02:12:00.222543Z","end":"2026-03-04T02:12:02.316929Z","steps":["trace[1612302009] 'agreement among raft nodes before linearized reading' (duration: 2.094073226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:02.317024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:00.222535Z","time spent":"2.094470175s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-04T02:12:02.316689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.402428Z","time spent":"914.205904ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:02.817239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:12:03.318325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:12:03.477549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213845071s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:12:03.491799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999797691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:12:03.491892Z","caller":"traceutil/trace.go:171","msg":"trace[499615181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999964585s","start":"2026-03-04T02:12:01.491907Z","end":"2026-03-04T02:12:03.491872Z","steps":["trace[499615181] 'agreement among raft nodes before linearized reading' (duration: 1.999842072s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:03.491944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.491881Z","time spent":"2.000053357s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:04.402959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.973754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:04.403458Z","caller":"traceutil/trace.go:171","msg":"trace[1206351982] linearizableReadLoop","detail":"{readStateIndex:24185; appliedIndex:24180; }","duration":"2.086849429s","start":"2026-03-04T02:12:02.316587Z","end":"2026-03-04T02:12:04.403436Z","steps":["trace[1206351982] 'read index received' (duration: 1.161220251s)","trace[1206351982] 'applied index is now lower than readState.Index' (duration: 925.628028ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:04.403881Z","caller":"traceutil/trace.go:171","msg":"trace[404315365] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"2.178143255s","start":"2026-03-04T02:12:02.225696Z","end":"2026-03-04T02:12:04.403839Z","steps":["trace[404315365] 'process raft request' (duration: 2.177666724s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:04.403871Z","caller":"traceutil/trace.go:171","msg":"trace[1260470218] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"2.178706159s","start":"2026-03-04T02:12:02.225133Z","end":"2026-03-04T02:12:04.403839Z","steps":["trace[1260470218] 'process raft request' (duration: 2.178024474s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:04.403931Z","caller":"traceutil/trace.go:171","msg":"trace[1625658416] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"2.17875795s","start":"2026-03-04T02:12:02.225155Z","end":"2026-03-04T02:12:04.403913Z","steps":["trace[1625658416] 'process raft request' (duration: 2.178118355s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:04.403969Z","caller":"traceutil/trace.go:171","msg":"trace[83713573] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"2.179014706s","start":"2026-03-04T02:12:02.224915Z","end":"2026-03-04T02:12:04.40393Z","steps":["trace[83713573] 'process raft request' (duration: 1.252963378s)","trace[83713573] 'compare' (duration: 924.687647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:04.404018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181399144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-04T02:12:04.404043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:02.225103Z","time spent":"2.178870502s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:04.404047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:02.225674Z","time spent":"2.178287248s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:04.404055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:02.225033Z","time spent":"2.178935184s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:04.404077Z","caller":"traceutil/trace.go:171","msg":"trace[2029072689] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad; range_end:; response_count:1; response_revision:23369; }","duration":"3.181523336s","start":"2026-03-04T02:12:01.222539Z","end":"2026-03-04T02:12:04.404062Z","steps":["trace[2029072689] 'agreement among raft nodes before linearized reading' (duration: 3.181332282s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.404128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.222512Z","time spent":"3.181607109s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" "} {"level":"warn","ts":"2026-03-04T02:12:04.404159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:02.224876Z","time spent":"2.17918433s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:04.403997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144712264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:04.404214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739051129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-04T02:12:04.404287Z","caller":"traceutil/trace.go:171","msg":"trace[804047013] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad; range_end:; response_count:1; response_revision:23369; }","duration":"2.739143411s","start":"2026-03-04T02:12:01.665118Z","end":"2026-03-04T02:12:04.404262Z","steps":["trace[804047013] 'agreement among raft nodes before linearized reading' (duration: 2.738943076s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:04.404279Z","caller":"traceutil/trace.go:171","msg":"trace[139413931] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23369; }","duration":"3.145070841s","start":"2026-03-04T02:12:01.259164Z","end":"2026-03-04T02:12:04.404235Z","steps":["trace[139413931] 'agreement among raft nodes before linearized reading' (duration: 3.144684323s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.404317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869166836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:12:04.40434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.665102Z","time spent":"2.739228753s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" "} {"level":"info","ts":"2026-03-04T02:12:04.404376Z","caller":"traceutil/trace.go:171","msg":"trace[1604607993] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23369; }","duration":"2.869233607s","start":"2026-03-04T02:12:01.535113Z","end":"2026-03-04T02:12:04.404347Z","steps":["trace[1604607993] 'agreement among raft nodes before linearized reading' (duration: 2.869074563s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.404408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.5351Z","time spent":"2.869302418s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:12:04.404305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181641962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-04T02:12:04.404426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.259128Z","time spent":"3.145234165s","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:04.404484Z","caller":"traceutil/trace.go:171","msg":"trace[1909921898] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23369; }","duration":"4.181837387s","start":"2026-03-04T02:12:00.222632Z","end":"2026-03-04T02:12:04.404469Z","steps":["trace[1909921898] 'agreement among raft nodes before linearized reading' (duration: 4.181308715s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.404527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:00.222616Z","time spent":"4.181899588s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-03-04T02:12:04.404639Z","caller":"traceutil/trace.go:171","msg":"trace[585371567] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"2.179298613s","start":"2026-03-04T02:12:02.22529Z","end":"2026-03-04T02:12:04.404589Z","steps":["trace[585371567] 'process raft request' (duration: 2.178021873s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.405119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:02.225225Z","time spent":"2.179514318s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:04.548282Z","caller":"traceutil/trace.go:171","msg":"trace[333532785] linearizableReadLoop","detail":"{readStateIndex:24186; appliedIndex:24185; }","duration":"144.520571ms","start":"2026-03-04T02:12:04.403739Z","end":"2026-03-04T02:12:04.548259Z","steps":["trace[333532785] 'read index received' (duration: 144.295426ms)","trace[333532785] 'applied index is now lower than readState.Index' (duration: 224.535µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:04.548618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513078978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:04.548666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.839693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:12:04.548681Z","caller":"traceutil/trace.go:171","msg":"trace[1705312729] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23370; }","duration":"1.5132041s","start":"2026-03-04T02:12:03.035464Z","end":"2026-03-04T02:12:04.548668Z","steps":["trace[1705312729] 'agreement among raft nodes before linearized reading' (duration: 1.513084348s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:04.548706Z","caller":"traceutil/trace.go:171","msg":"trace[1025505331] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23370; }","duration":"840.934225ms","start":"2026-03-04T02:12:03.70776Z","end":"2026-03-04T02:12:04.548694Z","steps":["trace[1025505331] 'agreement among raft nodes before linearized reading' (duration: 840.760661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.548714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:03.035442Z","time spent":"1.513265082s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:04.54874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:03.707742Z","time spent":"840.992067ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-04T02:12:04.548775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.690726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:12:04.548855Z","caller":"traceutil/trace.go:171","msg":"trace[2082845502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23370; }","duration":"226.818858ms","start":"2026-03-04T02:12:04.322017Z","end":"2026-03-04T02:12:04.548836Z","steps":["trace[2082845502] 'agreement among raft nodes before linearized reading' (duration: 226.554702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.548901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056500892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:04.548928Z","caller":"traceutil/trace.go:171","msg":"trace[38605261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23370; }","duration":"1.056559984s","start":"2026-03-04T02:12:03.492362Z","end":"2026-03-04T02:12:04.548922Z","steps":["trace[38605261] 'agreement among raft nodes before linearized reading' (duration: 1.056513103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.548945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:03.492344Z","time spent":"1.056597634s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:04.549004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.851902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:12:04.549032Z","caller":"traceutil/trace.go:171","msg":"trace[669967801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23370; }","duration":"227.924453ms","start":"2026-03-04T02:12:04.321101Z","end":"2026-03-04T02:12:04.549025Z","steps":["trace[669967801] 'agreement among raft nodes before linearized reading' (duration: 227.840841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.54914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.104482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:12:04.54916Z","caller":"traceutil/trace.go:171","msg":"trace[473398125] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"226.0463ms","start":"2026-03-04T02:12:04.323102Z","end":"2026-03-04T02:12:04.549149Z","steps":["trace[473398125] 'process raft request' (duration: 225.007057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.549121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078504782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:12:04.549162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22977716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:12:04.549222Z","caller":"traceutil/trace.go:171","msg":"trace[1055601241] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23370; }","duration":"1.078673356s","start":"2026-03-04T02:12:03.470527Z","end":"2026-03-04T02:12:04.5492Z","steps":["trace[1055601241] 'agreement among raft nodes before linearized reading' (duration: 1.078463742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.549245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.353693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:12:04.549255Z","caller":"traceutil/trace.go:171","msg":"trace[1884985989] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:23370; }","duration":"1.229924783s","start":"2026-03-04T02:12:03.31931Z","end":"2026-03-04T02:12:04.549235Z","steps":["trace[1884985989] 'agreement among raft nodes before linearized reading' (duration: 1.229605686s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:04.549275Z","caller":"traceutil/trace.go:171","msg":"trace[308197874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23370; }","duration":"140.419655ms","start":"2026-03-04T02:12:04.40885Z","end":"2026-03-04T02:12:04.54927Z","steps":["trace[308197874] 'agreement among raft nodes before linearized reading' (duration: 140.346843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.549293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:03.470504Z","time spent":"1.078777489s","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:04.549299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163978757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:12:04.549311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:03.31929Z","time spent":"1.230011896s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-04T02:12:04.549166Z","caller":"traceutil/trace.go:171","msg":"trace[1458236121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23370; }","duration":"226.152583ms","start":"2026-03-04T02:12:04.323004Z","end":"2026-03-04T02:12:04.549157Z","steps":["trace[1458236121] 'agreement among raft nodes before linearized reading' (duration: 226.087092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:04.549344Z","caller":"traceutil/trace.go:171","msg":"trace[970981523] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23370; }","duration":"2.164029418s","start":"2026-03-04T02:12:02.385304Z","end":"2026-03-04T02:12:04.549333Z","steps":["trace[970981523] 'agreement among raft nodes before linearized reading' (duration: 2.163948047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.549369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:02.385233Z","time spent":"2.16413011s","remote":"127.0.0.1:35222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:04.54938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.056796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:12:04.549414Z","caller":"traceutil/trace.go:171","msg":"trace[73071955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23370; }","duration":"228.138928ms","start":"2026-03-04T02:12:04.321268Z","end":"2026-03-04T02:12:04.549407Z","steps":["trace[73071955] 'agreement among raft nodes before linearized reading' (duration: 227.991655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.549319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.962964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:12:04.549507Z","caller":"traceutil/trace.go:171","msg":"trace[960980298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23370; }","duration":"228.280522ms","start":"2026-03-04T02:12:04.321207Z","end":"2026-03-04T02:12:04.549487Z","steps":["trace[960980298] 'agreement among raft nodes before linearized reading' (duration: 227.620217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.549656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.645084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:12:04.549851Z","caller":"traceutil/trace.go:171","msg":"trace[175115806] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23370; }","duration":"226.872089ms","start":"2026-03-04T02:12:04.322946Z","end":"2026-03-04T02:12:04.549818Z","steps":["trace[175115806] 'agreement among raft nodes before linearized reading' (duration: 226.208434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:07.829584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371749,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:12:07.888495Z","caller":"traceutil/trace.go:171","msg":"trace[898125199] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"563.639196ms","start":"2026-03-04T02:12:07.324825Z","end":"2026-03-04T02:12:07.888465Z","steps":["trace[898125199] 'process raft request' (duration: 563.454372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:07.888689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:07.324795Z","time spent":"563.78248ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:08.960934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.453221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:08.961122Z","caller":"traceutil/trace.go:171","msg":"trace[33218138] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"1.23707184s","start":"2026-03-04T02:12:07.723989Z","end":"2026-03-04T02:12:08.961061Z","steps":["trace[33218138] 'process raft request' (duration: 601.403763ms)","trace[33218138] 'compare' (duration: 634.847638ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:08.961186Z","caller":"traceutil/trace.go:171","msg":"trace[913324855] linearizableReadLoop","detail":"{readStateIndex:24230; appliedIndex:24228; }","duration":"1.632109977s","start":"2026-03-04T02:12:07.329068Z","end":"2026-03-04T02:12:08.961178Z","steps":["trace[913324855] 'read index received' (duration: 559.223604ms)","trace[913324855] 'applied index is now lower than readState.Index' (duration: 1.072885183s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:08.961265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632194349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:08.961291Z","caller":"traceutil/trace.go:171","msg":"trace[365726502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23413; }","duration":"1.632293672s","start":"2026-03-04T02:12:07.328989Z","end":"2026-03-04T02:12:08.961283Z","steps":["trace[365726502] 'agreement among raft nodes before linearized reading' (duration: 1.63224116s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:08.961154Z","caller":"traceutil/trace.go:171","msg":"trace[730757217] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"543.210363ms","start":"2026-03-04T02:12:08.417925Z","end":"2026-03-04T02:12:08.961136Z","steps":["trace[730757217] 'process raft request' (duration: 543.113741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:08.961309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:07.723958Z","time spent":"1.237245034s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:08.961496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.417883Z","time spent":"543.48823ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:08.961319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:07.328956Z","time spent":"1.632355623s","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:09.34152Z","caller":"traceutil/trace.go:171","msg":"trace[839146464] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"920.099301ms","start":"2026-03-04T02:12:08.42138Z","end":"2026-03-04T02:12:09.341479Z","steps":["trace[839146464] 'process raft request' (duration: 919.730353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:09.341561Z","caller":"traceutil/trace.go:171","msg":"trace[1916539840] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"920.143232ms","start":"2026-03-04T02:12:08.421382Z","end":"2026-03-04T02:12:09.341525Z","steps":["trace[1916539840] 'process raft request' (duration: 919.931467ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:09.341575Z","caller":"traceutil/trace.go:171","msg":"trace[1746477424] linearizableReadLoop","detail":"{readStateIndex:24236; appliedIndex:24231; }","duration":"380.337388ms","start":"2026-03-04T02:12:08.961206Z","end":"2026-03-04T02:12:09.341544Z","steps":["trace[1746477424] 'read index received' (duration: 379.813196ms)","trace[1746477424] 'applied index is now lower than readState.Index' (duration: 523.012µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:09.341668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.437446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:09.341705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.421353Z","time spent":"920.256985ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:09.341728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.421355Z","time spent":"920.270815ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:09.341737Z","caller":"traceutil/trace.go:171","msg":"trace[1451678632] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23418; }","duration":"674.564209ms","start":"2026-03-04T02:12:08.667161Z","end":"2026-03-04T02:12:09.341725Z","steps":["trace[1451678632] 'agreement among raft nodes before linearized reading' (duration: 674.439006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.341778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.667136Z","time spent":"674.628251ms","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:09.341765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.748204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:12:09.341551Z","caller":"traceutil/trace.go:171","msg":"trace[1034044460] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"920.099481ms","start":"2026-03-04T02:12:08.421424Z","end":"2026-03-04T02:12:09.341524Z","steps":["trace[1034044460] 'process raft request' (duration: 919.951718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:09.341817Z","caller":"traceutil/trace.go:171","msg":"trace[628339242] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"920.345756ms","start":"2026-03-04T02:12:08.421453Z","end":"2026-03-04T02:12:09.341799Z","steps":["trace[628339242] 'process raft request' (duration: 919.968788ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:09.341842Z","caller":"traceutil/trace.go:171","msg":"trace[548328964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23418; }","duration":"756.899667ms","start":"2026-03-04T02:12:08.58492Z","end":"2026-03-04T02:12:09.34182Z","steps":["trace[548328964] 'agreement among raft nodes before linearized reading' (duration: 756.639641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.341885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.42139Z","time spent":"920.47537ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:09.341896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.584894Z","time spent":"756.988409ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:09.341902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.829096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:12:09.341936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.421409Z","time spent":"920.460859ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:09.341782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.984979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:12:09.341944Z","caller":"traceutil/trace.go:171","msg":"trace[2144587177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23418; }","duration":"756.884987ms","start":"2026-03-04T02:12:08.585046Z","end":"2026-03-04T02:12:09.341931Z","steps":["trace[2144587177] 'agreement among raft nodes before linearized reading' (duration: 756.716104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.341932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.433946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:12:09.342017Z","caller":"traceutil/trace.go:171","msg":"trace[409584429] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"777.870834ms","start":"2026-03-04T02:12:08.56414Z","end":"2026-03-04T02:12:09.342011Z","steps":["trace[409584429] 'process raft request' (duration: 777.346272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.342046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.564113Z","time spent":"777.915595ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:09.342039Z","caller":"traceutil/trace.go:171","msg":"trace[824062330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23418; }","duration":"756.630331ms","start":"2026-03-04T02:12:08.585386Z","end":"2026-03-04T02:12:09.342017Z","steps":["trace[824062330] 'agreement among raft nodes before linearized reading' (duration: 756.278783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.342085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.657288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:09.342123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.585352Z","time spent":"756.736554ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:09.342147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.954661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:12:09.342144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14396952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:09.342157Z","caller":"traceutil/trace.go:171","msg":"trace[823727955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23418; }","duration":"849.7762ms","start":"2026-03-04T02:12:08.492367Z","end":"2026-03-04T02:12:09.342143Z","steps":["trace[823727955] 'agreement among raft nodes before linearized reading' (duration: 849.685598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.34221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.492337Z","time spent":"849.866313ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:12:09.342212Z","caller":"traceutil/trace.go:171","msg":"trace[1485187534] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23418; }","duration":"1.144040921s","start":"2026-03-04T02:12:08.198153Z","end":"2026-03-04T02:12:09.342194Z","steps":["trace[1485187534] 'agreement among raft nodes before linearized reading' (duration: 1.143903788s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.342238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902430084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:12:09.342267Z","caller":"traceutil/trace.go:171","msg":"trace[800873856] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23418; }","duration":"1.902533656s","start":"2026-03-04T02:12:07.439725Z","end":"2026-03-04T02:12:09.342258Z","steps":["trace[800873856] 'agreement among raft nodes before linearized reading' (duration: 1.9022868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.342259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.198128Z","time spent":"1.144116644s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:09.342283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:07.439702Z","time spent":"1.902576347s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-04T02:12:09.341975Z","caller":"traceutil/trace.go:171","msg":"trace[1779455739] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23418; }","duration":"757.224575ms","start":"2026-03-04T02:12:08.584736Z","end":"2026-03-04T02:12:09.341961Z","steps":["trace[1779455739] 'agreement among raft nodes before linearized reading' (duration: 756.958629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.342352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.847448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:12:09.342204Z","caller":"traceutil/trace.go:171","msg":"trace[454819730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23418; }","duration":"764.024843ms","start":"2026-03-04T02:12:08.578162Z","end":"2026-03-04T02:12:09.342187Z","steps":["trace[454819730] 'agreement among raft nodes before linearized reading' (duration: 763.646335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.342372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.584709Z","time spent":"757.651454ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:12:09.34239Z","caller":"traceutil/trace.go:171","msg":"trace[721796105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23418; }","duration":"766.90558ms","start":"2026-03-04T02:12:08.575468Z","end":"2026-03-04T02:12:09.342373Z","steps":["trace[721796105] 'agreement among raft nodes before linearized reading' (duration: 766.536841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.342406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990755552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"warn","ts":"2026-03-04T02:12:09.342399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.578152Z","time spent":"764.234538ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:12:09.342424Z","caller":"traceutil/trace.go:171","msg":"trace[1076626692] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23418; }","duration":"1.990798654s","start":"2026-03-04T02:12:07.351619Z","end":"2026-03-04T02:12:09.342418Z","steps":["trace[1076626692] 'agreement among raft nodes before linearized reading' (duration: 1.990546098s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.342422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.575459Z","time spent":"766.95585ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:12:09.342443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:07.351607Z","time spent":"1.990832554s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10382,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T02:12:09.341982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.585038Z","time spent":"756.933088ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:12:09.777299Z","caller":"traceutil/trace.go:171","msg":"trace[810268789] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"428.669847ms","start":"2026-03-04T02:12:09.348603Z","end":"2026-03-04T02:12:09.777273Z","steps":["trace[810268789] 'process raft request' (duration: 428.590526ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:09.777352Z","caller":"traceutil/trace.go:171","msg":"trace[2857333] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"428.849872ms","start":"2026-03-04T02:12:09.348456Z","end":"2026-03-04T02:12:09.777306Z","steps":["trace[2857333] 'process raft request' (duration: 428.542015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:09.777466Z","caller":"traceutil/trace.go:171","msg":"trace[1556392809] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"428.854021ms","start":"2026-03-04T02:12:09.348554Z","end":"2026-03-04T02:12:09.777408Z","steps":["trace[1556392809] 'process raft request' (duration: 428.595175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.777545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:09.348443Z","time spent":"428.999115ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:09.777725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:09.348549Z","time spent":"429.047567ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:09.777512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:09.348595Z","time spent":"428.811841ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:09.777736Z","caller":"traceutil/trace.go:171","msg":"trace[140138213] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"429.080517ms","start":"2026-03-04T02:12:09.348641Z","end":"2026-03-04T02:12:09.777721Z","steps":["trace[140138213] 'process raft request' (duration: 428.591975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:09.777913Z","caller":"traceutil/trace.go:171","msg":"trace[1740750703] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"425.743419ms","start":"2026-03-04T02:12:09.352087Z","end":"2026-03-04T02:12:09.77783Z","steps":["trace[1740750703] 'process raft request' (duration: 425.490913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.777961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:09.348636Z","time spent":"429.292113ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:09.778021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:09.35207Z","time spent":"425.888743ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:09.778032Z","caller":"traceutil/trace.go:171","msg":"trace[1005216632] linearizableReadLoop","detail":"{readStateIndex:24243; appliedIndex:24236; }","duration":"423.745934ms","start":"2026-03-04T02:12:09.354272Z","end":"2026-03-04T02:12:09.778018Z","steps":["trace[1005216632] 'read index received' (duration: 35.35848ms)","trace[1005216632] 'applied index is now lower than readState.Index' (duration: 388.386444ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:09.778159Z","caller":"traceutil/trace.go:171","msg":"trace[571479247] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"423.977639ms","start":"2026-03-04T02:12:09.354166Z","end":"2026-03-04T02:12:09.778144Z","steps":["trace[571479247] 'process raft request' (duration: 423.61622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.778246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:09.354158Z","time spent":"424.050172ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:09.778501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.28524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:12:09.778556Z","caller":"traceutil/trace.go:171","msg":"trace[1202283805] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23425; }","duration":"114.402162ms","start":"2026-03-04T02:12:09.664139Z","end":"2026-03-04T02:12:09.778541Z","steps":["trace[1202283805] 'agreement among raft nodes before linearized reading' (duration: 114.028234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.778789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.514732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-03-04T02:12:09.778838Z","caller":"traceutil/trace.go:171","msg":"trace[677125459] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23425; }","duration":"424.589384ms","start":"2026-03-04T02:12:09.354234Z","end":"2026-03-04T02:12:09.778823Z","steps":["trace[677125459] 'agreement among raft nodes before linearized reading' (duration: 423.903258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:09.778868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:09.354224Z","time spent":"424.636775ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T02:12:11.055556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.601659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:11.055715Z","caller":"traceutil/trace.go:171","msg":"trace[1809819289] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"1.261058705s","start":"2026-03-04T02:12:09.79463Z","end":"2026-03-04T02:12:11.055689Z","steps":["trace[1809819289] 'process raft request' (duration: 420.177911ms)","trace[1809819289] 'compare' (duration: 839.245926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:11.055786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:09.794618Z","time spent":"1.261136368s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:12.354781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999946765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:12:12.354892Z","caller":"traceutil/trace.go:171","msg":"trace[983051816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017914s","start":"2026-03-04T02:12:10.354688Z","end":"2026-03-04T02:12:12.354867Z","steps":["trace[983051816] 'agreement among raft nodes before linearized reading' (duration: 2.000000745s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:12.35498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:10.354655Z","time spent":"2.000282632s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:12.492632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000310723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:12:12.492822Z","caller":"traceutil/trace.go:171","msg":"trace[1620323996] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057257s","start":"2026-03-04T02:12:10.492222Z","end":"2026-03-04T02:12:12.492795Z","steps":["trace[1620323996] 'agreement among raft nodes before linearized reading' (duration: 2.000356255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:12.49291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:10.492193Z","time spent":"2.000702713s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:12:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:12:13.029344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.814901228s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:12:13.030073Z","caller":"traceutil/trace.go:171","msg":"trace[212231726] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"3.235250562s","start":"2026-03-04T02:12:09.794773Z","end":"2026-03-04T02:12:13.030023Z","steps":["trace[212231726] 'process raft request' (duration: 3.234823492s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:13.030224Z","caller":"traceutil/trace.go:171","msg":"trace[1848100062] linearizableReadLoop","detail":"{readStateIndex:24247; appliedIndex:24243; }","duration":"3.178056886s","start":"2026-03-04T02:12:09.852122Z","end":"2026-03-04T02:12:13.030179Z","steps":["trace[1848100062] 'read index received' (duration: 362.691088ms)","trace[1848100062] 'applied index is now lower than readState.Index' (duration: 2.815363268s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:13.030312Z","caller":"traceutil/trace.go:171","msg":"trace[255157420] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"3.234971927s","start":"2026-03-04T02:12:09.795305Z","end":"2026-03-04T02:12:13.030277Z","steps":["trace[255157420] 'process raft request' (duration: 3.234610887s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.030329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:09.794736Z","time spent":"3.235463047s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:13.030081Z","caller":"traceutil/trace.go:171","msg":"trace[1028596578] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"3.23471618s","start":"2026-03-04T02:12:09.795253Z","end":"2026-03-04T02:12:13.029969Z","steps":["trace[1028596578] 'process raft request' (duration: 3.234588267s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.030515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:09.795273Z","time spent":"3.235133281s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:13.030475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178277932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:13.030591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:09.795246Z","time spent":"3.235303954s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:13.030612Z","caller":"traceutil/trace.go:171","msg":"trace[420789670] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23429; }","duration":"3.178471147s","start":"2026-03-04T02:12:09.852111Z","end":"2026-03-04T02:12:13.030582Z","steps":["trace[420789670] 'agreement among raft nodes before linearized reading' (duration: 3.17819221s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.030676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:09.852031Z","time spent":"3.17863074s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:12:13.054596Z","caller":"traceutil/trace.go:171","msg":"trace[1146591745] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"2.087208098s","start":"2026-03-04T02:12:10.967344Z","end":"2026-03-04T02:12:13.054552Z","steps":["trace[1146591745] 'process raft request' (duration: 2.086998683s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:13.054655Z","caller":"traceutil/trace.go:171","msg":"trace[436628907] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"1.706061441s","start":"2026-03-04T02:12:11.348564Z","end":"2026-03-04T02:12:13.054625Z","steps":["trace[436628907] 'process raft request' (duration: 1.705903818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.054803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:10.96731Z","time spent":"2.087380292s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:13.0548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.348544Z","time spent":"1.706166374s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:13.055056Z","caller":"traceutil/trace.go:171","msg":"trace[34664840] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"1.705713224s","start":"2026-03-04T02:12:11.349327Z","end":"2026-03-04T02:12:13.05504Z","steps":["trace[34664840] 'process raft request' (duration: 1.705181022s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.055123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.349298Z","time spent":"1.705785356s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:13.055609Z","caller":"traceutil/trace.go:171","msg":"trace[518848333] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"1.705947439s","start":"2026-03-04T02:12:11.349643Z","end":"2026-03-04T02:12:13.05559Z","steps":["trace[518848333] 'process raft request' (duration: 1.70559736s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.055686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.349619Z","time spent":"1.706030921s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:13.055828Z","caller":"traceutil/trace.go:171","msg":"trace[1283178137] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"1.704012415s","start":"2026-03-04T02:12:11.3518Z","end":"2026-03-04T02:12:13.055813Z","steps":["trace[1283178137] 'process raft request' (duration: 1.703504463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.055889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.351793Z","time spent":"1.704067047s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:13.055924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418622219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:13.055964Z","caller":"traceutil/trace.go:171","msg":"trace[1576319916] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23436; }","duration":"1.418712851s","start":"2026-03-04T02:12:11.637242Z","end":"2026-03-04T02:12:13.055955Z","steps":["trace[1576319916] 'agreement among raft nodes before linearized reading' (duration: 1.418582928s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.055989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.637064Z","time spent":"1.418918535s","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:13.056219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662471532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:12:13.056261Z","caller":"traceutil/trace.go:171","msg":"trace[1389874920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23436; }","duration":"1.662539723s","start":"2026-03-04T02:12:11.393707Z","end":"2026-03-04T02:12:13.056247Z","steps":["trace[1389874920] 'agreement among raft nodes before linearized reading' (duration: 1.662459972s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.056295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.39369Z","time spent":"1.662599314s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:12:13.056479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845263819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:12:13.056544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252678524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:13.056541Z","caller":"traceutil/trace.go:171","msg":"trace[1018998671] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"1.704516916s","start":"2026-03-04T02:12:11.351987Z","end":"2026-03-04T02:12:13.056504Z","steps":["trace[1018998671] 'process raft request' (duration: 1.703357409s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:13.056579Z","caller":"traceutil/trace.go:171","msg":"trace[1184884654] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23436; }","duration":"2.252761356s","start":"2026-03-04T02:12:10.803804Z","end":"2026-03-04T02:12:13.056565Z","steps":["trace[1184884654] 'agreement among raft nodes before linearized reading' (duration: 2.252704934s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.056617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:10.803779Z","time spent":"2.252829248s","remote":"127.0.0.1:55230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:13.056677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.351944Z","time spent":"1.704646189s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:13.056813Z","caller":"traceutil/trace.go:171","msg":"trace[964693131] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"162.820865ms","start":"2026-03-04T02:12:12.893977Z","end":"2026-03-04T02:12:13.056798Z","steps":["trace[964693131] 'process raft request' (duration: 161.400242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.056945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.252575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:13.05699Z","caller":"traceutil/trace.go:171","msg":"trace[462836739] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23436; }","duration":"113.342227ms","start":"2026-03-04T02:12:12.943637Z","end":"2026-03-04T02:12:13.056979Z","steps":["trace[462836739] 'agreement among raft nodes before linearized reading' (duration: 113.254115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.057185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.800742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:13.05719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519692143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274424"} {"level":"info","ts":"2026-03-04T02:12:13.057254Z","caller":"traceutil/trace.go:171","msg":"trace[438151372] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23436; }","duration":"2.519814986s","start":"2026-03-04T02:12:10.537422Z","end":"2026-03-04T02:12:13.057237Z","steps":["trace[438151372] 'agreement among raft nodes before linearized reading' (duration: 2.519372016s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.057287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:10.537394Z","time spent":"2.519887278s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274447,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:12:13.057352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.753508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998173b80ac180\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:12:13.057323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01643495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:13.057388Z","caller":"traceutil/trace.go:171","msg":"trace[2110210511] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18998173b80ac180; range_end:; response_count:1; response_revision:23436; }","duration":"698.82296ms","start":"2026-03-04T02:12:12.358556Z","end":"2026-03-04T02:12:13.057379Z","steps":["trace[2110210511] 'agreement among raft nodes before linearized reading' (duration: 698.679687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.057425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:12.358538Z","time spent":"698.881342ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998173b80ac180\" "} {"level":"info","ts":"2026-03-04T02:12:13.057438Z","caller":"traceutil/trace.go:171","msg":"trace[850847115] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23436; }","duration":"3.016611474s","start":"2026-03-04T02:12:10.040794Z","end":"2026-03-04T02:12:13.057406Z","steps":["trace[850847115] 'agreement among raft nodes before linearized reading' (duration: 3.016349308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.057487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:10.04077Z","time spent":"3.016706156s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:13.057517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073486042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-03-04T02:12:13.057539Z","caller":"traceutil/trace.go:171","msg":"trace[2078447233] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23436; }","duration":"3.073557294s","start":"2026-03-04T02:12:09.983975Z","end":"2026-03-04T02:12:13.057532Z","steps":["trace[2078447233] 'agreement among raft nodes before linearized reading' (duration: 3.073490522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.057561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:09.983952Z","time spent":"3.073605955s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-04T02:12:13.057613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101888105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:13.057651Z","caller":"traceutil/trace.go:171","msg":"trace[1159391015] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23436; }","duration":"1.101977877s","start":"2026-03-04T02:12:11.955663Z","end":"2026-03-04T02:12:13.057641Z","steps":["trace[1159391015] 'agreement among raft nodes before linearized reading' (duration: 1.101904815s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:13.057216Z","caller":"traceutil/trace.go:171","msg":"trace[623914207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23436; }","duration":"557.865862ms","start":"2026-03-04T02:12:12.499343Z","end":"2026-03-04T02:12:13.057208Z","steps":["trace[623914207] 'agreement among raft nodes before linearized reading' (duration: 557.812631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.057687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.95564Z","time spent":"1.102038778s","remote":"127.0.0.1:55184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:13.057708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:12.499327Z","time spent":"558.373714ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:13.05779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41356248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:13.056146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589837268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-04T02:12:13.05786Z","caller":"traceutil/trace.go:171","msg":"trace[283211680] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23436; }","duration":"1.591579297s","start":"2026-03-04T02:12:11.466255Z","end":"2026-03-04T02:12:13.057834Z","steps":["trace[283211680] 'agreement among raft nodes before linearized reading' (duration: 1.589775646s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.05788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820974298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-04T02:12:13.057904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.466217Z","time spent":"1.59167468s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:12:13.057916Z","caller":"traceutil/trace.go:171","msg":"trace[57904486] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23436; }","duration":"2.82105513s","start":"2026-03-04T02:12:10.23685Z","end":"2026-03-04T02:12:13.057905Z","steps":["trace[57904486] 'agreement among raft nodes before linearized reading' (duration: 2.820880326s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.057943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:10.236826Z","time spent":"2.821110322s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:12:13.058054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854889025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:13.05809Z","caller":"traceutil/trace.go:171","msg":"trace[1694939591] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23436; }","duration":"2.854966897s","start":"2026-03-04T02:12:10.203112Z","end":"2026-03-04T02:12:13.058079Z","steps":["trace[1694939591] 'agreement among raft nodes before linearized reading' (duration: 2.854909056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.058141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:10.203091Z","time spent":"2.855040768s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:13.05788Z","caller":"traceutil/trace.go:171","msg":"trace[689780123] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23436; }","duration":"1.84533458s","start":"2026-03-04T02:12:11.21117Z","end":"2026-03-04T02:12:13.056505Z","steps":["trace[689780123] 'agreement among raft nodes before linearized reading' (duration: 1.845235368s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.058377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.211153Z","time spent":"1.847211835s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:12:13.058933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274477336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:12:13.058978Z","caller":"traceutil/trace.go:171","msg":"trace[1151129928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23436; }","duration":"1.274575288s","start":"2026-03-04T02:12:11.784392Z","end":"2026-03-04T02:12:13.058967Z","steps":["trace[1151129928] 'agreement among raft nodes before linearized reading' (duration: 1.274448435s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.059027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.784366Z","time spent":"1.274654381s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:13.059224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274846155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:12:13.05926Z","caller":"traceutil/trace.go:171","msg":"trace[452569029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23436; }","duration":"1.274936187s","start":"2026-03-04T02:12:11.784314Z","end":"2026-03-04T02:12:13.05925Z","steps":["trace[452569029] 'agreement among raft nodes before linearized reading' (duration: 1.274843605s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.059288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.784282Z","time spent":"1.274999689s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:12:13.059371Z","caller":"traceutil/trace.go:171","msg":"trace[1159640495] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23436; }","duration":"1.415173578s","start":"2026-03-04T02:12:11.64416Z","end":"2026-03-04T02:12:13.059333Z","steps":["trace[1159640495] 'agreement among raft nodes before linearized reading' (duration: 1.41358017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.059497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275544331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:12:13.059428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275171032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:12:13.059583Z","caller":"traceutil/trace.go:171","msg":"trace[1512740601] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23436; }","duration":"1.275715865s","start":"2026-03-04T02:12:11.783846Z","end":"2026-03-04T02:12:13.059562Z","steps":["trace[1512740601] 'agreement among raft nodes before linearized reading' (duration: 1.275450399s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.059595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275778986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:12:13.05961Z","caller":"traceutil/trace.go:171","msg":"trace[2065815923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23436; }","duration":"1.275350786s","start":"2026-03-04T02:12:11.784246Z","end":"2026-03-04T02:12:13.059597Z","steps":["trace[2065815923] 'agreement among raft nodes before linearized reading' (duration: 1.275072169s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.059636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.783811Z","time spent":"1.275815016s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:12:13.059642Z","caller":"traceutil/trace.go:171","msg":"trace[288085998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23436; }","duration":"1.275876608s","start":"2026-03-04T02:12:11.783752Z","end":"2026-03-04T02:12:13.059629Z","steps":["trace[288085998] 'agreement among raft nodes before linearized reading' (duration: 1.275750906s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:13.05965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.784202Z","time spent":"1.275437488s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:13.059679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.783712Z","time spent":"1.27595896s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:12:13.059769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:11.64412Z","time spent":"1.415375642s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:23.580389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371972,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:12:23.649475Z","caller":"traceutil/trace.go:171","msg":"trace[4834741] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"574.627982ms","start":"2026-03-04T02:12:23.074818Z","end":"2026-03-04T02:12:23.649446Z","steps":["trace[4834741] 'process raft request' (duration: 574.456188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:23.64967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.074788Z","time spent":"574.780275ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:24.26333Z","caller":"traceutil/trace.go:171","msg":"trace[1945988353] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"1.163705578s","start":"2026-03-04T02:12:23.09959Z","end":"2026-03-04T02:12:24.263295Z","steps":["trace[1945988353] 'process raft request' (duration: 1.163512643s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.263494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.099551Z","time spent":"1.163859191s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:24.263852Z","caller":"traceutil/trace.go:171","msg":"trace[1485972050] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"1.163937054s","start":"2026-03-04T02:12:23.099876Z","end":"2026-03-04T02:12:24.263813Z","steps":["trace[1485972050] 'process raft request' (duration: 1.163379561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.264096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.09985Z","time spent":"1.164119768s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:24.264481Z","caller":"traceutil/trace.go:171","msg":"trace[211613734] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"1.164505097s","start":"2026-03-04T02:12:23.099948Z","end":"2026-03-04T02:12:24.264453Z","steps":["trace[211613734] 'process raft request' (duration: 1.163701428s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.264641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.099916Z","time spent":"1.16463992s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:24.264698Z","caller":"traceutil/trace.go:171","msg":"trace[601975433] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"1.16466409s","start":"2026-03-04T02:12:23.100018Z","end":"2026-03-04T02:12:24.264683Z","steps":["trace[601975433] 'process raft request' (duration: 1.164263381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.264774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.099999Z","time spent":"1.164734862s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:24.2648Z","caller":"traceutil/trace.go:171","msg":"trace[2007852292] linearizableReadLoop","detail":"{readStateIndex:24336; appliedIndex:24330; }","duration":"1.184590443s","start":"2026-03-04T02:12:23.080161Z","end":"2026-03-04T02:12:24.264752Z","steps":["trace[2007852292] 'read index received' (duration: 569.265797ms)","trace[2007852292] 'applied index is now lower than readState.Index' (duration: 615.323076ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:24.26497Z","caller":"traceutil/trace.go:171","msg":"trace[1141475775] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"1.164723992s","start":"2026-03-04T02:12:23.10022Z","end":"2026-03-04T02:12:24.264944Z","steps":["trace[1141475775] 'process raft request' (duration: 1.16418984s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:24.265102Z","caller":"traceutil/trace.go:171","msg":"trace[1433593837] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"1.164562338s","start":"2026-03-04T02:12:23.100528Z","end":"2026-03-04T02:12:24.265091Z","steps":["trace[1433593837] 'process raft request' (duration: 1.164079447s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.265118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.100201Z","time spent":"1.164810944s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:24.265179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.100516Z","time spent":"1.16463049s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:24.265527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18536582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-04T02:12:24.265565Z","caller":"traceutil/trace.go:171","msg":"trace[2069561074] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23515; }","duration":"1.185439752s","start":"2026-03-04T02:12:23.080115Z","end":"2026-03-04T02:12:24.265554Z","steps":["trace[2069561074] 'agreement among raft nodes before linearized reading' (duration: 1.185293839s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.265599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.080094Z","time spent":"1.185498513s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:12:24.76598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371981,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:12:24.773847Z","caller":"traceutil/trace.go:171","msg":"trace[629879849] linearizableReadLoop","detail":"{readStateIndex:24337; appliedIndex:24336; }","duration":"508.910499ms","start":"2026-03-04T02:12:24.264895Z","end":"2026-03-04T02:12:24.773806Z","steps":["trace[629879849] 'read index received' (duration: 504.344342ms)","trace[629879849] 'applied index is now lower than readState.Index' (duration: 4.564897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:24.774064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453990068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:12:24.774126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579432047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:12:24.774137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657947316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:12:24.774179Z","caller":"traceutil/trace.go:171","msg":"trace[1236347708] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23516; }","duration":"1.57957189s","start":"2026-03-04T02:12:23.194594Z","end":"2026-03-04T02:12:24.774166Z","steps":["trace[1236347708] 'agreement among raft nodes before linearized reading' (duration: 1.579256853s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:24.774182Z","caller":"traceutil/trace.go:171","msg":"trace[219715] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:23516; }","duration":"1.454169902s","start":"2026-03-04T02:12:23.31999Z","end":"2026-03-04T02:12:24.77416Z","steps":["trace[219715] 'agreement among raft nodes before linearized reading' (duration: 1.453844134s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:24.774196Z","caller":"traceutil/trace.go:171","msg":"trace[2070797641] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23516; }","duration":"1.658066629s","start":"2026-03-04T02:12:23.116109Z","end":"2026-03-04T02:12:24.774175Z","steps":["trace[2070797641] 'agreement among raft nodes before linearized reading' (duration: 1.657870785s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.774221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.194573Z","time spent":"1.579638401s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:12:24.774245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.116096Z","time spent":"1.65813604s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:12:24.774416Z","caller":"traceutil/trace.go:171","msg":"trace[2074093872] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"798.846449ms","start":"2026-03-04T02:12:23.975556Z","end":"2026-03-04T02:12:24.774403Z","steps":["trace[2074093872] 'process raft request' (duration: 793.7194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.774225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.319969Z","time spent":"1.454247744s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-04T02:12:24.774431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656041132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:12:24.77508Z","caller":"traceutil/trace.go:171","msg":"trace[288862554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23516; }","duration":"1.656772009s","start":"2026-03-04T02:12:23.118276Z","end":"2026-03-04T02:12:24.775048Z","steps":["trace[288862554] 'agreement among raft nodes before linearized reading' (duration: 1.655569332s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.774519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.975516Z","time spent":"798.939451ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:24.774582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.099415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:24.775473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.118262Z","time spent":"1.657130677s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:24.774629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083252043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:24.774638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664090068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:12:24.775767Z","caller":"traceutil/trace.go:171","msg":"trace[1573684802] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23516; }","duration":"1.08441339s","start":"2026-03-04T02:12:23.691324Z","end":"2026-03-04T02:12:24.775737Z","steps":["trace[1573684802] 'agreement among raft nodes before linearized reading' (duration: 1.083280314s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.775848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.691306Z","time spent":"1.084521803s","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:24.774673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282511942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:24.776002Z","caller":"traceutil/trace.go:171","msg":"trace[320604513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23516; }","duration":"1.66547199s","start":"2026-03-04T02:12:23.110514Z","end":"2026-03-04T02:12:24.775986Z","steps":["trace[320604513] 'agreement among raft nodes before linearized reading' (duration: 1.664014217s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.774637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551548339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:24.776076Z","caller":"traceutil/trace.go:171","msg":"trace[1815771342] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23516; }","duration":"1.553018113s","start":"2026-03-04T02:12:23.22304Z","end":"2026-03-04T02:12:24.776059Z","steps":["trace[1815771342] 'agreement among raft nodes before linearized reading' (duration: 1.550833793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.776112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.110505Z","time spent":"1.665555222s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:12:24.77599Z","caller":"traceutil/trace.go:171","msg":"trace[56743665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23516; }","duration":"1.283861764s","start":"2026-03-04T02:12:23.49209Z","end":"2026-03-04T02:12:24.775952Z","steps":["trace[56743665] 'agreement among raft nodes before linearized reading' (duration: 1.282557124s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.774723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385783187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:24.776163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.222957Z","time spent":"1.553159266s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:24.776191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.492068Z","time spent":"1.284101798s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:24.774758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665661415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:12:24.774761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42989053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:24.77635Z","caller":"traceutil/trace.go:171","msg":"trace[594787285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23516; }","duration":"1.667264942s","start":"2026-03-04T02:12:23.109063Z","end":"2026-03-04T02:12:24.776328Z","steps":["trace[594787285] 'agreement among raft nodes before linearized reading' (duration: 1.665610354s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:24.776363Z","caller":"traceutil/trace.go:171","msg":"trace[273137296] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23516; }","duration":"1.431584208s","start":"2026-03-04T02:12:23.344755Z","end":"2026-03-04T02:12:24.776339Z","steps":["trace[273137296] 'agreement among raft nodes before linearized reading' (duration: 1.429986812s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.776413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.109049Z","time spent":"1.667342384s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:24.776419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.344719Z","time spent":"1.431680741s","remote":"127.0.0.1:55148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:24.774905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.735027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:24.774973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.023856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:24.776537Z","caller":"traceutil/trace.go:171","msg":"trace[921335123] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23516; }","duration":"489.436146ms","start":"2026-03-04T02:12:24.287086Z","end":"2026-03-04T02:12:24.776523Z","steps":["trace[921335123] 'agreement among raft nodes before linearized reading' (duration: 487.689576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.776572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:24.287063Z","time spent":"489.495248ms","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:24.776601Z","caller":"traceutil/trace.go:171","msg":"trace[1047587406] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23516; }","duration":"1.387309632s","start":"2026-03-04T02:12:23.388883Z","end":"2026-03-04T02:12:24.776192Z","steps":["trace[1047587406] 'agreement among raft nodes before linearized reading' (duration: 1.385810908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.774963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677311166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:24.77667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.388855Z","time spent":"1.387794174s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:24.776708Z","caller":"traceutil/trace.go:171","msg":"trace[1490949344] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23516; }","duration":"1.679069207s","start":"2026-03-04T02:12:23.09763Z","end":"2026-03-04T02:12:24.776699Z","steps":["trace[1490949344] 'agreement among raft nodes before linearized reading' (duration: 1.677270045s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.776738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.097554Z","time spent":"1.679172009s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:24.774541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654758363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:12:24.775594Z","caller":"traceutil/trace.go:171","msg":"trace[236872553] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23516; }","duration":"517.064057ms","start":"2026-03-04T02:12:24.258466Z","end":"2026-03-04T02:12:24.77553Z","steps":["trace[236872553] 'agreement among raft nodes before linearized reading' (duration: 516.077854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.776806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:24.258436Z","time spent":"518.363297ms","remote":"127.0.0.1:54932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:24.776906Z","caller":"traceutil/trace.go:171","msg":"trace[136349147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23516; }","duration":"1.657140698s","start":"2026-03-04T02:12:23.119746Z","end":"2026-03-04T02:12:24.776887Z","steps":["trace[136349147] 'agreement among raft nodes before linearized reading' (duration: 1.65465205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.776953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.119699Z","time spent":"1.65723947s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:24.77498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670169959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:12:24.776567Z","caller":"traceutil/trace.go:171","msg":"trace[838235539] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23516; }","duration":"254.683644ms","start":"2026-03-04T02:12:24.521865Z","end":"2026-03-04T02:12:24.776548Z","steps":["trace[838235539] 'agreement among raft nodes before linearized reading' (duration: 253.063606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:24.777174Z","caller":"traceutil/trace.go:171","msg":"trace[1534138850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23516; }","duration":"1.672392341s","start":"2026-03-04T02:12:23.104757Z","end":"2026-03-04T02:12:24.77715Z","steps":["trace[1534138850] 'agreement among raft nodes before linearized reading' (duration: 1.670153079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:24.777251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:23.104745Z","time spent":"1.672486184s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:12:25.277816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379371983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:12:25.430337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.808586ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:25.430486Z","caller":"traceutil/trace.go:171","msg":"trace[1962323095] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23516; }","duration":"530.9959ms","start":"2026-03-04T02:12:24.899466Z","end":"2026-03-04T02:12:25.430462Z","steps":["trace[1962323095] 'range keys from in-memory index tree' (duration: 530.782876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:25.43097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:24.776435Z","time spent":"654.528033ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:12:26.775344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.234148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:26.775778Z","caller":"traceutil/trace.go:171","msg":"trace[761584681] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"1.996640668s","start":"2026-03-04T02:12:24.779066Z","end":"2026-03-04T02:12:26.775707Z","steps":["trace[761584681] 'process raft request' (duration: 1.259900108s)","trace[761584681] 'compare' (duration: 735.971172ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:26.775843Z","caller":"traceutil/trace.go:171","msg":"trace[2038961570] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"1.995172923s","start":"2026-03-04T02:12:24.780639Z","end":"2026-03-04T02:12:26.775812Z","steps":["trace[2038961570] 'process raft request' (duration: 1.994836045s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:26.775933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:24.77905Z","time spent":"1.996799672s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:26.776087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:24.780629Z","time spent":"1.995266226s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:26.776126Z","caller":"traceutil/trace.go:171","msg":"trace[1933772631] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"1.995286946s","start":"2026-03-04T02:12:24.780794Z","end":"2026-03-04T02:12:26.776081Z","steps":["trace[1933772631] 'process raft request' (duration: 1.994949849s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:26.77628Z","caller":"traceutil/trace.go:171","msg":"trace[471934445] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"1.994536179s","start":"2026-03-04T02:12:24.781732Z","end":"2026-03-04T02:12:26.776269Z","steps":["trace[471934445] 'process raft request' (duration: 1.994471957s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:26.776291Z","caller":"traceutil/trace.go:171","msg":"trace[1855063245] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"1.995184634s","start":"2026-03-04T02:12:24.781088Z","end":"2026-03-04T02:12:26.776272Z","steps":["trace[1855063245] 'process raft request' (duration: 1.995065291s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:26.776323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:24.781709Z","time spent":"1.99459241s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:26.776288Z","caller":"traceutil/trace.go:171","msg":"trace[346886242] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"1.995396159s","start":"2026-03-04T02:12:24.780844Z","end":"2026-03-04T02:12:26.77624Z","steps":["trace[346886242] 'process raft request' (duration: 1.995185524s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:26.776295Z","caller":"traceutil/trace.go:171","msg":"trace[150991627] linearizableReadLoop","detail":"{readStateIndex:24344; appliedIndex:24337; }","duration":"1.999286558s","start":"2026-03-04T02:12:24.776976Z","end":"2026-03-04T02:12:26.776263Z","steps":["trace[150991627] 'read index received' (duration: 651.659887ms)","trace[150991627] 'applied index is now lower than readState.Index' (duration: 1.347624871s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:26.77633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:24.780764Z","time spent":"1.995458221s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:26.776344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:24.781077Z","time spent":"1.995239645s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:26.77648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:24.780818Z","time spent":"1.995558792s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:26.776854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999875813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:26.776883Z","caller":"traceutil/trace.go:171","msg":"trace[33246773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23522; }","duration":"1.999925984s","start":"2026-03-04T02:12:24.77695Z","end":"2026-03-04T02:12:26.776876Z","steps":["trace[33246773] 'agreement among raft nodes before linearized reading' (duration: 1.999425332s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:26.776899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:24.776934Z","time spent":"1.999962735s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:27.721962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.585871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:27.722219Z","caller":"traceutil/trace.go:171","msg":"trace[962920036] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"1.871778023s","start":"2026-03-04T02:12:25.850419Z","end":"2026-03-04T02:12:27.722197Z","steps":["trace[962920036] 'process raft request' (duration: 1.871658441s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:27.722308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.850401Z","time spent":"1.871869745s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:27.722387Z","caller":"traceutil/trace.go:171","msg":"trace[780970418] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"2.288542406s","start":"2026-03-04T02:12:25.433805Z","end":"2026-03-04T02:12:27.722348Z","steps":["trace[780970418] 'process raft request' (duration: 1.534475705s)","trace[780970418] 'compare' (duration: 753.450387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:27.722916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.433751Z","time spent":"2.288710559s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:28.633724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.430123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:28.634076Z","caller":"traceutil/trace.go:171","msg":"trace[1519178177] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"2.364028695s","start":"2026-03-04T02:12:26.270012Z","end":"2026-03-04T02:12:28.634041Z","steps":["trace[1519178177] 'process raft request' (duration: 2.363961714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.634159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.269988Z","time spent":"2.364142208s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:28.634239Z","caller":"traceutil/trace.go:171","msg":"trace[1338305002] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"2.363926533s","start":"2026-03-04T02:12:26.270288Z","end":"2026-03-04T02:12:28.634214Z","steps":["trace[1338305002] 'process raft request' (duration: 2.363739759s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:28.634588Z","caller":"traceutil/trace.go:171","msg":"trace[1924520712] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"2.36422881s","start":"2026-03-04T02:12:26.27034Z","end":"2026-03-04T02:12:28.634569Z","steps":["trace[1924520712] 'process raft request' (duration: 2.363841662s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.634667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.270307Z","time spent":"2.364306891s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:28.634631Z","caller":"traceutil/trace.go:171","msg":"trace[1670034483] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"2.364157668s","start":"2026-03-04T02:12:26.270013Z","end":"2026-03-04T02:12:28.634171Z","steps":["trace[1670034483] 'process raft request' (duration: 1.699207802s)","trace[1670034483] 'compare' (duration: 663.963343ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:28.634794Z","caller":"traceutil/trace.go:171","msg":"trace[541584593] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"2.363963484s","start":"2026-03-04T02:12:26.270816Z","end":"2026-03-04T02:12:28.634779Z","steps":["trace[541584593] 'process raft request' (duration: 2.363695348s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.634848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.269988Z","time spent":"2.364741052s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:28.634874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.270806Z","time spent":"2.364032176s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:28.634946Z","caller":"traceutil/trace.go:171","msg":"trace[1632954251] linearizableReadLoop","detail":"{readStateIndex:24352; appliedIndex:24344; }","duration":"1.858557968s","start":"2026-03-04T02:12:26.776377Z","end":"2026-03-04T02:12:28.634935Z","steps":["trace[1632954251] 'read index received' (duration: 191.994532ms)","trace[1632954251] 'applied index is now lower than readState.Index' (duration: 1.666562696s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:28.634938Z","caller":"traceutil/trace.go:171","msg":"trace[803537429] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"2.363377921s","start":"2026-03-04T02:12:26.271527Z","end":"2026-03-04T02:12:28.634904Z","steps":["trace[803537429] 'process raft request' (duration: 2.363205007s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.635063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.270275Z","time spent":"2.36423165s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:28.63511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.271514Z","time spent":"2.363510324s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:28.635185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807962046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:28.635217Z","caller":"traceutil/trace.go:171","msg":"trace[345540334] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23531; }","duration":"2.808048009s","start":"2026-03-04T02:12:25.827159Z","end":"2026-03-04T02:12:28.635207Z","steps":["trace[345540334] 'agreement among raft nodes before linearized reading' (duration: 2.807847584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.635217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990706121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:28.635278Z","caller":"traceutil/trace.go:171","msg":"trace[527605292] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23531; }","duration":"1.990818153s","start":"2026-03-04T02:12:26.644446Z","end":"2026-03-04T02:12:28.635265Z","steps":["trace[527605292] 'agreement among raft nodes before linearized reading' (duration: 1.990504166s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.635318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.644426Z","time spent":"1.990883175s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:28.635336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195629542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:12:28.635335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119453796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:28.635357Z","caller":"traceutil/trace.go:171","msg":"trace[1644346152] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23531; }","duration":"2.195687433s","start":"2026-03-04T02:12:26.439663Z","end":"2026-03-04T02:12:28.635351Z","steps":["trace[1644346152] 'agreement among raft nodes before linearized reading' (duration: 2.195319975s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.635375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.439644Z","time spent":"2.195727434s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:12:28.635377Z","caller":"traceutil/trace.go:171","msg":"trace[2008860026] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23531; }","duration":"2.119535918s","start":"2026-03-04T02:12:26.515829Z","end":"2026-03-04T02:12:28.635365Z","steps":["trace[2008860026] 'agreement among raft nodes before linearized reading' (duration: 2.119139319s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.635372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279177489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:28.635466Z","caller":"traceutil/trace.go:171","msg":"trace[595775722] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23531; }","duration":"2.279350772s","start":"2026-03-04T02:12:26.356092Z","end":"2026-03-04T02:12:28.635443Z","steps":["trace[595775722] 'agreement among raft nodes before linearized reading' (duration: 2.278867781s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.635475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706776231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:12:28.635385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133781398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10854"} {"level":"warn","ts":"2026-03-04T02:12:28.635518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.356066Z","time spent":"2.279440205s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:28.63554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118562134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:12:28.635576Z","caller":"traceutil/trace.go:171","msg":"trace[481618404] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23531; }","duration":"2.118594395s","start":"2026-03-04T02:12:26.516972Z","end":"2026-03-04T02:12:28.635566Z","steps":["trace[481618404] 'agreement among raft nodes before linearized reading' (duration: 2.117964901s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:28.635584Z","caller":"traceutil/trace.go:171","msg":"trace[216997690] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23531; }","duration":"2.134059804s","start":"2026-03-04T02:12:26.501493Z","end":"2026-03-04T02:12:28.635553Z","steps":["trace[216997690] 'agreement among raft nodes before linearized reading' (duration: 2.133482931s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.635647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.501467Z","time spent":"2.134170047s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10877,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T02:12:28.635609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.516961Z","time spent":"2.118642596s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T02:12:28.635699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857624271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:12:28.635242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.827134Z","time spent":"2.8081029s","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:28.635952Z","caller":"traceutil/trace.go:171","msg":"trace[1176539452] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23531; }","duration":"3.857876447s","start":"2026-03-04T02:12:24.778051Z","end":"2026-03-04T02:12:28.635927Z","steps":["trace[1176539452] 'agreement among raft nodes before linearized reading' (duration: 3.856983927s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:28.635991Z","caller":"traceutil/trace.go:171","msg":"trace[1711928161] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"1.250263055s","start":"2026-03-04T02:12:27.385713Z","end":"2026-03-04T02:12:28.635977Z","steps":["trace[1711928161] 'process raft request' (duration: 1.24917698s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:28.635979Z","caller":"traceutil/trace.go:171","msg":"trace[2100840670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23531; }","duration":"2.706873613s","start":"2026-03-04T02:12:25.928655Z","end":"2026-03-04T02:12:28.635529Z","steps":["trace[2100840670] 'agreement among raft nodes before linearized reading' (duration: 2.706338821s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.636009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:24.778037Z","time spent":"3.857959239s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:12:28.635515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239622914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:28.636057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:27.385685Z","time spent":"1.250332586s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:28.636088Z","caller":"traceutil/trace.go:171","msg":"trace[1106040324] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23531; }","duration":"3.240201897s","start":"2026-03-04T02:12:25.395869Z","end":"2026-03-04T02:12:28.636071Z","steps":["trace[1106040324] 'agreement among raft nodes before linearized reading' (duration: 3.239147203s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.63605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.928559Z","time spent":"2.707478347s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:28.636156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.395791Z","time spent":"3.24033617s","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:28.63541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.51581Z","time spent":"2.119591488s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:12:28.635814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628737284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:12:28.636248Z","caller":"traceutil/trace.go:171","msg":"trace[2051302067] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23531; }","duration":"3.629311387s","start":"2026-03-04T02:12:25.006927Z","end":"2026-03-04T02:12:28.636239Z","steps":["trace[2051302067] 'agreement among raft nodes before linearized reading' (duration: 3.62809868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.636278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.0069Z","time spent":"3.629369779s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":228,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:28.682384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.124382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:28.682498Z","caller":"traceutil/trace.go:171","msg":"trace[117649221] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23531; }","duration":"490.324228ms","start":"2026-03-04T02:12:28.192146Z","end":"2026-03-04T02:12:28.68247Z","steps":["trace[117649221] 'agreement among raft nodes before linearized reading' (duration: 490.090782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.682518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061816856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:28.682616Z","caller":"traceutil/trace.go:171","msg":"trace[2018435949] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23531; }","duration":"1.06199359s","start":"2026-03-04T02:12:27.620601Z","end":"2026-03-04T02:12:28.682595Z","steps":["trace[2018435949] 'agreement among raft nodes before linearized reading' (duration: 1.061744865s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.682667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:27.620514Z","time spent":"1.062142404s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:28.682681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898608486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:28.682728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902448274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-04T02:12:28.682744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.118823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-04T02:12:28.682761Z","caller":"traceutil/trace.go:171","msg":"trace[1817051262] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f; range_end:; response_count:1; response_revision:23531; }","duration":"1.902501946s","start":"2026-03-04T02:12:26.780249Z","end":"2026-03-04T02:12:28.682751Z","steps":["trace[1817051262] 'agreement among raft nodes before linearized reading' (duration: 1.902328752s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:28.682761Z","caller":"traceutil/trace.go:171","msg":"trace[293228228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23531; }","duration":"1.898715108s","start":"2026-03-04T02:12:26.784025Z","end":"2026-03-04T02:12:28.68274Z","steps":["trace[293228228] 'agreement among raft nodes before linearized reading' (duration: 1.898549384s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:28.682789Z","caller":"traceutil/trace.go:171","msg":"trace[1433366430] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23531; }","duration":"522.213746ms","start":"2026-03-04T02:12:28.160561Z","end":"2026-03-04T02:12:28.682775Z","steps":["trace[1433366430] 'agreement among raft nodes before linearized reading' (duration: 522.044152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.68279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.780237Z","time spent":"1.902547167s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" "} {"level":"warn","ts":"2026-03-04T02:12:28.682813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:28.160538Z","time spent":"522.269657ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:12:28.682807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:26.78402Z","time spent":"1.898779639s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:28.682879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.883007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T02:12:28.682551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:28.192121Z","time spent":"490.419209ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:28.682953Z","caller":"traceutil/trace.go:171","msg":"trace[1900606013] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23531; }","duration":"958.016809ms","start":"2026-03-04T02:12:27.724919Z","end":"2026-03-04T02:12:28.682936Z","steps":["trace[1900606013] 'agreement among raft nodes before linearized reading' (duration: 957.756473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.682989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:27.724901Z","time spent":"958.081951ms","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:12:28.99194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.391457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:28.992398Z","caller":"traceutil/trace.go:171","msg":"trace[1139586594] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"337.945164ms","start":"2026-03-04T02:12:28.654427Z","end":"2026-03-04T02:12:28.992372Z","steps":["trace[1139586594] 'process raft request' (duration: 193.031715ms)","trace[1139586594] 'compare' (duration: 143.838074ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:28.992388Z","caller":"traceutil/trace.go:171","msg":"trace[866543303] linearizableReadLoop","detail":"{readStateIndex:24356; appliedIndex:24354; }","duration":"310.17947ms","start":"2026-03-04T02:12:28.682177Z","end":"2026-03-04T02:12:28.992356Z","steps":["trace[866543303] 'read index received' (duration: 56.311725ms)","trace[866543303] 'applied index is now lower than readState.Index' (duration: 253.855605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:28.992561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:28.654393Z","time spent":"338.055976ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:28.992541Z","caller":"traceutil/trace.go:171","msg":"trace[2139107087] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"245.465421ms","start":"2026-03-04T02:12:28.747039Z","end":"2026-03-04T02:12:28.992504Z","steps":["trace[2139107087] 'process raft request' (duration: 245.136722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:28.992459Z","caller":"traceutil/trace.go:171","msg":"trace[833863194] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"246.610608ms","start":"2026-03-04T02:12:28.745807Z","end":"2026-03-04T02:12:28.992418Z","steps":["trace[833863194] 'process raft request' (duration: 246.316161ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:28.992756Z","caller":"traceutil/trace.go:171","msg":"trace[324761990] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"307.231763ms","start":"2026-03-04T02:12:28.685511Z","end":"2026-03-04T02:12:28.992743Z","steps":["trace[324761990] 'process raft request' (duration: 306.537926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.992818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.950079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-04T02:12:28.99289Z","caller":"traceutil/trace.go:171","msg":"trace[1699581991] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23537; }","duration":"355.066122ms","start":"2026-03-04T02:12:28.637806Z","end":"2026-03-04T02:12:28.992872Z","steps":["trace[1699581991] 'agreement among raft nodes before linearized reading' (duration: 354.855587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.992939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:28.637787Z","time spent":"355.145423ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:12:28.992998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.349686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T02:12:28.992883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:28.685488Z","time spent":"307.307914ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:28.99304Z","caller":"traceutil/trace.go:171","msg":"trace[204103847] range","detail":"{range_begin:/registry/persistentvolumes/pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad; range_end:; response_count:1; response_revision:23537; }","duration":"354.392477ms","start":"2026-03-04T02:12:28.63864Z","end":"2026-03-04T02:12:28.993032Z","steps":["trace[204103847] 'agreement among raft nodes before linearized reading' (duration: 354.228813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.99307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:28.6386Z","time spent":"354.464338ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" "} {"level":"info","ts":"2026-03-04T02:12:28.993399Z","caller":"traceutil/trace.go:171","msg":"trace[134269354] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"246.125506ms","start":"2026-03-04T02:12:28.747259Z","end":"2026-03-04T02:12:28.993385Z","steps":["trace[134269354] 'process raft request' (duration: 244.964718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.993574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.031648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:28.993689Z","caller":"traceutil/trace.go:171","msg":"trace[914588518] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23537; }","duration":"351.260263ms","start":"2026-03-04T02:12:28.642406Z","end":"2026-03-04T02:12:28.993666Z","steps":["trace[914588518] 'agreement among raft nodes before linearized reading' (duration: 350.173518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.99385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:28.642398Z","time spent":"351.438297ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:12:28.994811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.16405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:28.994863Z","caller":"traceutil/trace.go:171","msg":"trace[713618948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23538; }","duration":"310.244292ms","start":"2026-03-04T02:12:28.684604Z","end":"2026-03-04T02:12:28.994848Z","steps":["trace[713618948] 'agreement among raft nodes before linearized reading' (duration: 310.14269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.994895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:28.684579Z","time spent":"310.310493ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:28.994933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.475115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:12:28.995059Z","caller":"traceutil/trace.go:171","msg":"trace[2120301364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23538; }","duration":"212.611479ms","start":"2026-03-04T02:12:28.782439Z","end":"2026-03-04T02:12:28.99505Z","steps":["trace[2120301364] 'agreement among raft nodes before linearized reading' (duration: 212.329092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.995136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.70214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:12:28.99516Z","caller":"traceutil/trace.go:171","msg":"trace[540323832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23538; }","duration":"212.723841ms","start":"2026-03-04T02:12:28.782428Z","end":"2026-03-04T02:12:28.995152Z","steps":["trace[540323832] 'agreement among raft nodes before linearized reading' (duration: 212.614418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.995293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.896036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:12:28.99531Z","caller":"traceutil/trace.go:171","msg":"trace[1672521712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23538; }","duration":"212.921677ms","start":"2026-03-04T02:12:28.782383Z","end":"2026-03-04T02:12:28.995304Z","steps":["trace[1672521712] 'agreement among raft nodes before linearized reading' (duration: 212.866935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:28.995584Z","caller":"traceutil/trace.go:171","msg":"trace[2053648907] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"241.198022ms","start":"2026-03-04T02:12:28.754366Z","end":"2026-03-04T02:12:28.995564Z","steps":["trace[2053648907] 'process raft request' (duration: 237.890285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.995785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.223993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:12:28.99584Z","caller":"traceutil/trace.go:171","msg":"trace[257726064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23538; }","duration":"213.288074ms","start":"2026-03-04T02:12:28.782541Z","end":"2026-03-04T02:12:28.995829Z","steps":["trace[257726064] 'agreement among raft nodes before linearized reading' (duration: 213.162611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.995912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.993198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-04T02:12:28.995969Z","caller":"traceutil/trace.go:171","msg":"trace[1156049612] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23538; }","duration":"307.089049ms","start":"2026-03-04T02:12:28.688866Z","end":"2026-03-04T02:12:28.995955Z","steps":["trace[1156049612] 'agreement among raft nodes before linearized reading' (duration: 306.903705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:28.688849Z","time spent":"307.143731ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-04T02:12:28.996025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.539901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:12:28.996056Z","caller":"traceutil/trace.go:171","msg":"trace[845658643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23538; }","duration":"213.589651ms","start":"2026-03-04T02:12:28.782457Z","end":"2026-03-04T02:12:28.996047Z","steps":["trace[845658643] 'agreement among raft nodes before linearized reading' (duration: 213.504729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.99617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.151443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:12:28.996205Z","caller":"traceutil/trace.go:171","msg":"trace[561634743] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23538; }","duration":"311.216735ms","start":"2026-03-04T02:12:28.684979Z","end":"2026-03-04T02:12:28.996196Z","steps":["trace[561634743] 'agreement among raft nodes before linearized reading' (duration: 311.094962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:28.996233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:28.684961Z","time spent":"311.264905ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:12:29.000397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.998124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:12:29.000489Z","caller":"traceutil/trace.go:171","msg":"trace[298412125] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23538; }","duration":"218.153787ms","start":"2026-03-04T02:12:28.782315Z","end":"2026-03-04T02:12:29.000469Z","steps":["trace[298412125] 'agreement among raft nodes before linearized reading' (duration: 213.08059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:29.495294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.310353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:29.495719Z","caller":"traceutil/trace.go:171","msg":"trace[1018653598] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"494.3779ms","start":"2026-03-04T02:12:29.001312Z","end":"2026-03-04T02:12:29.49569Z","steps":["trace[1018653598] 'process raft request' (duration: 271.567835ms)","trace[1018653598] 'compare' (duration: 222.113589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:29.49582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.001287Z","time spent":"494.496603ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:29.683497Z","caller":"traceutil/trace.go:171","msg":"trace[111008643] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"680.643109ms","start":"2026-03-04T02:12:29.002813Z","end":"2026-03-04T02:12:29.683457Z","steps":["trace[111008643] 'process raft request' (duration: 608.914937ms)","trace[111008643] 'compare' (duration: 71.411385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:29.683889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.002804Z","time spent":"680.927916ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:29.684002Z","caller":"traceutil/trace.go:171","msg":"trace[1937968436] linearizableReadLoop","detail":"{readStateIndex:24364; appliedIndex:24361; }","duration":"680.418464ms","start":"2026-03-04T02:12:29.003553Z","end":"2026-03-04T02:12:29.683972Z","steps":["trace[1937968436] 'read index received' (duration: 269.309084ms)","trace[1937968436] 'applied index is now lower than readState.Index' (duration: 411.10843ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:29.684314Z","caller":"traceutil/trace.go:171","msg":"trace[400373572] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"679.720818ms","start":"2026-03-04T02:12:29.00458Z","end":"2026-03-04T02:12:29.6843Z","steps":["trace[400373572] 'process raft request' (duration: 679.060972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:29.684352Z","caller":"traceutil/trace.go:171","msg":"trace[1071076793] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"680.885755ms","start":"2026-03-04T02:12:29.002956Z","end":"2026-03-04T02:12:29.683842Z","steps":["trace[1071076793] 'process raft request' (duration: 680.422294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:29.685095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.004556Z","time spent":"679.79591ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:29.685096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.002924Z","time spent":"681.891189ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:29.685251Z","caller":"traceutil/trace.go:171","msg":"trace[577259050] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"678.616612ms","start":"2026-03-04T02:12:29.006621Z","end":"2026-03-04T02:12:29.685237Z","steps":["trace[577259050] 'process raft request' (duration: 677.25087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:29.685306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.006597Z","time spent":"678.679824ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:29.685364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.805538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:29.685403Z","caller":"traceutil/trace.go:171","msg":"trace[2043370938] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23544; }","duration":"681.846129ms","start":"2026-03-04T02:12:29.003544Z","end":"2026-03-04T02:12:29.68539Z","steps":["trace[2043370938] 'agreement among raft nodes before linearized reading' (duration: 681.761447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:29.685426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.180142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:29.685435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.003507Z","time spent":"681.920879ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-04T02:12:29.68546Z","caller":"traceutil/trace.go:171","msg":"trace[1995132437] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23544; }","duration":"681.226393ms","start":"2026-03-04T02:12:29.004222Z","end":"2026-03-04T02:12:29.685448Z","steps":["trace[1995132437] 'agreement among raft nodes before linearized reading' (duration: 681.166901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:29.685537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.004216Z","time spent":"681.309355ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:12:29.685691Z","caller":"traceutil/trace.go:171","msg":"trace[380740485] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"678.878128ms","start":"2026-03-04T02:12:29.0068Z","end":"2026-03-04T02:12:29.685678Z","steps":["trace[380740485] 'process raft request' (duration: 677.124047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:29.685759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.00679Z","time spent":"678.92946ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:29.685763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.337934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:29.685765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.726617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:29.685795Z","caller":"traceutil/trace.go:171","msg":"trace[1552614075] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23544; }","duration":"602.419816ms","start":"2026-03-04T02:12:29.083365Z","end":"2026-03-04T02:12:29.685785Z","steps":["trace[1552614075] 'agreement among raft nodes before linearized reading' (duration: 602.360694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:29.68582Z","caller":"traceutil/trace.go:171","msg":"trace[1532858313] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23544; }","duration":"537.813108ms","start":"2026-03-04T02:12:29.147992Z","end":"2026-03-04T02:12:29.685805Z","steps":["trace[1532858313] 'agreement among raft nodes before linearized reading' (duration: 537.716396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:29.685825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.083322Z","time spent":"602.497677ms","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:12:29.685853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.147979Z","time spent":"537.8656ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:29.685866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.873687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:29.685924Z","caller":"traceutil/trace.go:171","msg":"trace[216078426] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23544; }","duration":"335.972779ms","start":"2026-03-04T02:12:29.349933Z","end":"2026-03-04T02:12:29.685906Z","steps":["trace[216078426] 'agreement among raft nodes before linearized reading' (duration: 335.864837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:29.685974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.349878Z","time spent":"336.082682ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:29.686113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.583998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-04T02:12:29.686139Z","caller":"traceutil/trace.go:171","msg":"trace[1721005001] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23544; }","duration":"410.68147ms","start":"2026-03-04T02:12:29.275448Z","end":"2026-03-04T02:12:29.686129Z","steps":["trace[1721005001] 'agreement among raft nodes before linearized reading' (duration: 410.546427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:29.686066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.803421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:29.686161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.275412Z","time spent":"410.741413ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:12:29.686175Z","caller":"traceutil/trace.go:171","msg":"trace[1574383612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23544; }","duration":"679.924183ms","start":"2026-03-04T02:12:29.006241Z","end":"2026-03-04T02:12:29.686165Z","steps":["trace[1574383612] 'agreement among raft nodes before linearized reading' (duration: 679.79399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:29.686207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.006202Z","time spent":"679.997215ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:30.035462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.070635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:30.035656Z","caller":"traceutil/trace.go:171","msg":"trace[1376178341] linearizableReadLoop","detail":"{readStateIndex:24368; appliedIndex:24367; }","duration":"338.774144ms","start":"2026-03-04T02:12:29.69686Z","end":"2026-03-04T02:12:30.035634Z","steps":["trace[1376178341] 'read index received' (duration: 136.330301ms)","trace[1376178341] 'applied index is now lower than readState.Index' (duration: 202.441713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:30.035897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.003659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:12:30.035974Z","caller":"traceutil/trace.go:171","msg":"trace[845647455] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23545; }","duration":"339.109282ms","start":"2026-03-04T02:12:29.696854Z","end":"2026-03-04T02:12:30.035963Z","steps":["trace[845647455] 'agreement among raft nodes before linearized reading' (duration: 338.865226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:30.036015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.158293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9648"} {"level":"warn","ts":"2026-03-04T02:12:30.036021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.696819Z","time spent":"339.193304ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:12:30.03608Z","caller":"traceutil/trace.go:171","msg":"trace[1068779929] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23545; }","duration":"336.237545ms","start":"2026-03-04T02:12:29.699826Z","end":"2026-03-04T02:12:30.036064Z","steps":["trace[1068779929] 'agreement among raft nodes before linearized reading' (duration: 336.02416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:30.036118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.342163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-04T02:12:30.036151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.699817Z","time spent":"336.314836ms","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9671,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-04T02:12:30.036176Z","caller":"traceutil/trace.go:171","msg":"trace[377736430] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23545; }","duration":"322.403624ms","start":"2026-03-04T02:12:29.713756Z","end":"2026-03-04T02:12:30.03616Z","steps":["trace[377736430] 'agreement among raft nodes before linearized reading' (duration: 322.23374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:30.036213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.713696Z","time spent":"322.507577ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T02:12:30.036754Z","caller":"traceutil/trace.go:171","msg":"trace[1850899737] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"339.298136ms","start":"2026-03-04T02:12:29.696364Z","end":"2026-03-04T02:12:30.035662Z","steps":["trace[1850899737] 'process raft request' (duration: 136.854873ms)","trace[1850899737] 'compare' (duration: 201.647955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:30.036884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.766643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:30.037229Z","caller":"traceutil/trace.go:171","msg":"trace[1862050540] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23545; }","duration":"251.166942ms","start":"2026-03-04T02:12:29.786041Z","end":"2026-03-04T02:12:30.037208Z","steps":["trace[1862050540] 'agreement among raft nodes before linearized reading' (duration: 249.839342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:30.037257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:29.696346Z","time spent":"340.453323ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:30.642487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.690051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:30.642632Z","caller":"traceutil/trace.go:171","msg":"trace[1835882751] linearizableReadLoop","detail":"{readStateIndex:24369; appliedIndex:24368; }","duration":"590.842248ms","start":"2026-03-04T02:12:30.051769Z","end":"2026-03-04T02:12:30.642612Z","steps":["trace[1835882751] 'read index received' (duration: 273.884339ms)","trace[1835882751] 'applied index is now lower than readState.Index' (duration: 316.955639ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:30.642681Z","caller":"traceutil/trace.go:171","msg":"trace[1839404635] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"599.306313ms","start":"2026-03-04T02:12:30.043327Z","end":"2026-03-04T02:12:30.642633Z","steps":["trace[1839404635] 'process raft request' (duration: 282.353405ms)","trace[1839404635] 'compare' (duration: 315.694649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:30.64289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.043315Z","time spent":"599.464867ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:30.642905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.131944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9648"} {"level":"info","ts":"2026-03-04T02:12:30.642944Z","caller":"traceutil/trace.go:171","msg":"trace[699408862] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23546; }","duration":"591.216766ms","start":"2026-03-04T02:12:30.051717Z","end":"2026-03-04T02:12:30.642934Z","steps":["trace[699408862] 'agreement among raft nodes before linearized reading' (duration: 590.989221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:30.642982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.051708Z","time spent":"591.265417ms","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9671,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-04T02:12:31.231672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.709654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:31.231834Z","caller":"traceutil/trace.go:171","msg":"trace[78637821] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"591.531414ms","start":"2026-03-04T02:12:30.640269Z","end":"2026-03-04T02:12:31.231801Z","steps":["trace[78637821] 'process raft request' (duration: 157.551753ms)","trace[78637821] 'compare' (duration: 433.481669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:31.231938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.640246Z","time spent":"591.636386ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:31.289911Z","caller":"traceutil/trace.go:171","msg":"trace[1293594669] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"649.571459ms","start":"2026-03-04T02:12:30.640305Z","end":"2026-03-04T02:12:31.289876Z","steps":["trace[1293594669] 'process raft request' (duration: 649.382335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:31.29023Z","caller":"traceutil/trace.go:171","msg":"trace[1629563215] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"649.748073ms","start":"2026-03-04T02:12:30.640383Z","end":"2026-03-04T02:12:31.290131Z","steps":["trace[1629563215] 'process raft request' (duration: 649.446036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.290258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.640265Z","time spent":"649.800595ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:31.290333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.640343Z","time spent":"649.941378ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:31.290444Z","caller":"traceutil/trace.go:171","msg":"trace[1746438011] linearizableReadLoop","detail":"{readStateIndex:24375; appliedIndex:24369; }","duration":"647.747507ms","start":"2026-03-04T02:12:30.642667Z","end":"2026-03-04T02:12:31.290415Z","steps":["trace[1746438011] 'read index received' (duration: 155.176557ms)","trace[1746438011] 'applied index is now lower than readState.Index' (duration: 492.57008ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:31.290462Z","caller":"traceutil/trace.go:171","msg":"trace[2142688699] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"649.307323ms","start":"2026-03-04T02:12:30.641122Z","end":"2026-03-04T02:12:31.29043Z","steps":["trace[2142688699] 'process raft request' (duration: 648.908664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.290572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.482524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:31.290609Z","caller":"traceutil/trace.go:171","msg":"trace[288902398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23552; }","duration":"937.516385ms","start":"2026-03-04T02:12:30.35308Z","end":"2026-03-04T02:12:31.290597Z","steps":["trace[288902398] 'agreement among raft nodes before linearized reading' (duration: 937.381402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.290604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.641109Z","time spent":"649.424445ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:31.290633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238081303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-04T02:12:31.290605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046645855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:31.290661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.353025Z","time spent":"937.606697ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:12:31.290678Z","caller":"traceutil/trace.go:171","msg":"trace[1251419758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23552; }","duration":"1.238186805s","start":"2026-03-04T02:12:30.052476Z","end":"2026-03-04T02:12:31.290663Z","steps":["trace[1251419758] 'agreement among raft nodes before linearized reading' (duration: 1.238072113s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:31.290655Z","caller":"traceutil/trace.go:171","msg":"trace[1743290328] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"649.218381ms","start":"2026-03-04T02:12:30.641376Z","end":"2026-03-04T02:12:31.290595Z","steps":["trace[1743290328] 'process raft request' (duration: 648.993326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.290682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.459158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:31.290809Z","caller":"traceutil/trace.go:171","msg":"trace[1711077849] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23552; }","duration":"885.617412ms","start":"2026-03-04T02:12:30.405147Z","end":"2026-03-04T02:12:31.290764Z","steps":["trace[1711077849] 'agreement among raft nodes before linearized reading' (duration: 885.382836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:31.290833Z","caller":"traceutil/trace.go:171","msg":"trace[228714023] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"649.59099ms","start":"2026-03-04T02:12:30.641228Z","end":"2026-03-04T02:12:31.290819Z","steps":["trace[228714023] 'process raft request' (duration: 649.093838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.290852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.405134Z","time spent":"885.706803ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:31.290872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.672783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1899817df149293b\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-04T02:12:31.290908Z","caller":"traceutil/trace.go:171","msg":"trace[151038180] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1899817df149293b; range_end:; response_count:1; response_revision:23552; }","duration":"643.727884ms","start":"2026-03-04T02:12:30.647168Z","end":"2026-03-04T02:12:31.290896Z","steps":["trace[151038180] 'agreement among raft nodes before linearized reading' (duration: 643.59013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.290892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.641368Z","time spent":"649.395116ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:31.290937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.647147Z","time spent":"643.784265ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1899817df149293b\" "} {"level":"warn","ts":"2026-03-04T02:12:31.290954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.641217Z","time spent":"649.657791ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:31.290724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.052459Z","time spent":"1.238256526s","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:12:31.291122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.411586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:31.290714Z","caller":"traceutil/trace.go:171","msg":"trace[4500970] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23552; }","duration":"1.046831559s","start":"2026-03-04T02:12:30.243852Z","end":"2026-03-04T02:12:31.290684Z","steps":["trace[4500970] 'agreement among raft nodes before linearized reading' (duration: 1.046621594s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:31.291168Z","caller":"traceutil/trace.go:171","msg":"trace[1458530185] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23552; }","duration":"709.513099ms","start":"2026-03-04T02:12:30.58164Z","end":"2026-03-04T02:12:31.291153Z","steps":["trace[1458530185] 'agreement among raft nodes before linearized reading' (duration: 709.425417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.291212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.581597Z","time spent":"709.604591ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:31.29121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.243828Z","time spent":"1.047363631s","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:31.291226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.921305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10674"} {"level":"info","ts":"2026-03-04T02:12:31.291261Z","caller":"traceutil/trace.go:171","msg":"trace[1724303911] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23552; }","duration":"640.005247ms","start":"2026-03-04T02:12:30.651247Z","end":"2026-03-04T02:12:31.291252Z","steps":["trace[1724303911] 'agreement among raft nodes before linearized reading' (duration: 639.908125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.291278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.853642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T02:12:31.291286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.651229Z","time spent":"640.051517ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10697,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-04T02:12:31.291308Z","caller":"traceutil/trace.go:171","msg":"trace[517970253] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23552; }","duration":"629.894223ms","start":"2026-03-04T02:12:30.661404Z","end":"2026-03-04T02:12:31.291298Z","steps":["trace[517970253] 'agreement among raft nodes before linearized reading' (duration: 629.712599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.29134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.661398Z","time spent":"629.935684ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:12:31.291347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.214682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:12:31.291406Z","caller":"traceutil/trace.go:171","msg":"trace[282054671] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23552; }","duration":"178.321615ms","start":"2026-03-04T02:12:31.113065Z","end":"2026-03-04T02:12:31.291387Z","steps":["trace[282054671] 'agreement among raft nodes before linearized reading' (duration: 178.12973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.29116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.576204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:31.291498Z","caller":"traceutil/trace.go:171","msg":"trace[1728604451] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23552; }","duration":"283.934602ms","start":"2026-03-04T02:12:31.007546Z","end":"2026-03-04T02:12:31.291481Z","steps":["trace[1728604451] 'agreement among raft nodes before linearized reading' (duration: 283.532683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.291552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.979622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:12:31.2916Z","caller":"traceutil/trace.go:171","msg":"trace[1446241927] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23552; }","duration":"287.065954ms","start":"2026-03-04T02:12:31.004523Z","end":"2026-03-04T02:12:31.291589Z","steps":["trace[1446241927] 'agreement among raft nodes before linearized reading' (duration: 286.87153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.291774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.226088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:31.291868Z","caller":"traceutil/trace.go:171","msg":"trace[1590032069] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23552; }","duration":"849.392461ms","start":"2026-03-04T02:12:30.442458Z","end":"2026-03-04T02:12:31.29185Z","steps":["trace[1590032069] 'agreement among raft nodes before linearized reading' (duration: 849.215737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.291913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.442425Z","time spent":"849.479823ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:31.870282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.883385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:31.870403Z","caller":"traceutil/trace.go:171","msg":"trace[342808225] linearizableReadLoop","detail":"{readStateIndex:24376; appliedIndex:24375; }","duration":"575.349249ms","start":"2026-03-04T02:12:31.295034Z","end":"2026-03-04T02:12:31.870383Z","steps":["trace[342808225] 'read index received' (duration: 67.262199ms)","trace[342808225] 'applied index is now lower than readState.Index' (duration: 508.08532ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:31.8705Z","caller":"traceutil/trace.go:171","msg":"trace[1940545381] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"575.541214ms","start":"2026-03-04T02:12:31.294914Z","end":"2026-03-04T02:12:31.870456Z","steps":["trace[1940545381] 'process raft request' (duration: 67.369382ms)","trace[1940545381] 'compare' (duration: 507.434185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:31.870649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.612675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-04T02:12:31.870679Z","caller":"traceutil/trace.go:171","msg":"trace[1396858410] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23553; }","duration":"575.685597ms","start":"2026-03-04T02:12:31.294984Z","end":"2026-03-04T02:12:31.87067Z","steps":["trace[1396858410] 'agreement among raft nodes before linearized reading' (duration: 575.484002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.870714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:31.294963Z","time spent":"575.742887ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:12:31.87129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:31.294892Z","time spent":"575.707597ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:31.905458Z","caller":"traceutil/trace.go:171","msg":"trace[104697980] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"608.766123ms","start":"2026-03-04T02:12:31.296657Z","end":"2026-03-04T02:12:31.905423Z","steps":["trace[104697980] 'process raft request' (duration: 608.486737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.905634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.560057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:12:31.905643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.045046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:31.905634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.453545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:12:31.905671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:31.296595Z","time spent":"608.963127ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:31.905662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.572956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:31.905705Z","caller":"traceutil/trace.go:171","msg":"trace[500025088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23554; }","duration":"209.67132ms","start":"2026-03-04T02:12:31.696004Z","end":"2026-03-04T02:12:31.905675Z","steps":["trace[500025088] 'agreement among raft nodes before linearized reading' (duration: 209.487566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:31.905715Z","caller":"traceutil/trace.go:171","msg":"trace[962008769] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23554; }","duration":"209.579378ms","start":"2026-03-04T02:12:31.696118Z","end":"2026-03-04T02:12:31.905698Z","steps":["trace[962008769] 'agreement among raft nodes before linearized reading' (duration: 209.304892ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:31.905759Z","caller":"traceutil/trace.go:171","msg":"trace[783318322] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23554; }","duration":"224.73931ms","start":"2026-03-04T02:12:31.680998Z","end":"2026-03-04T02:12:31.905737Z","steps":["trace[783318322] 'agreement among raft nodes before linearized reading' (duration: 224.538476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.90579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.741713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:12:31.905662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.66089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:12:31.905811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.257238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:12:31.905854Z","caller":"traceutil/trace.go:171","msg":"trace[1344014997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23554; }","duration":"404.831175ms","start":"2026-03-04T02:12:31.501006Z","end":"2026-03-04T02:12:31.905837Z","steps":["trace[1344014997] 'agreement among raft nodes before linearized reading' (duration: 404.578609ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:31.905864Z","caller":"traceutil/trace.go:171","msg":"trace[421726530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23554; }","duration":"209.911586ms","start":"2026-03-04T02:12:31.695936Z","end":"2026-03-04T02:12:31.905848Z","steps":["trace[421726530] 'agreement among raft nodes before linearized reading' (duration: 209.409734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:31.905889Z","caller":"traceutil/trace.go:171","msg":"trace[1783870503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23554; }","duration":"211.37202ms","start":"2026-03-04T02:12:31.694495Z","end":"2026-03-04T02:12:31.905867Z","steps":["trace[1783870503] 'agreement among raft nodes before linearized reading' (duration: 211.242337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.905901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:31.500996Z","time spent":"404.894337ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:12:31.905704Z","caller":"traceutil/trace.go:171","msg":"trace[53172748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23554; }","duration":"413.183678ms","start":"2026-03-04T02:12:31.492504Z","end":"2026-03-04T02:12:31.905687Z","steps":["trace[53172748] 'agreement among raft nodes before linearized reading' (duration: 413.083656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.905953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:31.492479Z","time spent":"413.468676ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:31.905832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.551737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:12:31.906052Z","caller":"traceutil/trace.go:171","msg":"trace[1952231972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23554; }","duration":"212.788913ms","start":"2026-03-04T02:12:31.693254Z","end":"2026-03-04T02:12:31.906043Z","steps":["trace[1952231972] 'agreement among raft nodes before linearized reading' (duration: 212.485345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.906518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.570485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:12:31.906555Z","caller":"traceutil/trace.go:171","msg":"trace[1150675562] range","detail":"{range_begin:/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b; range_end:; response_count:1; response_revision:23554; }","duration":"610.626637ms","start":"2026-03-04T02:12:31.295915Z","end":"2026-03-04T02:12:31.906542Z","steps":["trace[1150675562] 'agreement among raft nodes before linearized reading' (duration: 609.376627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.90658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:31.295892Z","time spent":"610.680767ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b\" "} {"level":"info","ts":"2026-03-04T02:12:32.073672Z","caller":"traceutil/trace.go:171","msg":"trace[554545655] linearizableReadLoop","detail":"{readStateIndex:24383; appliedIndex:24377; }","duration":"160.565253ms","start":"2026-03-04T02:12:31.913079Z","end":"2026-03-04T02:12:32.073645Z","steps":["trace[554545655] 'read index received' (duration: 33.140439ms)","trace[554545655] 'applied index is now lower than readState.Index' (duration: 127.423614ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:32.073834Z","caller":"traceutil/trace.go:171","msg":"trace[2134976904] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"162.898456ms","start":"2026-03-04T02:12:31.910894Z","end":"2026-03-04T02:12:32.073792Z","steps":["trace[2134976904] 'process raft request' (duration: 162.681371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:32.073886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.789748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T02:12:32.073911Z","caller":"traceutil/trace.go:171","msg":"trace[1805573676] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61; range_end:; response_count:1; response_revision:23560; }","duration":"160.860809ms","start":"2026-03-04T02:12:31.913041Z","end":"2026-03-04T02:12:32.073902Z","steps":["trace[1805573676] 'agreement among raft nodes before linearized reading' (duration: 160.697685ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:32.074083Z","caller":"traceutil/trace.go:171","msg":"trace[1062252458] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"162.871207ms","start":"2026-03-04T02:12:31.911201Z","end":"2026-03-04T02:12:32.074072Z","steps":["trace[1062252458] 'process raft request' (duration: 162.406875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:32.074124Z","caller":"traceutil/trace.go:171","msg":"trace[2001895022] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"163.4478ms","start":"2026-03-04T02:12:31.910618Z","end":"2026-03-04T02:12:32.074066Z","steps":["trace[2001895022] 'process raft request' (duration: 162.927167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:32.074286Z","caller":"traceutil/trace.go:171","msg":"trace[388547923] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"163.743487ms","start":"2026-03-04T02:12:31.910533Z","end":"2026-03-04T02:12:32.074277Z","steps":["trace[388547923] 'process raft request' (duration: 116.464051ms)","trace[388547923] 'compare' (duration: 46.055117ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:32.078418Z","caller":"traceutil/trace.go:171","msg":"trace[273519911] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"163.132102ms","start":"2026-03-04T02:12:31.91059Z","end":"2026-03-04T02:12:32.073722Z","steps":["trace[273519911] 'process raft request' (duration: 162.879046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:32.417475Z","caller":"traceutil/trace.go:171","msg":"trace[1180147845] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"135.592703ms","start":"2026-03-04T02:12:32.281855Z","end":"2026-03-04T02:12:32.417447Z","steps":["trace[1180147845] 'process raft request' (duration: 104.84246ms)","trace[1180147845] 'compare' (duration: 30.60844ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:33.15136Z","caller":"traceutil/trace.go:171","msg":"trace[1115765803] linearizableReadLoop","detail":"{readStateIndex:24385; appliedIndex:24384; }","duration":"460.239599ms","start":"2026-03-04T02:12:32.691094Z","end":"2026-03-04T02:12:33.151334Z","steps":["trace[1115765803] 'read index received' (duration: 460.018194ms)","trace[1115765803] 'applied index is now lower than readState.Index' (duration: 220.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:33.151475Z","caller":"traceutil/trace.go:171","msg":"trace[2096118393] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"492.943358ms","start":"2026-03-04T02:12:32.65848Z","end":"2026-03-04T02:12:33.151424Z","steps":["trace[2096118393] 'process raft request' (duration: 492.682732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:33.151626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.513696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T02:12:33.151662Z","caller":"traceutil/trace.go:171","msg":"trace[1314600889] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23562; }","duration":"460.620938ms","start":"2026-03-04T02:12:32.691028Z","end":"2026-03-04T02:12:33.151649Z","steps":["trace[1314600889] 'agreement among raft nodes before linearized reading' (duration: 460.448154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:33.151693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:32.691003Z","time spent":"460.68432ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T02:12:33.151698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.416437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:33.151747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:32.658453Z","time spent":"493.149843ms","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9527,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:33.151831Z","caller":"traceutil/trace.go:171","msg":"trace[8422224] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23562; }","duration":"307.605112ms","start":"2026-03-04T02:12:32.844194Z","end":"2026-03-04T02:12:33.151799Z","steps":["trace[8422224] 'agreement among raft nodes before linearized reading' (duration: 307.332976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:33.151902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:32.844068Z","time spent":"307.820056ms","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:33.15186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.240481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:33.152008Z","caller":"traceutil/trace.go:171","msg":"trace[1825492050] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23562; }","duration":"118.404774ms","start":"2026-03-04T02:12:33.033556Z","end":"2026-03-04T02:12:33.151961Z","steps":["trace[1825492050] 'agreement among raft nodes before linearized reading' (duration: 118.142358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:33.707038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379372063,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:12:33.883491Z","caller":"traceutil/trace.go:171","msg":"trace[986424333] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"722.52449ms","start":"2026-03-04T02:12:33.160927Z","end":"2026-03-04T02:12:33.883452Z","steps":["trace[986424333] 'process raft request' (duration: 722.281105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:33.883693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:33.160911Z","time spent":"722.676294ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3290,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:34.456898Z","caller":"traceutil/trace.go:171","msg":"trace[319052786] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"1.217479266s","start":"2026-03-04T02:12:33.239358Z","end":"2026-03-04T02:12:34.456837Z","steps":["trace[319052786] 'process raft request' (duration: 1.217128928s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.457165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:33.239325Z","time spent":"1.217713801s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:34.457181Z","caller":"traceutil/trace.go:171","msg":"trace[670805281] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"1.159883629s","start":"2026-03-04T02:12:33.29725Z","end":"2026-03-04T02:12:34.457133Z","steps":["trace[670805281] 'process raft request' (duration: 1.159507891s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:34.457264Z","caller":"traceutil/trace.go:171","msg":"trace[305847811] linearizableReadLoop","detail":"{readStateIndex:24392; appliedIndex:24385; }","duration":"1.250715625s","start":"2026-03-04T02:12:33.206521Z","end":"2026-03-04T02:12:34.457237Z","steps":["trace[305847811] 'read index received' (duration: 676.700177ms)","trace[305847811] 'applied index is now lower than readState.Index' (duration: 574.014568ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:34.457389Z","caller":"traceutil/trace.go:171","msg":"trace[1049325086] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"1.15862262s","start":"2026-03-04T02:12:33.298753Z","end":"2026-03-04T02:12:34.457376Z","steps":["trace[1049325086] 'process raft request' (duration: 1.158250431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.457411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:33.297182Z","time spent":"1.160094595s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:34.457507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:33.298736Z","time spent":"1.158685631s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:34.457584Z","caller":"traceutil/trace.go:171","msg":"trace[534363275] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"1.157841782s","start":"2026-03-04T02:12:33.299682Z","end":"2026-03-04T02:12:34.457524Z","steps":["trace[534363275] 'process raft request' (duration: 1.157468314s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:34.457639Z","caller":"traceutil/trace.go:171","msg":"trace[1702543573] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"1.158087517s","start":"2026-03-04T02:12:33.29952Z","end":"2026-03-04T02:12:34.457607Z","steps":["trace[1702543573] 'process raft request' (duration: 1.157583476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.457683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251171366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:34.457684Z","caller":"traceutil/trace.go:171","msg":"trace[942331346] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"1.157898843s","start":"2026-03-04T02:12:33.299758Z","end":"2026-03-04T02:12:34.457657Z","steps":["trace[942331346] 'process raft request' (duration: 1.157439073s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.457687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:33.299665Z","time spent":"1.157981315s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:34.457722Z","caller":"traceutil/trace.go:171","msg":"trace[728743716] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23569; }","duration":"1.251210237s","start":"2026-03-04T02:12:33.206499Z","end":"2026-03-04T02:12:34.457709Z","steps":["trace[728743716] 'agreement among raft nodes before linearized reading' (duration: 1.251132585s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.457766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:33.20642Z","time spent":"1.2513379s","remote":"127.0.0.1:54042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:34.457769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:33.299506Z","time spent":"1.158203501s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:34.457778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:33.299715Z","time spent":"1.158013896s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:34.644218Z","caller":"traceutil/trace.go:171","msg":"trace[809528499] linearizableReadLoop","detail":"{readStateIndex:24393; appliedIndex:24392; }","duration":"186.854122ms","start":"2026-03-04T02:12:34.457345Z","end":"2026-03-04T02:12:34.644199Z","steps":["trace[809528499] 'read index received' (duration: 106.98401ms)","trace[809528499] 'applied index is now lower than readState.Index' (duration: 79.869662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:34.644515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321975877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:12:34.644548Z","caller":"traceutil/trace.go:171","msg":"trace[375495659] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:23570; }","duration":"1.32206471s","start":"2026-03-04T02:12:33.322477Z","end":"2026-03-04T02:12:34.644542Z","steps":["trace[375495659] 'agreement among raft nodes before linearized reading' (duration: 1.321941877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.644572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:33.322454Z","time spent":"1.322113981s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-04T02:12:34.644559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.874125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:12:34.644501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.722813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-04T02:12:34.644677Z","caller":"traceutil/trace.go:171","msg":"trace[2144236762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23570; }","duration":"565.036959ms","start":"2026-03-04T02:12:34.079613Z","end":"2026-03-04T02:12:34.64465Z","steps":["trace[2144236762] 'agreement among raft nodes before linearized reading' (duration: 564.664511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.644719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152245872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:34.644736Z","caller":"traceutil/trace.go:171","msg":"trace[1876063037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23570; }","duration":"1.152261252s","start":"2026-03-04T02:12:33.492468Z","end":"2026-03-04T02:12:34.644729Z","steps":["trace[1876063037] 'agreement among raft nodes before linearized reading' (duration: 1.152232602s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:34.644721Z","caller":"traceutil/trace.go:171","msg":"trace[1225214741] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23570; }","duration":"750.97202ms","start":"2026-03-04T02:12:33.893698Z","end":"2026-03-04T02:12:34.64467Z","steps":["trace[1225214741] 'agreement among raft nodes before linearized reading' (duration: 750.588531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.644751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:33.492413Z","time spent":"1.152332654s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:34.644746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.079596Z","time spent":"565.135531ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:12:34.64478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:33.893677Z","time spent":"751.085942ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:12:34.644815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.638623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:12:34.644886Z","caller":"traceutil/trace.go:171","msg":"trace[2084317749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23570; }","duration":"565.740235ms","start":"2026-03-04T02:12:34.079126Z","end":"2026-03-04T02:12:34.644866Z","steps":["trace[2084317749] 'agreement among raft nodes before linearized reading' (duration: 565.572702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.644931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.079111Z","time spent":"565.809087ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:34.645089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.275954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:34.645178Z","caller":"traceutil/trace.go:171","msg":"trace[2123157590] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23570; }","duration":"993.114753ms","start":"2026-03-04T02:12:33.652033Z","end":"2026-03-04T02:12:34.645147Z","steps":["trace[2123157590] 'agreement among raft nodes before linearized reading' (duration: 992.257483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.645203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.569618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:12:34.645247Z","caller":"traceutil/trace.go:171","msg":"trace[314583147] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"641.624435ms","start":"2026-03-04T02:12:34.003613Z","end":"2026-03-04T02:12:34.645237Z","steps":["trace[314583147] 'process raft request' (duration: 560.701489ms)","trace[314583147] 'compare' (duration: 79.79178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:34.645258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.565706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:34.645272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:33.651981Z","time spent":"993.258216ms","remote":"127.0.0.1:55000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:34.645278Z","caller":"traceutil/trace.go:171","msg":"trace[1893697371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23570; }","duration":"693.700021ms","start":"2026-03-04T02:12:33.951541Z","end":"2026-03-04T02:12:34.645241Z","steps":["trace[1893697371] 'agreement among raft nodes before linearized reading' (duration: 693.544977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.645323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.00359Z","time spent":"641.683216ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:34.645336Z","caller":"traceutil/trace.go:171","msg":"trace[2070286748] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23570; }","duration":"560.692199ms","start":"2026-03-04T02:12:34.084624Z","end":"2026-03-04T02:12:34.645316Z","steps":["trace[2070286748] 'agreement among raft nodes before linearized reading' (duration: 560.563216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.645396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.293254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:34.645398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.084604Z","time spent":"560.77901ms","remote":"127.0.0.1:51382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:34.64542Z","caller":"traceutil/trace.go:171","msg":"trace[1164239398] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23570; }","duration":"345.358956ms","start":"2026-03-04T02:12:34.300053Z","end":"2026-03-04T02:12:34.645412Z","steps":["trace[1164239398] 'agreement among raft nodes before linearized reading' (duration: 345.319215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.645387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:33.951516Z","time spent":"693.859165ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:12:34.645217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.473907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:12:34.645516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.569461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:12:34.645538Z","caller":"traceutil/trace.go:171","msg":"trace[1716610248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23570; }","duration":"559.604743ms","start":"2026-03-04T02:12:34.085928Z","end":"2026-03-04T02:12:34.645533Z","steps":["trace[1716610248] 'agreement among raft nodes before linearized reading' (duration: 559.551291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.645555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.085921Z","time spent":"559.630703ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:34.645438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.300032Z","time spent":"345.401607ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:34.64556Z","caller":"traceutil/trace.go:171","msg":"trace[794307621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23570; }","duration":"555.832195ms","start":"2026-03-04T02:12:34.089684Z","end":"2026-03-04T02:12:34.645516Z","steps":["trace[794307621] 'agreement among raft nodes before linearized reading' (duration: 555.489517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.645701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.089666Z","time spent":"556.014041ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:34.645463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.525689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:34.645694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.916309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:12:34.645919Z","caller":"traceutil/trace.go:171","msg":"trace[147837094] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23570; }","duration":"566.331699ms","start":"2026-03-04T02:12:34.07955Z","end":"2026-03-04T02:12:34.645882Z","steps":["trace[147837094] 'agreement among raft nodes before linearized reading' (duration: 565.307635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.646059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.079522Z","time spent":"566.517754ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:12:34.645805Z","caller":"traceutil/trace.go:171","msg":"trace[625658193] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23570; }","duration":"398.905848ms","start":"2026-03-04T02:12:34.246868Z","end":"2026-03-04T02:12:34.645774Z","steps":["trace[625658193] 'agreement among raft nodes before linearized reading' (duration: 398.57975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.646583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.246836Z","time spent":"399.371079ms","remote":"127.0.0.1:33088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:35.161027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.532043ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:35.161194Z","caller":"traceutil/trace.go:171","msg":"trace[2001997163] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23570; }","duration":"261.726059ms","start":"2026-03-04T02:12:34.899443Z","end":"2026-03-04T02:12:35.16117Z","steps":["trace[2001997163] 'range keys from in-memory index tree' (duration: 261.509032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:35.161672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.019558ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:12:35.161767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.646896Z","time spent":"514.866746ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:12:35.203365Z","caller":"traceutil/trace.go:171","msg":"trace[553397015] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"552.503429ms","start":"2026-03-04T02:12:34.650844Z","end":"2026-03-04T02:12:35.203347Z","steps":["trace[553397015] 'process raft request' (duration: 552.281793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:35.20355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.650829Z","time spent":"552.588331ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:35.203809Z","caller":"traceutil/trace.go:171","msg":"trace[2129959574] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"552.025637ms","start":"2026-03-04T02:12:34.651766Z","end":"2026-03-04T02:12:35.203792Z","steps":["trace[2129959574] 'process raft request' (duration: 551.540136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:35.203812Z","caller":"traceutil/trace.go:171","msg":"trace[1342317957] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"551.881834ms","start":"2026-03-04T02:12:34.651913Z","end":"2026-03-04T02:12:35.203795Z","steps":["trace[1342317957] 'process raft request' (duration: 551.638159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:35.203905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.65176Z","time spent":"552.100119ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:35.204007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.651907Z","time spent":"552.001537ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:35.204103Z","caller":"traceutil/trace.go:171","msg":"trace[265156150] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"551.841834ms","start":"2026-03-04T02:12:34.652228Z","end":"2026-03-04T02:12:35.20407Z","steps":["trace[265156150] 'process raft request' (duration: 551.495906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:35.20427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.652223Z","time spent":"551.957516ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:35.204339Z","caller":"traceutil/trace.go:171","msg":"trace[1661512250] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"551.921566ms","start":"2026-03-04T02:12:34.652403Z","end":"2026-03-04T02:12:35.204325Z","steps":["trace[1661512250] 'process raft request' (duration: 551.567727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:35.204412Z","caller":"traceutil/trace.go:171","msg":"trace[1088425984] linearizableReadLoop","detail":"{readStateIndex:24400; appliedIndex:24393; }","duration":"548.703201ms","start":"2026-03-04T02:12:34.655688Z","end":"2026-03-04T02:12:35.204391Z","steps":["trace[1088425984] 'read index received' (duration: 151.992204ms)","trace[1088425984] 'applied index is now lower than readState.Index' (duration: 396.709727ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:35.204427Z","caller":"traceutil/trace.go:171","msg":"trace[2006985005] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"548.565267ms","start":"2026-03-04T02:12:34.655845Z","end":"2026-03-04T02:12:35.20441Z","steps":["trace[2006985005] 'process raft request' (duration: 548.281281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:35.204434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.652347Z","time spent":"552.051718ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:35.204452Z","caller":"traceutil/trace.go:171","msg":"trace[741055955] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"551.671299ms","start":"2026-03-04T02:12:34.65273Z","end":"2026-03-04T02:12:35.204402Z","steps":["trace[741055955] 'process raft request' (duration: 551.332012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:35.204523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.655832Z","time spent":"548.638229ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3217,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:35.204589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.898615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:35.204641Z","caller":"traceutil/trace.go:171","msg":"trace[797149834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23577; }","duration":"548.985517ms","start":"2026-03-04T02:12:34.655641Z","end":"2026-03-04T02:12:35.204626Z","steps":["trace[797149834] 'agreement among raft nodes before linearized reading' (duration: 548.845964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:35.20468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.655597Z","time spent":"549.073669ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:35.204673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.652699Z","time spent":"551.851634ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:35.730959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.811564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:35.731083Z","caller":"traceutil/trace.go:171","msg":"trace[2112255331] linearizableReadLoop","detail":"{readStateIndex:24402; appliedIndex:24401; }","duration":"526.608678ms","start":"2026-03-04T02:12:35.204457Z","end":"2026-03-04T02:12:35.731065Z","steps":["trace[2112255331] 'read index received' (duration: 137.498477ms)","trace[2112255331] 'applied index is now lower than readState.Index' (duration: 389.108971ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:35.73117Z","caller":"traceutil/trace.go:171","msg":"trace[129474029] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"568.171452ms","start":"2026-03-04T02:12:35.162987Z","end":"2026-03-04T02:12:35.731159Z","steps":["trace[129474029] 'process raft request' (duration: 179.070431ms)","trace[129474029] 'compare' (duration: 388.694682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:35.73122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:35.16296Z","time spent":"568.237793ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:35.731486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.21756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:35.731509Z","caller":"traceutil/trace.go:171","msg":"trace[952841897] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23578; }","duration":"740.298882ms","start":"2026-03-04T02:12:34.991204Z","end":"2026-03-04T02:12:35.731503Z","steps":["trace[952841897] 'agreement among raft nodes before linearized reading' (duration: 740.19503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:35.731531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.991176Z","time spent":"740.350324ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:35.732033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.104823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:35.732149Z","caller":"traceutil/trace.go:171","msg":"trace[101256867] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23578; }","duration":"798.247556ms","start":"2026-03-04T02:12:34.933874Z","end":"2026-03-04T02:12:35.732122Z","steps":["trace[101256867] 'agreement among raft nodes before linearized reading' (duration: 798.040911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:35.732221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.933843Z","time spent":"798.359038ms","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:35.732248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036572921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3235"} {"level":"warn","ts":"2026-03-04T02:12:35.732278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.254165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-04T02:12:35.732355Z","caller":"traceutil/trace.go:171","msg":"trace[1179335189] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23578; }","duration":"1.036742675s","start":"2026-03-04T02:12:34.69558Z","end":"2026-03-04T02:12:35.732323Z","steps":["trace[1179335189] 'agreement among raft nodes before linearized reading' (duration: 1.036373026s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:35.73237Z","caller":"traceutil/trace.go:171","msg":"trace[332803679] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23578; }","duration":"521.410588ms","start":"2026-03-04T02:12:35.210934Z","end":"2026-03-04T02:12:35.732345Z","steps":["trace[332803679] 'agreement among raft nodes before linearized reading' (duration: 520.689602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:35.732418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.69557Z","time spent":"1.036836447s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:12:35.732426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:35.210913Z","time spent":"521.50344ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-04T02:12:36.14921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.25796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-03-04T02:12:36.149298Z","caller":"traceutil/trace.go:171","msg":"trace[1237953983] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23578; }","duration":"300.416524ms","start":"2026-03-04T02:12:35.84886Z","end":"2026-03-04T02:12:36.149277Z","steps":["trace[1237953983] 'range keys from in-memory index tree' (duration: 300.035525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:36.148725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.091876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:36.149508Z","caller":"traceutil/trace.go:171","msg":"trace[1703162117] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23578; }","duration":"196.962506ms","start":"2026-03-04T02:12:35.952517Z","end":"2026-03-04T02:12:36.149479Z","steps":["trace[1703162117] 'count revisions from in-memory index tree' (duration: 195.872591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:36.149472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:35.848841Z","time spent":"300.577628ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:12:36.487989Z","caller":"traceutil/trace.go:171","msg":"trace[1351688032] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"119.970702ms","start":"2026-03-04T02:12:36.367993Z","end":"2026-03-04T02:12:36.487964Z","steps":["trace[1351688032] 'process raft request' (duration: 119.755517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:36.739443Z","caller":"traceutil/trace.go:171","msg":"trace[1002377950] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"274.916693ms","start":"2026-03-04T02:12:36.464466Z","end":"2026-03-04T02:12:36.739383Z","steps":["trace[1002377950] 'process raft request' (duration: 274.564735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:36.739647Z","caller":"traceutil/trace.go:171","msg":"trace[2080973981] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"275.142738ms","start":"2026-03-04T02:12:36.464472Z","end":"2026-03-04T02:12:36.739615Z","steps":["trace[2080973981] 'process raft request' (duration: 274.854972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:36.740449Z","caller":"traceutil/trace.go:171","msg":"trace[395262582] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"275.812293ms","start":"2026-03-04T02:12:36.464605Z","end":"2026-03-04T02:12:36.740418Z","steps":["trace[395262582] 'process raft request' (duration: 275.694881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:36.740624Z","caller":"traceutil/trace.go:171","msg":"trace[1354944163] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"276.050999ms","start":"2026-03-04T02:12:36.464528Z","end":"2026-03-04T02:12:36.740579Z","steps":["trace[1354944163] 'process raft request' (duration: 275.051246ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:36.740746Z","caller":"traceutil/trace.go:171","msg":"trace[837559406] linearizableReadLoop","detail":"{readStateIndex:24409; appliedIndex:24403; }","duration":"252.795041ms","start":"2026-03-04T02:12:36.487933Z","end":"2026-03-04T02:12:36.740728Z","steps":["trace[837559406] 'read index received' (duration: 251.00235ms)","trace[837559406] 'applied index is now lower than readState.Index' (duration: 1.79139ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:36.740844Z","caller":"traceutil/trace.go:171","msg":"trace[1281698076] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"275.779073ms","start":"2026-03-04T02:12:36.465052Z","end":"2026-03-04T02:12:36.740831Z","steps":["trace[1281698076] 'process raft request' (duration: 275.322062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:36.740955Z","caller":"traceutil/trace.go:171","msg":"trace[499258066] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"274.764959ms","start":"2026-03-04T02:12:36.466179Z","end":"2026-03-04T02:12:36.740944Z","steps":["trace[499258066] 'process raft request' (duration: 274.427372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:36.741104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.052173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:36.741161Z","caller":"traceutil/trace.go:171","msg":"trace[1428596259] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23585; }","duration":"255.179207ms","start":"2026-03-04T02:12:36.485965Z","end":"2026-03-04T02:12:36.741144Z","steps":["trace[1428596259] 'agreement among raft nodes before linearized reading' (duration: 255.051843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:36.749854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.809917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:36.749873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.903843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:36.749923Z","caller":"traceutil/trace.go:171","msg":"trace[970571294] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23586; }","duration":"257.913549ms","start":"2026-03-04T02:12:36.491995Z","end":"2026-03-04T02:12:36.749908Z","steps":["trace[970571294] 'agreement among raft nodes before linearized reading' (duration: 257.768566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:36.749928Z","caller":"traceutil/trace.go:171","msg":"trace[1878401379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23586; }","duration":"258.993765ms","start":"2026-03-04T02:12:36.490921Z","end":"2026-03-04T02:12:36.749915Z","steps":["trace[1878401379] 'agreement among raft nodes before linearized reading' (duration: 258.883863ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:36.750079Z","caller":"traceutil/trace.go:171","msg":"trace[1183353873] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"221.082745ms","start":"2026-03-04T02:12:36.528978Z","end":"2026-03-04T02:12:36.750061Z","steps":["trace[1183353873] 'process raft request' (duration: 220.603335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:37.593432Z","caller":"traceutil/trace.go:171","msg":"trace[445981807] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"378.239619ms","start":"2026-03-04T02:12:37.215167Z","end":"2026-03-04T02:12:37.593407Z","steps":["trace[445981807] 'process raft request' (duration: 378.057805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:37.593628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:37.215149Z","time spent":"378.396072ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:37.59374Z","caller":"traceutil/trace.go:171","msg":"trace[78059780] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"378.440924ms","start":"2026-03-04T02:12:37.215261Z","end":"2026-03-04T02:12:37.593702Z","steps":["trace[78059780] 'process raft request' (duration: 378.111036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:37.593924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:37.215234Z","time spent":"378.589586ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:37.593951Z","caller":"traceutil/trace.go:171","msg":"trace[1042716920] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"378.405083ms","start":"2026-03-04T02:12:37.21552Z","end":"2026-03-04T02:12:37.593925Z","steps":["trace[1042716920] 'process raft request' (duration: 378.248589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:37.594057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:37.215505Z","time spent":"378.505885ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:37.59404Z","caller":"traceutil/trace.go:171","msg":"trace[456820621] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"378.078995ms","start":"2026-03-04T02:12:37.21595Z","end":"2026-03-04T02:12:37.594029Z","steps":["trace[456820621] 'process raft request' (duration: 377.946432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:37.59406Z","caller":"traceutil/trace.go:171","msg":"trace[727651553] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"378.075895ms","start":"2026-03-04T02:12:37.215927Z","end":"2026-03-04T02:12:37.594003Z","steps":["trace[727651553] 'process raft request' (duration: 377.946692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:37.594167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.099436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:37.594185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:37.215937Z","time spent":"378.178957ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:37.594201Z","caller":"traceutil/trace.go:171","msg":"trace[801481440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23592; }","duration":"102.185959ms","start":"2026-03-04T02:12:37.492006Z","end":"2026-03-04T02:12:37.594192Z","steps":["trace[801481440] 'agreement among raft nodes before linearized reading' (duration: 102.070076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:37.594258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:37.215918Z","time spent":"378.238129ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:37.594331Z","caller":"traceutil/trace.go:171","msg":"trace[1533587925] linearizableReadLoop","detail":"{readStateIndex:24416; appliedIndex:24411; }","duration":"101.895892ms","start":"2026-03-04T02:12:37.492075Z","end":"2026-03-04T02:12:37.593971Z","steps":["trace[1533587925] 'read index received' (duration: 101.030372ms)","trace[1533587925] 'applied index is now lower than readState.Index' (duration: 864.72µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:44.96503Z","caller":"traceutil/trace.go:171","msg":"trace[1928872484] transaction","detail":"{read_only:false; response_revision:23644; number_of_response:1; }","duration":"303.346333ms","start":"2026-03-04T02:12:44.661639Z","end":"2026-03-04T02:12:44.964986Z","steps":["trace[1928872484] 'process raft request' (duration: 303.137538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:44.964984Z","caller":"traceutil/trace.go:171","msg":"trace[126460608] linearizableReadLoop","detail":"{readStateIndex:24470; appliedIndex:24469; }","duration":"296.450473ms","start":"2026-03-04T02:12:44.668504Z","end":"2026-03-04T02:12:44.964955Z","steps":["trace[126460608] 'read index received' (duration: 296.34203ms)","trace[126460608] 'applied index is now lower than readState.Index' (duration: 107.263µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:44.965081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.556895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:44.965155Z","caller":"traceutil/trace.go:171","msg":"trace[1675912805] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23644; }","duration":"296.634368ms","start":"2026-03-04T02:12:44.66848Z","end":"2026-03-04T02:12:44.965114Z","steps":["trace[1675912805] 'agreement among raft nodes before linearized reading' (duration: 296.530955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:44.965202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.661601Z","time spent":"303.510417ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:45.106243Z","caller":"traceutil/trace.go:171","msg":"trace[1639804919] transaction","detail":"{read_only:false; response_revision:23645; number_of_response:1; }","duration":"336.075761ms","start":"2026-03-04T02:12:44.770135Z","end":"2026-03-04T02:12:45.106211Z","steps":["trace[1639804919] 'process raft request' (duration: 335.805634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:45.106364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.770111Z","time spent":"336.190454ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:45.106492Z","caller":"traceutil/trace.go:171","msg":"trace[287603510] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"332.57762ms","start":"2026-03-04T02:12:44.773899Z","end":"2026-03-04T02:12:45.106477Z","steps":["trace[287603510] 'process raft request' (duration: 332.478618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:45.106659Z","caller":"traceutil/trace.go:171","msg":"trace[1075313067] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"332.270193ms","start":"2026-03-04T02:12:44.77438Z","end":"2026-03-04T02:12:45.106651Z","steps":["trace[1075313067] 'process raft request' (duration: 332.060388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:45.10666Z","caller":"traceutil/trace.go:171","msg":"trace[862357682] transaction","detail":"{read_only:false; response_revision:23650; number_of_response:1; }","duration":"331.127726ms","start":"2026-03-04T02:12:44.775516Z","end":"2026-03-04T02:12:45.106644Z","steps":["trace[862357682] 'process raft request' (duration: 331.028764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:45.106705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.774371Z","time spent":"332.312424ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:45.106648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.773892Z","time spent":"332.665592ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:45.106489Z","caller":"traceutil/trace.go:171","msg":"trace[297978777] transaction","detail":"{read_only:false; response_revision:23647; number_of_response:1; }","duration":"332.802886ms","start":"2026-03-04T02:12:44.773653Z","end":"2026-03-04T02:12:45.106456Z","steps":["trace[297978777] 'process raft request' (duration: 332.53504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:45.106791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.775508Z","time spent":"331.197718ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:45.10682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.773641Z","time spent":"333.164184ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:45.106311Z","caller":"traceutil/trace.go:171","msg":"trace[82893329] transaction","detail":"{read_only:false; response_revision:23646; number_of_response:1; }","duration":"335.116879ms","start":"2026-03-04T02:12:44.771143Z","end":"2026-03-04T02:12:45.10626Z","steps":["trace[82893329] 'process raft request' (duration: 334.990876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:45.107039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.771112Z","time spent":"335.892057ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:47.099561Z","caller":"traceutil/trace.go:171","msg":"trace[1873812585] linearizableReadLoop","detail":"{readStateIndex:24483; appliedIndex:24482; }","duration":"157.315867ms","start":"2026-03-04T02:12:46.942215Z","end":"2026-03-04T02:12:47.099531Z","steps":["trace[1873812585] 'read index received' (duration: 156.816456ms)","trace[1873812585] 'applied index is now lower than readState.Index' (duration: 498.441µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:47.099602Z","caller":"traceutil/trace.go:171","msg":"trace[242457902] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"182.585373ms","start":"2026-03-04T02:12:46.916993Z","end":"2026-03-04T02:12:47.099579Z","steps":["trace[242457902] 'process raft request' (duration: 182.215765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.099765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.513701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:47.099865Z","caller":"traceutil/trace.go:171","msg":"trace[453337359] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23657; }","duration":"157.682025ms","start":"2026-03-04T02:12:46.942161Z","end":"2026-03-04T02:12:47.099843Z","steps":["trace[453337359] 'agreement among raft nodes before linearized reading' (duration: 157.48178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.547833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.404864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:47.547975Z","caller":"traceutil/trace.go:171","msg":"trace[895249996] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"436.882449ms","start":"2026-03-04T02:12:47.111068Z","end":"2026-03-04T02:12:47.547951Z","steps":["trace[895249996] 'process raft request' (duration: 158.239329ms)","trace[895249996] 'compare' (duration: 278.258321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:47.548046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.11105Z","time spent":"436.96551ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:47.626745Z","caller":"traceutil/trace.go:171","msg":"trace[1171700224] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"514.685321ms","start":"2026-03-04T02:12:47.112028Z","end":"2026-03-04T02:12:47.626713Z","steps":["trace[1171700224] 'process raft request' (duration: 514.440646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.626984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.112005Z","time spent":"514.842795ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:47.627163Z","caller":"traceutil/trace.go:171","msg":"trace[1686864481] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"515.003738ms","start":"2026-03-04T02:12:47.112117Z","end":"2026-03-04T02:12:47.62712Z","steps":["trace[1686864481] 'process raft request' (duration: 514.540038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:47.627233Z","caller":"traceutil/trace.go:171","msg":"trace[1081804174] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"514.419745ms","start":"2026-03-04T02:12:47.112787Z","end":"2026-03-04T02:12:47.627207Z","steps":["trace[1081804174] 'process raft request' (duration: 514.16104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:47.627265Z","caller":"traceutil/trace.go:171","msg":"trace[1055518646] linearizableReadLoop","detail":"{readStateIndex:24489; appliedIndex:24483; }","duration":"505.306844ms","start":"2026-03-04T02:12:47.121927Z","end":"2026-03-04T02:12:47.627234Z","steps":["trace[1055518646] 'read index received' (duration: 147.402478ms)","trace[1055518646] 'applied index is now lower than readState.Index' (duration: 357.902996ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:47.627339Z","caller":"traceutil/trace.go:171","msg":"trace[1068394084] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"513.453994ms","start":"2026-03-04T02:12:47.113862Z","end":"2026-03-04T02:12:47.627316Z","steps":["trace[1068394084] 'process raft request' (duration: 513.30881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:47.627344Z","caller":"traceutil/trace.go:171","msg":"trace[1948263317] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"513.485475ms","start":"2026-03-04T02:12:47.113814Z","end":"2026-03-04T02:12:47.627299Z","steps":["trace[1948263317] 'process raft request' (duration: 513.306459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.627412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.112774Z","time spent":"514.533179ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:47.627445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.113855Z","time spent":"513.542166ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:47.62754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.559151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-04T02:12:47.627563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.113805Z","time spent":"513.637459ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:47.627621Z","caller":"traceutil/trace.go:171","msg":"trace[520145617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23663; }","duration":"505.722965ms","start":"2026-03-04T02:12:47.121881Z","end":"2026-03-04T02:12:47.627604Z","steps":["trace[520145617] 'agreement among raft nodes before linearized reading' (duration: 505.50948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.627644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.112096Z","time spent":"515.185963ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:47.62768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.121867Z","time spent":"505.798867ms","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:12:47.940746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.047245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:47.940858Z","caller":"traceutil/trace.go:171","msg":"trace[702891644] linearizableReadLoop","detail":"{readStateIndex:24490; appliedIndex:24489; }","duration":"313.492676ms","start":"2026-03-04T02:12:47.627345Z","end":"2026-03-04T02:12:47.940838Z","steps":["trace[702891644] 'read index received' (duration: 51.273648ms)","trace[702891644] 'applied index is now lower than readState.Index' (duration: 262.217338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:47.941002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.66898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:47.940971Z","caller":"traceutil/trace.go:171","msg":"trace[989095228] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"498.24262ms","start":"2026-03-04T02:12:47.442691Z","end":"2026-03-04T02:12:47.940933Z","steps":["trace[989095228] 'process raft request' (duration: 235.894418ms)","trace[989095228] 'compare' (duration: 261.650236ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:47.941036Z","caller":"traceutil/trace.go:171","msg":"trace[89994998] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23664; }","duration":"589.760613ms","start":"2026-03-04T02:12:47.351261Z","end":"2026-03-04T02:12:47.941022Z","steps":["trace[89994998] 'agreement among raft nodes before linearized reading' (duration: 589.67942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.941028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.60928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:47.94114Z","caller":"traceutil/trace.go:171","msg":"trace[1587682186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23664; }","duration":"448.770725ms","start":"2026-03-04T02:12:47.492342Z","end":"2026-03-04T02:12:47.941113Z","steps":["trace[1587682186] 'agreement among raft nodes before linearized reading' (duration: 448.574889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.941144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.442655Z","time spent":"498.388594ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:47.9412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.492325Z","time spent":"448.861386ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:47.941246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.182576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:12:47.941292Z","caller":"traceutil/trace.go:171","msg":"trace[1850596081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23664; }","duration":"607.224717ms","start":"2026-03-04T02:12:47.334053Z","end":"2026-03-04T02:12:47.941278Z","steps":["trace[1850596081] 'agreement among raft nodes before linearized reading' (duration: 607.048043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.941324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.333978Z","time spent":"607.33849ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:12:47.941078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.351238Z","time spent":"589.829285ms","remote":"127.0.0.1:55090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:47.941399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.530308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:47.94143Z","caller":"traceutil/trace.go:171","msg":"trace[1515702647] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23664; }","duration":"448.59974ms","start":"2026-03-04T02:12:47.492821Z","end":"2026-03-04T02:12:47.941421Z","steps":["trace[1515702647] 'agreement among raft nodes before linearized reading' (duration: 448.527998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.941467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.492797Z","time spent":"448.665402ms","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:47.941512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.576878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:12:47.941541Z","caller":"traceutil/trace.go:171","msg":"trace[1506259386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23664; }","duration":"284.608148ms","start":"2026-03-04T02:12:47.656924Z","end":"2026-03-04T02:12:47.941532Z","steps":["trace[1506259386] 'agreement among raft nodes before linearized reading' (duration: 284.515726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.941637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.690691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:12:47.941657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.266319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:12:47.941661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.150073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:12:47.941714Z","caller":"traceutil/trace.go:171","msg":"trace[64464747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23664; }","duration":"284.824553ms","start":"2026-03-04T02:12:47.656869Z","end":"2026-03-04T02:12:47.941693Z","steps":["trace[64464747] 'agreement among raft nodes before linearized reading' (duration: 284.561677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:47.941751Z","caller":"traceutil/trace.go:171","msg":"trace[1162493492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23664; }","duration":"290.421553ms","start":"2026-03-04T02:12:47.6513Z","end":"2026-03-04T02:12:47.941722Z","steps":["trace[1162493492] 'agreement among raft nodes before linearized reading' (duration: 290.135137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:47.941757Z","caller":"traceutil/trace.go:171","msg":"trace[667898155] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23664; }","duration":"289.307518ms","start":"2026-03-04T02:12:47.652425Z","end":"2026-03-04T02:12:47.941733Z","steps":["trace[667898155] 'agreement among raft nodes before linearized reading' (duration: 289.018401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.941747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.45437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:12:47.941853Z","caller":"traceutil/trace.go:171","msg":"trace[2076953260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23664; }","duration":"289.594114ms","start":"2026-03-04T02:12:47.652242Z","end":"2026-03-04T02:12:47.941836Z","steps":["trace[2076953260] 'agreement among raft nodes before linearized reading' (duration: 289.222896ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:48.207091Z","caller":"traceutil/trace.go:171","msg":"trace[17660364] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"260.772245ms","start":"2026-03-04T02:12:47.946275Z","end":"2026-03-04T02:12:48.207047Z","steps":["trace[17660364] 'process raft request' (duration: 249.795581ms)","trace[17660364] 'compare' (duration: 10.36328ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:48.255038Z","caller":"traceutil/trace.go:171","msg":"trace[553296663] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"308.718798ms","start":"2026-03-04T02:12:47.946299Z","end":"2026-03-04T02:12:48.255018Z","steps":["trace[553296663] 'process raft request' (duration: 308.546474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:48.255309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.946203Z","time spent":"308.904202ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:48.255375Z","caller":"traceutil/trace.go:171","msg":"trace[1595327028] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"308.943153ms","start":"2026-03-04T02:12:47.946416Z","end":"2026-03-04T02:12:48.255359Z","steps":["trace[1595327028] 'process raft request' (duration: 308.565564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:48.255616Z","caller":"traceutil/trace.go:171","msg":"trace[712392064] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"305.949143ms","start":"2026-03-04T02:12:47.949607Z","end":"2026-03-04T02:12:48.255556Z","steps":["trace[712392064] 'process raft request' (duration: 305.853761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:48.25568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.946382Z","time spent":"309.160908ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:48.255632Z","caller":"traceutil/trace.go:171","msg":"trace[478076025] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"308.566673ms","start":"2026-03-04T02:12:47.947018Z","end":"2026-03-04T02:12:48.255585Z","steps":["trace[478076025] 'process raft request' (duration: 308.237575ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:48.255788Z","caller":"traceutil/trace.go:171","msg":"trace[334077864] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"308.689056ms","start":"2026-03-04T02:12:47.947087Z","end":"2026-03-04T02:12:48.255776Z","steps":["trace[334077864] 'process raft request' (duration: 308.329368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:48.256072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.947077Z","time spent":"308.781918ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:48.256273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.946996Z","time spent":"309.147627ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:48.256542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.94959Z","time spent":"306.120867ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:49.755655Z","caller":"traceutil/trace.go:171","msg":"trace[1386123840] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"201.772538ms","start":"2026-03-04T02:12:49.553849Z","end":"2026-03-04T02:12:49.755622Z","steps":["trace[1386123840] 'process raft request' (duration: 201.565873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.800701Z","caller":"traceutil/trace.go:171","msg":"trace[1906500920] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"167.349939ms","start":"2026-03-04T02:12:49.633324Z","end":"2026-03-04T02:12:49.800674Z","steps":["trace[1906500920] 'process raft request' (duration: 167.060592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.800921Z","caller":"traceutil/trace.go:171","msg":"trace[1592839172] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"167.070292ms","start":"2026-03-04T02:12:49.63384Z","end":"2026-03-04T02:12:49.80091Z","steps":["trace[1592839172] 'process raft request' (duration: 166.779566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.801274Z","caller":"traceutil/trace.go:171","msg":"trace[951131635] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"166.172333ms","start":"2026-03-04T02:12:49.635072Z","end":"2026-03-04T02:12:49.801244Z","steps":["trace[951131635] 'process raft request' (duration: 165.889056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.801337Z","caller":"traceutil/trace.go:171","msg":"trace[1904409829] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"166.212924ms","start":"2026-03-04T02:12:49.635111Z","end":"2026-03-04T02:12:49.801324Z","steps":["trace[1904409829] 'process raft request' (duration: 165.883965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.801371Z","caller":"traceutil/trace.go:171","msg":"trace[1120353250] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"167.451703ms","start":"2026-03-04T02:12:49.633897Z","end":"2026-03-04T02:12:49.801349Z","steps":["trace[1120353250] 'process raft request' (duration: 166.96062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.052989Z","caller":"traceutil/trace.go:171","msg":"trace[1831100488] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"290.446943ms","start":"2026-03-04T02:12:51.762509Z","end":"2026-03-04T02:12:52.052956Z","steps":["trace[1831100488] 'process raft request' (duration: 290.247528ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.120954Z","caller":"traceutil/trace.go:171","msg":"trace[1621566019] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"312.198418ms","start":"2026-03-04T02:12:51.808722Z","end":"2026-03-04T02:12:52.120921Z","steps":["trace[1621566019] 'process raft request' (duration: 311.939002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.121063Z","caller":"traceutil/trace.go:171","msg":"trace[2050682518] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"312.107236ms","start":"2026-03-04T02:12:51.808913Z","end":"2026-03-04T02:12:52.12102Z","steps":["trace[2050682518] 'process raft request' (duration: 311.945123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.121059Z","caller":"traceutil/trace.go:171","msg":"trace[1775358805] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"311.852951ms","start":"2026-03-04T02:12:51.809182Z","end":"2026-03-04T02:12:52.121035Z","steps":["trace[1775358805] 'process raft request' (duration: 311.718488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.121129Z","caller":"traceutil/trace.go:171","msg":"trace[55843081] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"311.86976ms","start":"2026-03-04T02:12:51.809238Z","end":"2026-03-04T02:12:52.121107Z","steps":["trace[55843081] 'process raft request' (duration: 311.724027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:52.121297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:51.809153Z","time spent":"312.001224ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:52.121303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:51.809217Z","time spent":"311.967053ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:52.121365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:51.808689Z","time spent":"312.366012ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:52.121059Z","caller":"traceutil/trace.go:171","msg":"trace[326371900] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"312.137647ms","start":"2026-03-04T02:12:51.808844Z","end":"2026-03-04T02:12:52.120982Z","steps":["trace[326371900] 'process raft request' (duration: 311.968273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:52.12138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:51.808876Z","time spent":"312.26738ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:52.12145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:51.808836Z","time spent":"312.586538ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:52.495684Z","caller":"traceutil/trace.go:171","msg":"trace[1745534144] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"218.201468ms","start":"2026-03-04T02:12:52.277439Z","end":"2026-03-04T02:12:52.495641Z","steps":["trace[1745534144] 'process raft request' (duration: 202.478235ms)","trace[1745534144] 'compare' (duration: 15.400626ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:52.495836Z","caller":"traceutil/trace.go:171","msg":"trace[1240647889] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"215.519866ms","start":"2026-03-04T02:12:52.280282Z","end":"2026-03-04T02:12:52.495802Z","steps":["trace[1240647889] 'process raft request' (duration: 215.468005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.495951Z","caller":"traceutil/trace.go:171","msg":"trace[450836976] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"216.607141ms","start":"2026-03-04T02:12:52.279293Z","end":"2026-03-04T02:12:52.4959Z","steps":["trace[450836976] 'process raft request' (duration: 216.392406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.495895Z","caller":"traceutil/trace.go:171","msg":"trace[320004676] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"216.874477ms","start":"2026-03-04T02:12:52.278969Z","end":"2026-03-04T02:12:52.495843Z","steps":["trace[320004676] 'process raft request' (duration: 216.644142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:53.230637Z","caller":"traceutil/trace.go:171","msg":"trace[1658300418] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"206.219371ms","start":"2026-03-04T02:12:53.02439Z","end":"2026-03-04T02:12:53.23061Z","steps":["trace[1658300418] 'process raft request' (duration: 206.074978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:47.777572Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21819} {"level":"info","ts":"2026-03-04T02:13:47.924113Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21819,"took":"141.354088ms","hash":284059805,"current-db-size-bytes":51154944,"current-db-size":"51 MB","current-db-size-in-use-bytes":32047104,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T02:13:47.924196Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":284059805,"revision":21819,"compact-revision":18741} {"level":"info","ts":"2026-03-04T02:16:10.862904Z","caller":"traceutil/trace.go:171","msg":"trace[1428298905] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"164.33942ms","start":"2026-03-04T02:16:10.698491Z","end":"2026-03-04T02:16:10.86283Z","steps":["trace[1428298905] 'process raft request' (duration: 164.046823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.244978Z","caller":"traceutil/trace.go:171","msg":"trace[1095751250] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"153.517988ms","start":"2026-03-04T02:16:13.091416Z","end":"2026-03-04T02:16:13.244934Z","steps":["trace[1095751250] 'process raft request' (duration: 81.289445ms)","trace[1095751250] 'compare' (duration: 72.09838ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:13.454154Z","caller":"traceutil/trace.go:171","msg":"trace[1136901139] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"361.277825ms","start":"2026-03-04T02:16:13.092851Z","end":"2026-03-04T02:16:13.454129Z","steps":["trace[1136901139] 'process raft request' (duration: 307.185082ms)","trace[1136901139] 'compare' (duration: 53.93083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:13.454287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.092821Z","time spent":"361.396738ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:13.45449Z","caller":"traceutil/trace.go:171","msg":"trace[1238477764] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"326.267933ms","start":"2026-03-04T02:16:13.128213Z","end":"2026-03-04T02:16:13.454481Z","steps":["trace[1238477764] 'process raft request' (duration: 325.865814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.454533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.128186Z","time spent":"326.323495ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:13.455177Z","caller":"traceutil/trace.go:171","msg":"trace[1498106893] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"323.444438ms","start":"2026-03-04T02:16:13.131703Z","end":"2026-03-04T02:16:13.455147Z","steps":["trace[1498106893] 'process raft request' (duration: 322.807293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.455907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.131692Z","time spent":"323.566151ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:13.456584Z","caller":"traceutil/trace.go:171","msg":"trace[491064399] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"324.708308ms","start":"2026-03-04T02:16:13.131859Z","end":"2026-03-04T02:16:13.456567Z","steps":["trace[491064399] 'process raft request' (duration: 323.005448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.456912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.131839Z","time spent":"324.788569ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:13.45692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.857201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:16:13.45703Z","caller":"traceutil/trace.go:171","msg":"trace[877129504] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:25606; }","duration":"127.014764ms","start":"2026-03-04T02:16:13.329992Z","end":"2026-03-04T02:16:13.457007Z","steps":["trace[877129504] 'agreement among raft nodes before linearized reading' (duration: 126.764758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.457499Z","caller":"traceutil/trace.go:171","msg":"trace[722960899] linearizableReadLoop","detail":"{readStateIndex:26482; appliedIndex:26478; }","duration":"126.38642ms","start":"2026-03-04T02:16:13.330037Z","end":"2026-03-04T02:16:13.456424Z","steps":["trace[722960899] 'read index received' (duration: 69.970642ms)","trace[722960899] 'applied index is now lower than readState.Index' (duration: 56.414118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:13.799716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.789941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:13.799847Z","caller":"traceutil/trace.go:171","msg":"trace[35168454] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"294.808994ms","start":"2026-03-04T02:16:13.505011Z","end":"2026-03-04T02:16:13.79982Z","steps":["trace[35168454] 'process raft request' (duration: 91.800908ms)","trace[35168454] 'compare' (duration: 201.984133ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:13.799932Z","caller":"traceutil/trace.go:171","msg":"trace[2093567965] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"240.500424ms","start":"2026-03-04T02:16:13.559418Z","end":"2026-03-04T02:16:13.799918Z","steps":["trace[2093567965] 'process raft request' (duration: 240.422283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.80011Z","caller":"traceutil/trace.go:171","msg":"trace[1811816316] linearizableReadLoop","detail":"{readStateIndex:26485; appliedIndex:26484; }","duration":"248.073651ms","start":"2026-03-04T02:16:13.552025Z","end":"2026-03-04T02:16:13.800099Z","steps":["trace[1811816316] 'read index received' (duration: 44.812169ms)","trace[1811816316] 'applied index is now lower than readState.Index' (duration: 203.260212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:13.800333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.562945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:13.800371Z","caller":"traceutil/trace.go:171","msg":"trace[135755924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25609; }","duration":"308.628085ms","start":"2026-03-04T02:16:13.491734Z","end":"2026-03-04T02:16:13.800362Z","steps":["trace[135755924] 'agreement among raft nodes before linearized reading' (duration: 308.563474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.8004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.491716Z","time spent":"308.676487ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:13.800381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.866969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:16:13.800605Z","caller":"traceutil/trace.go:171","msg":"trace[300409762] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25609; }","duration":"299.206857ms","start":"2026-03-04T02:16:13.501385Z","end":"2026-03-04T02:16:13.800592Z","steps":["trace[300409762] 'agreement among raft nodes before linearized reading' (duration: 298.786137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:14.287524Z","caller":"traceutil/trace.go:171","msg":"trace[640729893] linearizableReadLoop","detail":"{readStateIndex:26487; appliedIndex:26486; }","duration":"487.351229ms","start":"2026-03-04T02:16:13.80014Z","end":"2026-03-04T02:16:14.287491Z","steps":["trace[640729893] 'read index received' (duration: 467.901718ms)","trace[640729893] 'applied index is now lower than readState.Index' (duration: 19.448091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:14.287778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.555187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:16:14.287832Z","caller":"traceutil/trace.go:171","msg":"trace[928509081] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"655.22447ms","start":"2026-03-04T02:16:13.632591Z","end":"2026-03-04T02:16:14.287815Z","steps":["trace[928509081] 'process raft request' (duration: 635.526603ms)","trace[928509081] 'compare' (duration: 18.97448ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:14.287846Z","caller":"traceutil/trace.go:171","msg":"trace[897964976] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25610; }","duration":"573.671439ms","start":"2026-03-04T02:16:13.714156Z","end":"2026-03-04T02:16:14.287828Z","steps":["trace[897964976] 'agreement among raft nodes before linearized reading' (duration: 573.516816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:14.287905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.71414Z","time spent":"573.749651ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:16:14.287936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.632565Z","time spent":"655.307412ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:14.288108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.883209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:16:14.288156Z","caller":"traceutil/trace.go:171","msg":"trace[185798159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25610; }","duration":"653.945511ms","start":"2026-03-04T02:16:13.634199Z","end":"2026-03-04T02:16:14.288144Z","steps":["trace[185798159] 'agreement among raft nodes before linearized reading' (duration: 653.820058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:14.288192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.634193Z","time spent":"653.989542ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:14.288366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.239378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:16:14.288422Z","caller":"traceutil/trace.go:171","msg":"trace[510589221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25610; }","duration":"667.321991ms","start":"2026-03-04T02:16:13.621088Z","end":"2026-03-04T02:16:14.28841Z","steps":["trace[510589221] 'agreement among raft nodes before linearized reading' (duration: 667.191188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:14.288502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.621072Z","time spent":"667.417842ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:14.288543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.534039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:14.288588Z","caller":"traceutil/trace.go:171","msg":"trace[1684631826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25610; }","duration":"486.609191ms","start":"2026-03-04T02:16:13.801968Z","end":"2026-03-04T02:16:14.288577Z","steps":["trace[1684631826] 'agreement among raft nodes before linearized reading' (duration: 486.53613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:14.288619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.801953Z","time spent":"486.659482ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:14.287778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.515156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:16:14.288726Z","caller":"traceutil/trace.go:171","msg":"trace[220919968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25610; }","duration":"574.519149ms","start":"2026-03-04T02:16:13.714194Z","end":"2026-03-04T02:16:14.288713Z","steps":["trace[220919968] 'agreement among raft nodes before linearized reading' (duration: 573.433694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:14.288773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.714181Z","time spent":"574.579881ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:16:14.28894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.929715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:14.288983Z","caller":"traceutil/trace.go:171","msg":"trace[119273172] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25610; }","duration":"194.012707ms","start":"2026-03-04T02:16:14.094958Z","end":"2026-03-04T02:16:14.288971Z","steps":["trace[119273172] 'agreement among raft nodes before linearized reading' (duration: 193.952846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:14.289205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.904702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-84b58c4d8b-4t7w7.189981b2fa683c65\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-03-04T02:16:14.289248Z","caller":"traceutil/trace.go:171","msg":"trace[187070041] range","detail":"{range_begin:/registry/events/openstack/manila-api-84b58c4d8b-4t7w7.189981b2fa683c65; range_end:; response_count:1; response_revision:25610; }","duration":"233.985713ms","start":"2026-03-04T02:16:14.055249Z","end":"2026-03-04T02:16:14.289235Z","steps":["trace[187070041] 'agreement among raft nodes before linearized reading' (duration: 233.877521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:14.289342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.469028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:16:14.289399Z","caller":"traceutil/trace.go:171","msg":"trace[995700943] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25610; }","duration":"486.548649ms","start":"2026-03-04T02:16:13.802837Z","end":"2026-03-04T02:16:14.289386Z","steps":["trace[995700943] 'agreement among raft nodes before linearized reading' (duration: 486.407286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:14.289447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.802822Z","time spent":"486.61368ms","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:16:14.564932Z","caller":"traceutil/trace.go:171","msg":"trace[1146681945] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"271.011443ms","start":"2026-03-04T02:16:14.293884Z","end":"2026-03-04T02:16:14.564896Z","steps":["trace[1146681945] 'process raft request' (duration: 270.679574ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:14.564975Z","caller":"traceutil/trace.go:171","msg":"trace[509388527] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"269.755495ms","start":"2026-03-04T02:16:14.295184Z","end":"2026-03-04T02:16:14.564939Z","steps":["trace[509388527] 'process raft request' (duration: 269.587191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:14.565237Z","caller":"traceutil/trace.go:171","msg":"trace[97685298] linearizableReadLoop","detail":"{readStateIndex:26489; appliedIndex:26487; }","duration":"270.110602ms","start":"2026-03-04T02:16:14.295106Z","end":"2026-03-04T02:16:14.565216Z","steps":["trace[97685298] 'read index received' (duration: 68.196141ms)","trace[97685298] 'applied index is now lower than readState.Index' (duration: 201.913511ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:14.565234Z","caller":"traceutil/trace.go:171","msg":"trace[1815976092] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"269.954919ms","start":"2026-03-04T02:16:14.295249Z","end":"2026-03-04T02:16:14.565204Z","steps":["trace[1815976092] 'process raft request' (duration: 269.596591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:14.565331Z","caller":"traceutil/trace.go:171","msg":"trace[875628423] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"269.738484ms","start":"2026-03-04T02:16:14.295532Z","end":"2026-03-04T02:16:14.565271Z","steps":["trace[875628423] 'process raft request' (duration: 269.569161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:14.565411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.691948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:14.565455Z","caller":"traceutil/trace.go:171","msg":"trace[809237632] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25615; }","duration":"252.78418ms","start":"2026-03-04T02:16:14.312655Z","end":"2026-03-04T02:16:14.56544Z","steps":["trace[809237632] 'agreement among raft nodes before linearized reading' (duration: 252.687898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:14.565513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.381129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:16:14.565576Z","caller":"traceutil/trace.go:171","msg":"trace[2112209510] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25615; }","duration":"270.492191ms","start":"2026-03-04T02:16:14.295066Z","end":"2026-03-04T02:16:14.565558Z","steps":["trace[2112209510] 'agreement among raft nodes before linearized reading' (duration: 270.269716ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:15.130342Z","caller":"traceutil/trace.go:171","msg":"trace[1169183011] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"112.660972ms","start":"2026-03-04T02:16:15.017653Z","end":"2026-03-04T02:16:15.130314Z","steps":["trace[1169183011] 'process raft request' (duration: 112.500038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.357966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.031233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:15.358196Z","caller":"traceutil/trace.go:171","msg":"trace[1637755642] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"303.300872ms","start":"2026-03-04T02:16:15.05487Z","end":"2026-03-04T02:16:15.358171Z","steps":["trace[1637755642] 'process raft request' (duration: 160.930331ms)","trace[1637755642] 'compare' (duration: 141.774827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:15.358271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:15.054842Z","time spent":"303.398205ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:15.358341Z","caller":"traceutil/trace.go:171","msg":"trace[225454443] linearizableReadLoop","detail":"{readStateIndex:26494; appliedIndex:26493; }","duration":"179.632514ms","start":"2026-03-04T02:16:15.178641Z","end":"2026-03-04T02:16:15.358274Z","steps":["trace[225454443] 'read index received' (duration: 37.056829ms)","trace[225454443] 'applied index is now lower than readState.Index' (duration: 142.574085ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:15.358531Z","caller":"traceutil/trace.go:171","msg":"trace[1043519640] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"108.333002ms","start":"2026-03-04T02:16:15.25014Z","end":"2026-03-04T02:16:15.358473Z","steps":["trace[1043519640] 'process raft request' (duration: 108.020575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.358616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.931191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:15.358727Z","caller":"traceutil/trace.go:171","msg":"trace[1050654921] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25618; }","duration":"180.108045ms","start":"2026-03-04T02:16:15.178594Z","end":"2026-03-04T02:16:15.358702Z","steps":["trace[1050654921] 'agreement among raft nodes before linearized reading' (duration: 179.782688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:15.640545Z","caller":"traceutil/trace.go:171","msg":"trace[844292848] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"178.894207ms","start":"2026-03-04T02:16:15.461627Z","end":"2026-03-04T02:16:15.640521Z","steps":["trace[844292848] 'process raft request' (duration: 178.768803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:15.655634Z","caller":"traceutil/trace.go:171","msg":"trace[744687310] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"193.26049ms","start":"2026-03-04T02:16:15.462351Z","end":"2026-03-04T02:16:15.655611Z","steps":["trace[744687310] 'process raft request' (duration: 193.058336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.655808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.105655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:15.655855Z","caller":"traceutil/trace.go:171","msg":"trace[190927212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25622; }","duration":"164.232068ms","start":"2026-03-04T02:16:15.491613Z","end":"2026-03-04T02:16:15.655846Z","steps":["trace[190927212] 'agreement among raft nodes before linearized reading' (duration: 164.098725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:15.655628Z","caller":"traceutil/trace.go:171","msg":"trace[76547662] linearizableReadLoop","detail":"{readStateIndex:26499; appliedIndex:26496; }","duration":"163.925721ms","start":"2026-03-04T02:16:15.491674Z","end":"2026-03-04T02:16:15.6556Z","steps":["trace[76547662] 'read index received' (duration: 148.768359ms)","trace[76547662] 'applied index is now lower than readState.Index' (duration: 15.156262ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:15.656088Z","caller":"traceutil/trace.go:171","msg":"trace[1022354686] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"193.6715ms","start":"2026-03-04T02:16:15.462408Z","end":"2026-03-04T02:16:15.656079Z","steps":["trace[1022354686] 'process raft request' (duration: 193.138068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.65625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.630903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:16:15.656301Z","caller":"traceutil/trace.go:171","msg":"trace[2045774500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25622; }","duration":"100.699185ms","start":"2026-03-04T02:16:15.555589Z","end":"2026-03-04T02:16:15.656289Z","steps":["trace[2045774500] 'agreement among raft nodes before linearized reading' (duration: 100.538121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:15.978806Z","caller":"traceutil/trace.go:171","msg":"trace[1001523764] linearizableReadLoop","detail":"{readStateIndex:26501; appliedIndex:26500; }","duration":"168.479585ms","start":"2026-03-04T02:16:15.810048Z","end":"2026-03-04T02:16:15.978528Z","steps":["trace[1001523764] 'read index received' (duration: 168.287731ms)","trace[1001523764] 'applied index is now lower than readState.Index' (duration: 191.084µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:15.978999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.931606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0348c2f2-dbf0-4a71-ba9f-326bb2a82c5c\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T02:16:15.979032Z","caller":"traceutil/trace.go:171","msg":"trace[1189365263] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0348c2f2-dbf0-4a71-ba9f-326bb2a82c5c; range_end:; response_count:1; response_revision:25624; }","duration":"168.995868ms","start":"2026-03-04T02:16:15.810021Z","end":"2026-03-04T02:16:15.979016Z","steps":["trace[1189365263] 'agreement among raft nodes before linearized reading' (duration: 168.854434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:15.979114Z","caller":"traceutil/trace.go:171","msg":"trace[502160478] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"168.912235ms","start":"2026-03-04T02:16:15.809791Z","end":"2026-03-04T02:16:15.978703Z","steps":["trace[502160478] 'process raft request' (duration: 168.604208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.70725Z","caller":"traceutil/trace.go:171","msg":"trace[1586152634] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"133.143006ms","start":"2026-03-04T02:16:16.574093Z","end":"2026-03-04T02:16:16.707236Z","steps":["trace[1586152634] 'process raft request' (duration: 133.038243ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.710763Z","caller":"traceutil/trace.go:171","msg":"trace[1340799962] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"136.207888ms","start":"2026-03-04T02:16:16.574539Z","end":"2026-03-04T02:16:16.710747Z","steps":["trace[1340799962] 'process raft request' (duration: 135.679135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.711287Z","caller":"traceutil/trace.go:171","msg":"trace[1082979570] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"133.041305ms","start":"2026-03-04T02:16:16.578235Z","end":"2026-03-04T02:16:16.711276Z","steps":["trace[1082979570] 'process raft request' (duration: 132.108943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.711113Z","caller":"traceutil/trace.go:171","msg":"trace[101055171] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"134.861476ms","start":"2026-03-04T02:16:16.576239Z","end":"2026-03-04T02:16:16.7111Z","steps":["trace[101055171] 'process raft request' (duration: 134.061247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.452997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.79709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:17.453098Z","caller":"traceutil/trace.go:171","msg":"trace[2138028011] linearizableReadLoop","detail":"{readStateIndex:26507; appliedIndex:26506; }","duration":"149.061206ms","start":"2026-03-04T02:16:17.304017Z","end":"2026-03-04T02:16:17.453078Z","steps":["trace[2138028011] 'read index received' (duration: 37.0671ms)","trace[2138028011] 'applied index is now lower than readState.Index' (duration: 111.992886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:17.453188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.146478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:17.453153Z","caller":"traceutil/trace.go:171","msg":"trace[2085072454] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"201.218615ms","start":"2026-03-04T02:16:17.251901Z","end":"2026-03-04T02:16:17.453119Z","steps":["trace[2085072454] 'process raft request' (duration: 89.206319ms)","trace[2085072454] 'compare' (duration: 111.498404ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:17.453214Z","caller":"traceutil/trace.go:171","msg":"trace[615443327] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25630; }","duration":"149.24343ms","start":"2026-03-04T02:16:17.303961Z","end":"2026-03-04T02:16:17.453204Z","steps":["trace[615443327] 'agreement among raft nodes before linearized reading' (duration: 149.160648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:17.799784Z","caller":"traceutil/trace.go:171","msg":"trace[1334704790] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"435.013455ms","start":"2026-03-04T02:16:17.364742Z","end":"2026-03-04T02:16:17.799756Z","steps":["trace[1334704790] 'process raft request' (duration: 434.854211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.799945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.364708Z","time spent":"435.151898ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:17.956659Z","caller":"traceutil/trace.go:171","msg":"trace[1673861396] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"591.455481ms","start":"2026-03-04T02:16:17.365155Z","end":"2026-03-04T02:16:17.956611Z","steps":["trace[1673861396] 'process raft request' (duration: 570.368083ms)","trace[1673861396] 'compare' (duration: 20.657328ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:17.956725Z","caller":"traceutil/trace.go:171","msg":"trace[1607891402] linearizableReadLoop","detail":"{readStateIndex:26509; appliedIndex:26507; }","duration":"464.295243ms","start":"2026-03-04T02:16:17.492402Z","end":"2026-03-04T02:16:17.956697Z","steps":["trace[1607891402] 'read index received' (duration: 307.220932ms)","trace[1607891402] 'applied index is now lower than readState.Index' (duration: 157.073291ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:17.956778Z","caller":"traceutil/trace.go:171","msg":"trace[1082112854] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"294.745343ms","start":"2026-03-04T02:16:17.661988Z","end":"2026-03-04T02:16:17.956733Z","steps":["trace[1082112854] 'process raft request' (duration: 294.60384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.956848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.365129Z","time spent":"591.619235ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:17.956957Z","caller":"traceutil/trace.go:171","msg":"trace[141285389] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"294.885206ms","start":"2026-03-04T02:16:17.662042Z","end":"2026-03-04T02:16:17.956927Z","steps":["trace[141285389] 'process raft request' (duration: 294.61327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.956974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.563489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:17.957017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.350432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:16:17.957029Z","caller":"traceutil/trace.go:171","msg":"trace[1549282100] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"310.60571ms","start":"2026-03-04T02:16:17.646382Z","end":"2026-03-04T02:16:17.956988Z","steps":["trace[1549282100] 'process raft request' (duration: 310.104938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:17.957058Z","caller":"traceutil/trace.go:171","msg":"trace[406853378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25635; }","duration":"284.457414ms","start":"2026-03-04T02:16:17.67259Z","end":"2026-03-04T02:16:17.957048Z","steps":["trace[406853378] 'agreement among raft nodes before linearized reading' (duration: 284.28729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:17.957057Z","caller":"traceutil/trace.go:171","msg":"trace[27941871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25635; }","duration":"464.708343ms","start":"2026-03-04T02:16:17.492328Z","end":"2026-03-04T02:16:17.957036Z","steps":["trace[27941871] 'agreement among raft nodes before linearized reading' (duration: 464.542349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.957141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.4923Z","time spent":"464.801664ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:17.957182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.734171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"warn","ts":"2026-03-04T02:16:17.957202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.646358Z","time spent":"310.739833ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:17.957246Z","caller":"traceutil/trace.go:171","msg":"trace[1139638415] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25635; }","duration":"143.865076ms","start":"2026-03-04T02:16:17.813365Z","end":"2026-03-04T02:16:17.95723Z","steps":["trace[1139638415] 'agreement among raft nodes before linearized reading' (duration: 143.63769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:18.275157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.641206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:18.275339Z","caller":"traceutil/trace.go:171","msg":"trace[1715235913] linearizableReadLoop","detail":"{readStateIndex:26513; appliedIndex:26512; }","duration":"291.959499ms","start":"2026-03-04T02:16:17.983306Z","end":"2026-03-04T02:16:18.275265Z","steps":["trace[1715235913] 'read index received' (duration: 96.16659ms)","trace[1715235913] 'applied index is now lower than readState.Index' (duration: 195.791539ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:18.275422Z","caller":"traceutil/trace.go:171","msg":"trace[1711560691] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"313.747323ms","start":"2026-03-04T02:16:17.961627Z","end":"2026-03-04T02:16:18.275374Z","steps":["trace[1711560691] 'process raft request' (duration: 117.79284ms)","trace[1711560691] 'compare' (duration: 195.36392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:18.275581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.279896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:16:18.275652Z","caller":"traceutil/trace.go:171","msg":"trace[1950252683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25636; }","duration":"292.391488ms","start":"2026-03-04T02:16:17.983248Z","end":"2026-03-04T02:16:18.275639Z","steps":["trace[1950252683] 'agreement among raft nodes before linearized reading' (duration: 292.158663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:18.275736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.96161Z","time spent":"313.907717ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:18.602966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.772605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:18.603253Z","caller":"traceutil/trace.go:171","msg":"trace[1598651209] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"233.682077ms","start":"2026-03-04T02:16:18.369522Z","end":"2026-03-04T02:16:18.603204Z","steps":["trace[1598651209] 'process raft request' (duration: 79.506883ms)","trace[1598651209] 'compare' (duration: 152.963237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:18.707059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.898798ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:16:19.753739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.183129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:19.753835Z","caller":"traceutil/trace.go:171","msg":"trace[1906512464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25645; }","duration":"262.337182ms","start":"2026-03-04T02:16:19.491477Z","end":"2026-03-04T02:16:19.753814Z","steps":["trace[1906512464] 'range keys from in-memory index tree' (duration: 262.017675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.464974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377514,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:16:20.490622Z","caller":"traceutil/trace.go:171","msg":"trace[394204661] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"528.136265ms","start":"2026-03-04T02:16:19.962453Z","end":"2026-03-04T02:16:20.49059Z","steps":["trace[394204661] 'process raft request' (duration: 527.980201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.491014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:19.962432Z","time spent":"528.309748ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:20.579073Z","caller":"traceutil/trace.go:171","msg":"trace[751298625] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"615.440877ms","start":"2026-03-04T02:16:19.9636Z","end":"2026-03-04T02:16:20.579041Z","steps":["trace[751298625] 'process raft request' (duration: 615.330414ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.579077Z","caller":"traceutil/trace.go:171","msg":"trace[490226730] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"615.465717ms","start":"2026-03-04T02:16:19.963567Z","end":"2026-03-04T02:16:20.579032Z","steps":["trace[490226730] 'process raft request' (duration: 588.922943ms)","trace[490226730] 'compare' (duration: 25.559662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:20.57926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:19.963575Z","time spent":"615.5846ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:20.579307Z","caller":"traceutil/trace.go:171","msg":"trace[624860270] linearizableReadLoop","detail":"{readStateIndex:26529; appliedIndex:26524; }","duration":"615.404146ms","start":"2026-03-04T02:16:19.963879Z","end":"2026-03-04T02:16:20.579283Z","steps":["trace[624860270] 'read index received' (duration: 526.536137ms)","trace[624860270] 'applied index is now lower than readState.Index' (duration: 88.867179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:20.579402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:19.963542Z","time spent":"615.747544ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:20.579458Z","caller":"traceutil/trace.go:171","msg":"trace[584722599] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"134.400486ms","start":"2026-03-04T02:16:20.445049Z","end":"2026-03-04T02:16:20.57945Z","steps":["trace[584722599] 'process raft request' (duration: 134.124649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.579422Z","caller":"traceutil/trace.go:171","msg":"trace[350461352] transaction","detail":"{read_only:false; response_revision:25650; number_of_response:1; }","duration":"614.952607ms","start":"2026-03-04T02:16:19.964459Z","end":"2026-03-04T02:16:20.579412Z","steps":["trace[350461352] 'process raft request' (duration: 614.534787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.579633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:19.964449Z","time spent":"615.122941ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:20.579734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.974844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:20.57979Z","caller":"traceutil/trace.go:171","msg":"trace[890681411] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25651; }","duration":"193.069566ms","start":"2026-03-04T02:16:20.386704Z","end":"2026-03-04T02:16:20.579773Z","steps":["trace[890681411] 'agreement among raft nodes before linearized reading' (duration: 192.965014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.579832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.45981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:16:20.579839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.648541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:16:20.579957Z","caller":"traceutil/trace.go:171","msg":"trace[1080410813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25651; }","duration":"297.859906ms","start":"2026-03-04T02:16:20.282069Z","end":"2026-03-04T02:16:20.579929Z","steps":["trace[1080410813] 'agreement among raft nodes before linearized reading' (duration: 297.512588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.580001Z","caller":"traceutil/trace.go:171","msg":"trace[270587765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25651; }","duration":"207.535101ms","start":"2026-03-04T02:16:20.372319Z","end":"2026-03-04T02:16:20.579854Z","steps":["trace[270587765] 'agreement among raft nodes before linearized reading' (duration: 207.406108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.580193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.314138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:16:20.58025Z","caller":"traceutil/trace.go:171","msg":"trace[965782864] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25651; }","duration":"616.40125ms","start":"2026-03-04T02:16:19.963834Z","end":"2026-03-04T02:16:20.580236Z","steps":["trace[965782864] 'agreement among raft nodes before linearized reading' (duration: 615.933359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.580295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:19.963823Z","time spent":"616.464051ms","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-04T02:16:20.843339Z","caller":"traceutil/trace.go:171","msg":"trace[671647091] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"259.337423ms","start":"2026-03-04T02:16:20.583972Z","end":"2026-03-04T02:16:20.84331Z","steps":["trace[671647091] 'process raft request' (duration: 259.168009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.845505Z","caller":"traceutil/trace.go:171","msg":"trace[1954752456] linearizableReadLoop","detail":"{readStateIndex:26531; appliedIndex:26529; }","duration":"259.022636ms","start":"2026-03-04T02:16:20.586466Z","end":"2026-03-04T02:16:20.845488Z","steps":["trace[1954752456] 'read index received' (duration: 256.716562ms)","trace[1954752456] 'applied index is now lower than readState.Index' (duration: 2.305384ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:20.845633Z","caller":"traceutil/trace.go:171","msg":"trace[1089262990] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"260.247314ms","start":"2026-03-04T02:16:20.585367Z","end":"2026-03-04T02:16:20.845614Z","steps":["trace[1089262990] 'process raft request' (duration: 260.037248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.845794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.290262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:20.845904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.869763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:20.845936Z","caller":"traceutil/trace.go:171","msg":"trace[494658605] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25653; }","duration":"259.472536ms","start":"2026-03-04T02:16:20.58644Z","end":"2026-03-04T02:16:20.845912Z","steps":["trace[494658605] 'agreement among raft nodes before linearized reading' (duration: 259.20267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.845949Z","caller":"traceutil/trace.go:171","msg":"trace[22621981] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25653; }","duration":"249.971926ms","start":"2026-03-04T02:16:20.595963Z","end":"2026-03-04T02:16:20.845935Z","steps":["trace[22621981] 'agreement among raft nodes before linearized reading' (duration: 249.866114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.846032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.021054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:20.84616Z","caller":"traceutil/trace.go:171","msg":"trace[1861463658] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25653; }","duration":"183.210779ms","start":"2026-03-04T02:16:20.662928Z","end":"2026-03-04T02:16:20.846139Z","steps":["trace[1861463658] 'agreement among raft nodes before linearized reading' (duration: 183.003384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.84636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.519918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:16:20.846447Z","caller":"traceutil/trace.go:171","msg":"trace[105668555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25653; }","duration":"115.673471ms","start":"2026-03-04T02:16:20.730753Z","end":"2026-03-04T02:16:20.846426Z","steps":["trace[105668555] 'agreement among raft nodes before linearized reading' (duration: 115.144209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:21.427243Z","caller":"traceutil/trace.go:171","msg":"trace[587873668] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"166.790726ms","start":"2026-03-04T02:16:21.260415Z","end":"2026-03-04T02:16:21.427206Z","steps":["trace[587873668] 'process raft request' (duration: 166.376657ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:21.801526Z","caller":"traceutil/trace.go:171","msg":"trace[1368686080] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"108.123557ms","start":"2026-03-04T02:16:21.69336Z","end":"2026-03-04T02:16:21.801483Z","steps":["trace[1368686080] 'process raft request' (duration: 107.902652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:22.30514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.414568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:16:22.30527Z","caller":"traceutil/trace.go:171","msg":"trace[1661063535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25660; }","duration":"216.580571ms","start":"2026-03-04T02:16:22.088632Z","end":"2026-03-04T02:16:22.305212Z","steps":["trace[1661063535] 'range keys from in-memory index tree' (duration: 216.195602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.99292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:24.494052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:24.689978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257200286s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:25.49248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999965505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:25.492629Z","caller":"traceutil/trace.go:171","msg":"trace[280578640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000186341s","start":"2026-03-04T02:16:23.492407Z","end":"2026-03-04T02:16:25.492593Z","steps":["trace[280578640] 'agreement among raft nodes before linearized reading' (duration: 1.999995556s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:25.492775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.492384Z","time spent":"2.000315513s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:25.577946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668818462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:16:25.578055Z","caller":"traceutil/trace.go:171","msg":"trace[760786421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25664; }","duration":"2.669000326s","start":"2026-03-04T02:16:22.909033Z","end":"2026-03-04T02:16:25.578033Z","steps":["trace[760786421] 'range keys from in-memory index tree' (duration: 2.668551205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:25.578167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730038071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:16:25.578188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.909Z","time spent":"2.66917468s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:16:25.578262Z","caller":"traceutil/trace.go:171","msg":"trace[1867811205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25664; }","duration":"2.730202045s","start":"2026-03-04T02:16:22.848039Z","end":"2026-03-04T02:16:25.578241Z","steps":["trace[1867811205] 'range keys from in-memory index tree' (duration: 2.729875748s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:25.578309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.847964Z","time spent":"2.730335378s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:16:25.578448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669593039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:16:25.578546Z","caller":"traceutil/trace.go:171","msg":"trace[1562866215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25664; }","duration":"2.669727562s","start":"2026-03-04T02:16:22.908793Z","end":"2026-03-04T02:16:25.578521Z","steps":["trace[1562866215] 'range keys from in-memory index tree' (duration: 2.669320543s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:25.578551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717204003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:16:25.578574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669637061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:16:25.578648Z","caller":"traceutil/trace.go:171","msg":"trace[1405212713] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25664; }","duration":"2.717320745s","start":"2026-03-04T02:16:22.861308Z","end":"2026-03-04T02:16:25.578629Z","steps":["trace[1405212713] 'range keys from in-memory index tree' (duration: 2.71705825s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:25.578663Z","caller":"traceutil/trace.go:171","msg":"trace[1139771864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25664; }","duration":"2.669779354s","start":"2026-03-04T02:16:22.908862Z","end":"2026-03-04T02:16:25.578641Z","steps":["trace[1139771864] 'range keys from in-memory index tree' (duration: 2.669410785s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:25.578634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520120134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:25.578714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.908839Z","time spent":"2.669864425s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:16:25.578749Z","caller":"traceutil/trace.go:171","msg":"trace[629515173] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25664; }","duration":"2.520335139s","start":"2026-03-04T02:16:23.058392Z","end":"2026-03-04T02:16:25.578727Z","steps":["trace[629515173] 'count revisions from in-memory index tree' (duration: 2.520022501s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:25.578783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728973396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:16:25.57881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.058368Z","time spent":"2.520418481s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:25.578824Z","caller":"traceutil/trace.go:171","msg":"trace[1956054032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25664; }","duration":"2.729063528s","start":"2026-03-04T02:16:22.849751Z","end":"2026-03-04T02:16:25.578815Z","steps":["trace[1956054032] 'range keys from in-memory index tree' (duration: 2.728858942s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:25.578861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.849742Z","time spent":"2.729106398s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:25.578695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.861298Z","time spent":"2.717386367s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:16:25.579356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.864671ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:25.579447Z","caller":"traceutil/trace.go:171","msg":"trace[2031191312] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25664; }","duration":"679.963103ms","start":"2026-03-04T02:16:24.899471Z","end":"2026-03-04T02:16:25.579434Z","steps":["trace[2031191312] 'range keys from in-memory index tree' (duration: 679.84503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:25.578591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.908782Z","time spent":"2.669800254s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:25.579966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249528721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:16:25.580005Z","caller":"traceutil/trace.go:171","msg":"trace[1068095925] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:25664; }","duration":"2.249602752s","start":"2026-03-04T02:16:23.330388Z","end":"2026-03-04T02:16:25.579991Z","steps":["trace[1068095925] 'range keys from in-memory index tree' (duration: 2.249360086s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:25.580027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.330367Z","time spent":"2.249653863s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-04T02:16:25.582618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.295686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:25.582751Z","caller":"traceutil/trace.go:171","msg":"trace[925499198] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"2.150079536s","start":"2026-03-04T02:16:23.432647Z","end":"2026-03-04T02:16:25.582726Z","steps":["trace[925499198] 'process raft request' (duration: 1.257563764s)","trace[925499198] 'compare' (duration: 889.712707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:25.582827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.432618Z","time spent":"2.150178068s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:27.332134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.641904657s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:27.332771Z","caller":"traceutil/trace.go:171","msg":"trace[536013627] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"3.371317327s","start":"2026-03-04T02:16:23.961419Z","end":"2026-03-04T02:16:27.332736Z","steps":["trace[536013627] 'process raft request' (duration: 3.371242285s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:27.332775Z","caller":"traceutil/trace.go:171","msg":"trace[2087271179] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"3.861182034s","start":"2026-03-04T02:16:23.471565Z","end":"2026-03-04T02:16:27.332747Z","steps":["trace[2087271179] 'process raft request' (duration: 3.860925878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.332902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.961391Z","time spent":"3.371425779s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:27.332905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.471535Z","time spent":"3.861286006s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:27.333032Z","caller":"traceutil/trace.go:171","msg":"trace[1266496938] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"2.901048174s","start":"2026-03-04T02:16:24.431976Z","end":"2026-03-04T02:16:27.333024Z","steps":["trace[1266496938] 'process raft request' (duration: 2.900720947s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.333075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.431958Z","time spent":"2.901095246s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:27.333084Z","caller":"traceutil/trace.go:171","msg":"trace[483823221] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"2.755886139s","start":"2026-03-04T02:16:24.577171Z","end":"2026-03-04T02:16:27.333057Z","steps":["trace[483823221] 'process raft request' (duration: 2.755758506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.333238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.577148Z","time spent":"2.756005042s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:27.333289Z","caller":"traceutil/trace.go:171","msg":"trace[1122789228] linearizableReadLoop","detail":"{readStateIndex:26546; appliedIndex:26542; }","duration":"3.840785171s","start":"2026-03-04T02:16:23.492461Z","end":"2026-03-04T02:16:27.333246Z","steps":["trace[1122789228] 'read index received' (duration: 1.197763989s)","trace[1122789228] 'applied index is now lower than readState.Index' (duration: 2.643018922s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:27.333283Z","caller":"traceutil/trace.go:171","msg":"trace[213522181] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"2.734925454s","start":"2026-03-04T02:16:24.598343Z","end":"2026-03-04T02:16:27.333269Z","steps":["trace[213522181] 'process raft request' (duration: 2.734681418s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.333511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.598303Z","time spent":"2.735156939s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:27.494238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000785614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:27.494358Z","caller":"traceutil/trace.go:171","msg":"trace[1791393369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000927527s","start":"2026-03-04T02:16:25.493406Z","end":"2026-03-04T02:16:27.494334Z","steps":["trace[1791393369] 'agreement among raft nodes before linearized reading' (duration: 2.000781954s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.494411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.493328Z","time spent":"2.001071291s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:27.834147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377586,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:16:28.133293Z","caller":"traceutil/trace.go:171","msg":"trace[1396753460] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"3.430909799s","start":"2026-03-04T02:16:24.702342Z","end":"2026-03-04T02:16:28.133252Z","steps":["trace[1396753460] 'process raft request' (duration: 3.430785596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.133506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.702308Z","time spent":"3.431091273s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:28.133464Z","caller":"traceutil/trace.go:171","msg":"trace[1602455723] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"3.438275549s","start":"2026-03-04T02:16:24.695008Z","end":"2026-03-04T02:16:28.133284Z","steps":["trace[1602455723] 'process raft request' (duration: 3.437929131s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.133878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.583156Z","time spent":"2.550718912s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:28.133874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.694981Z","time spent":"3.438675118s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:28.133987Z","caller":"traceutil/trace.go:171","msg":"trace[632938565] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"2.547375955s","start":"2026-03-04T02:16:25.586573Z","end":"2026-03-04T02:16:28.133949Z","steps":["trace[632938565] 'process raft request' (duration: 2.547286033s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:28.134062Z","caller":"traceutil/trace.go:171","msg":"trace[730357718] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"2.548391769s","start":"2026-03-04T02:16:25.585632Z","end":"2026-03-04T02:16:28.134024Z","steps":["trace[730357718] 'process raft request' (duration: 2.548087502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.134197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.585618Z","time spent":"2.548527411s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:28.134231Z","caller":"traceutil/trace.go:171","msg":"trace[1564637138] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"2.547616781s","start":"2026-03-04T02:16:25.586594Z","end":"2026-03-04T02:16:28.134211Z","steps":["trace[1564637138] 'process raft request' (duration: 2.547310204s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.134228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.586562Z","time spent":"2.547503289s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:28.1343Z","caller":"traceutil/trace.go:171","msg":"trace[1077406695] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"2.54754516s","start":"2026-03-04T02:16:25.586738Z","end":"2026-03-04T02:16:28.134283Z","steps":["trace[1077406695] 'process raft request' (duration: 2.547445657s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.134308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.586574Z","time spent":"2.547694082s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:28.134357Z","caller":"traceutil/trace.go:171","msg":"trace[1764713374] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"2.547448757s","start":"2026-03-04T02:16:25.586894Z","end":"2026-03-04T02:16:28.134342Z","steps":["trace[1764713374] 'process raft request' (duration: 2.547334184s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:28.13432Z","caller":"traceutil/trace.go:171","msg":"trace[1399958866] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"2.547649401s","start":"2026-03-04T02:16:25.586629Z","end":"2026-03-04T02:16:28.134278Z","steps":["trace[1399958866] 'process raft request' (duration: 2.547442107s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.134374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.586732Z","time spent":"2.547603671s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:28.134423Z","caller":"traceutil/trace.go:171","msg":"trace[2031307952] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"2.547448536s","start":"2026-03-04T02:16:25.586961Z","end":"2026-03-04T02:16:28.134409Z","steps":["trace[2031307952] 'process raft request' (duration: 2.547304813s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.134418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.586881Z","time spent":"2.547499328s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:28.134398Z","caller":"traceutil/trace.go:171","msg":"trace[1332388190] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"2.021612106s","start":"2026-03-04T02:16:26.112748Z","end":"2026-03-04T02:16:28.13436Z","steps":["trace[1332388190] 'process raft request' (duration: 2.021551785s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.134477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.586937Z","time spent":"2.547509578s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:28.134543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.586606Z","time spent":"2.547804915s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:28.134588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:26.112726Z","time spent":"2.021767979s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:29.298414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.213819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:29.298708Z","caller":"traceutil/trace.go:171","msg":"trace[1550213301] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"1.710462354s","start":"2026-03-04T02:16:27.588217Z","end":"2026-03-04T02:16:29.298679Z","steps":["trace[1550213301] 'process raft request' (duration: 822.402066ms)","trace[1550213301] 'compare' (duration: 886.791449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:29.298803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.588183Z","time spent":"1.710577737s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:29.298853Z","caller":"traceutil/trace.go:171","msg":"trace[182814895] linearizableReadLoop","detail":"{readStateIndex:26560; appliedIndex:26548; }","duration":"1.965435865s","start":"2026-03-04T02:16:27.333375Z","end":"2026-03-04T02:16:29.298811Z","steps":["trace[182814895] 'read index received' (duration: 799.547867ms)","trace[182814895] 'applied index is now lower than readState.Index' (duration: 1.165883228s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:29.299036Z","caller":"traceutil/trace.go:171","msg":"trace[471358572] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"1.16338615s","start":"2026-03-04T02:16:28.135607Z","end":"2026-03-04T02:16:29.298993Z","steps":["trace[471358572] 'process raft request' (duration: 1.162982701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:29.299295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.135583Z","time spent":"1.163545604s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:29.501792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00055021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:29.501893Z","caller":"traceutil/trace.go:171","msg":"trace[1788690191] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000734384s","start":"2026-03-04T02:16:27.501137Z","end":"2026-03-04T02:16:29.501871Z","steps":["trace[1788690191] 'agreement among raft nodes before linearized reading' (duration: 2.000599321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:29.501946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.501066Z","time spent":"2.000870627s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:29.89909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541002944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:29.899201Z","caller":"traceutil/trace.go:171","msg":"trace[607512874] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25682; }","duration":"4.541194398s","start":"2026-03-04T02:16:25.357977Z","end":"2026-03-04T02:16:29.899171Z","steps":["trace[607512874] 'agreement among raft nodes before linearized reading' (duration: 3.941122027s)","trace[607512874] 'count revisions from in-memory index tree' (duration: 599.839056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:29.899249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.357951Z","time spent":"4.54128614s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:29.899596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689341326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:29.899633Z","caller":"traceutil/trace.go:171","msg":"trace[848027389] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25682; }","duration":"2.689416318s","start":"2026-03-04T02:16:27.210205Z","end":"2026-03-04T02:16:29.899622Z","steps":["trace[848027389] 'agreement among raft nodes before linearized reading' (duration: 2.088786403s)","trace[848027389] 'count revisions from in-memory index tree' (duration: 600.571533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:29.899661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.210184Z","time spent":"2.68946863s","remote":"127.0.0.1:51500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:29.898989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.283596ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:16:29.899772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889393176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:29.899806Z","caller":"traceutil/trace.go:171","msg":"trace[747584064] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25682; }","duration":"2.889472647s","start":"2026-03-04T02:16:27.010324Z","end":"2026-03-04T02:16:29.899797Z","steps":["trace[747584064] 'agreement among raft nodes before linearized reading' (duration: 2.288694489s)","trace[747584064] 'count revisions from in-memory index tree' (duration: 600.731407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:29.899835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.010295Z","time spent":"2.889530548s","remote":"127.0.0.1:53998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:29.899876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579320949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:29.899968Z","caller":"traceutil/trace.go:171","msg":"trace[1567465288] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25682; }","duration":"3.579418922s","start":"2026-03-04T02:16:26.320523Z","end":"2026-03-04T02:16:29.899942Z","steps":["trace[1567465288] 'agreement among raft nodes before linearized reading' (duration: 2.978571772s)","trace[1567465288] 'count revisions from in-memory index tree' (duration: 600.731597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:29.900011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:26.320442Z","time spent":"3.579558165s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:29.900211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821893434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:16:29.900191Z","caller":"traceutil/trace.go:171","msg":"trace[1049701779] linearizableReadLoop","detail":"{readStateIndex:26562; appliedIndex:26561; }","duration":"601.230589ms","start":"2026-03-04T02:16:29.29893Z","end":"2026-03-04T02:16:29.900161Z","steps":["trace[1049701779] 'read index received' (duration: 141.383µs)","trace[1049701779] 'applied index is now lower than readState.Index' (duration: 601.086136ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:29.900246Z","caller":"traceutil/trace.go:171","msg":"trace[1381898846] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25682; }","duration":"3.821985535s","start":"2026-03-04T02:16:26.078249Z","end":"2026-03-04T02:16:29.900235Z","steps":["trace[1381898846] 'agreement among raft nodes before linearized reading' (duration: 3.220854939s)","trace[1381898846] 'count revisions from in-memory index tree' (duration: 601.085295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:29.900376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:26.078215Z","time spent":"3.822148709s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":176,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:29.900642Z","caller":"traceutil/trace.go:171","msg":"trace[858026455] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"561.331823ms","start":"2026-03-04T02:16:29.3393Z","end":"2026-03-04T02:16:29.900631Z","steps":["trace[858026455] 'process raft request' (duration: 560.511325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:29.900658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.735586656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:29.900714Z","caller":"traceutil/trace.go:171","msg":"trace[365579305] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25682; }","duration":"4.735687318s","start":"2026-03-04T02:16:25.165005Z","end":"2026-03-04T02:16:29.900693Z","steps":["trace[365579305] 'agreement among raft nodes before linearized reading' (duration: 4.134025779s)","trace[365579305] 'count revisions from in-memory index tree' (duration: 601.540756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:29.900714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.623350823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:29.90076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.164983Z","time spent":"4.73576692s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:29.900766Z","caller":"traceutil/trace.go:171","msg":"trace[449117835] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25682; }","duration":"4.623457825s","start":"2026-03-04T02:16:25.277293Z","end":"2026-03-04T02:16:29.900751Z","steps":["trace[449117835] 'agreement among raft nodes before linearized reading' (duration: 4.021823387s)","trace[449117835] 'count revisions from in-memory index tree' (duration: 601.553466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:29.900801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.277261Z","time spent":"4.623530177s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:29.900797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499015394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:16:29.900854Z","caller":"traceutil/trace.go:171","msg":"trace[1820623448] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25682; }","duration":"2.499140077s","start":"2026-03-04T02:16:27.401697Z","end":"2026-03-04T02:16:29.900837Z","steps":["trace[1820623448] 'agreement among raft nodes before linearized reading' (duration: 2.498626645s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:29.90074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279226877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:29.900905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.401676Z","time spent":"2.499220289s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:16:29.900865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.844520393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-84b58c4d8b-4t7w7.189981b2fa683c65\" ","response":"range_response_count:1 size:1542"} {"level":"warn","ts":"2026-03-04T02:16:29.900889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.081877423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:16:29.90096Z","caller":"traceutil/trace.go:171","msg":"trace[668976635] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25682; }","duration":"1.279520653s","start":"2026-03-04T02:16:28.621404Z","end":"2026-03-04T02:16:29.900925Z","steps":["trace[668976635] 'agreement among raft nodes before linearized reading' (duration: 1.278888799s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:29.900976Z","caller":"traceutil/trace.go:171","msg":"trace[1837300543] range","detail":"{range_begin:/registry/events/openstack/manila-api-84b58c4d8b-4t7w7.189981b2fa683c65; range_end:; response_count:1; response_revision:25682; }","duration":"5.844904672s","start":"2026-03-04T02:16:24.056041Z","end":"2026-03-04T02:16:29.900946Z","steps":["trace[1837300543] 'agreement among raft nodes before linearized reading' (duration: 5.243013668s)","trace[1837300543] 'range keys from in-memory index tree' (duration: 601.637698ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:29.900998Z","caller":"traceutil/trace.go:171","msg":"trace[1978164775] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25682; }","duration":"5.082063637s","start":"2026-03-04T02:16:24.818909Z","end":"2026-03-04T02:16:29.900973Z","steps":["trace[1978164775] 'agreement among raft nodes before linearized reading' (duration: 4.480122962s)","trace[1978164775] 'count revisions from in-memory index tree' (duration: 601.784112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:29.90102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.056015Z","time spent":"5.844997444s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1565,"request content":"key:\"/registry/events/openstack/manila-api-84b58c4d8b-4t7w7.189981b2fa683c65\" "} {"level":"warn","ts":"2026-03-04T02:16:29.901033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.621377Z","time spent":"1.279634746s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:29.900731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.339251Z","time spent":"561.420785ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:29.900939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836655525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:29.90141Z","caller":"traceutil/trace.go:171","msg":"trace[949239648] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25682; }","duration":"3.837171627s","start":"2026-03-04T02:16:26.064225Z","end":"2026-03-04T02:16:29.901397Z","steps":["trace[949239648] 'agreement among raft nodes before linearized reading' (duration: 3.234858603s)","trace[949239648] 'count revisions from in-memory index tree' (duration: 601.832482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:29.901443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:26.064202Z","time spent":"3.837230639s","remote":"127.0.0.1:55148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:29.901687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.30993827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"warn","ts":"2026-03-04T02:16:29.901058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.81889Z","time spent":"5.08215725s","remote":"127.0.0.1:51610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":187,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:29.901754Z","caller":"traceutil/trace.go:171","msg":"trace[1871840070] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25682; }","duration":"5.310059013s","start":"2026-03-04T02:16:24.591675Z","end":"2026-03-04T02:16:29.901734Z","steps":["trace[1871840070] 'agreement among raft nodes before linearized reading' (duration: 4.707369081s)","trace[1871840070] 'range keys from in-memory index tree' (duration: 602.432736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:29.902019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.591653Z","time spent":"5.310336608s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-04T02:16:30.31819Z","caller":"traceutil/trace.go:171","msg":"trace[480429852] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"978.434123ms","start":"2026-03-04T02:16:29.339715Z","end":"2026-03-04T02:16:30.31815Z","steps":["trace[480429852] 'process raft request' (duration: 949.602235ms)","trace[480429852] 'compare' (duration: 28.568522ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:30.318324Z","caller":"traceutil/trace.go:171","msg":"trace[1847473794] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"977.84835ms","start":"2026-03-04T02:16:29.340441Z","end":"2026-03-04T02:16:30.318289Z","steps":["trace[1847473794] 'process raft request' (duration: 977.587224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:30.318401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.339685Z","time spent":"978.605237ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:30.318492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.340431Z","time spent":"977.969512ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:30.318473Z","caller":"traceutil/trace.go:171","msg":"trace[273857616] linearizableReadLoop","detail":"{readStateIndex:26565; appliedIndex:26563; }","duration":"418.02139ms","start":"2026-03-04T02:16:29.900247Z","end":"2026-03-04T02:16:30.318268Z","steps":["trace[273857616] 'read index received' (duration: 389.0894ms)","trace[273857616] 'applied index is now lower than readState.Index' (duration: 28.92968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:30.318793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.713173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:30.318856Z","caller":"traceutil/trace.go:171","msg":"trace[1274922172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25685; }","duration":"816.826795ms","start":"2026-03-04T02:16:29.502012Z","end":"2026-03-04T02:16:30.318839Z","steps":["trace[1274922172] 'agreement among raft nodes before linearized reading' (duration: 816.671982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:30.318907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.501993Z","time spent":"816.903958ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:30.318805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.702745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:30.319066Z","caller":"traceutil/trace.go:171","msg":"trace[912732394] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25685; }","duration":"632.028252ms","start":"2026-03-04T02:16:29.687015Z","end":"2026-03-04T02:16:30.319043Z","steps":["trace[912732394] 'agreement among raft nodes before linearized reading' (duration: 631.594272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:30.319119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.686991Z","time spent":"632.114864ms","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:30.319606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017878548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:16:30.319843Z","caller":"traceutil/trace.go:171","msg":"trace[536378520] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25685; }","duration":"1.018182215s","start":"2026-03-04T02:16:29.301637Z","end":"2026-03-04T02:16:30.319819Z","steps":["trace[536378520] 'agreement among raft nodes before linearized reading' (duration: 1.01715526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:30.319993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.301618Z","time spent":"1.018357779s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:16:30.819601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:31.310686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.535172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:31.310899Z","caller":"traceutil/trace.go:171","msg":"trace[1347507036] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"1.406967058s","start":"2026-03-04T02:16:29.903915Z","end":"2026-03-04T02:16:31.310882Z","steps":["trace[1347507036] 'process raft request' (duration: 1.161141939s)","trace[1347507036] 'compare' (duration: 245.127463ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:31.310925Z","caller":"traceutil/trace.go:171","msg":"trace[691335921] linearizableReadLoop","detail":"{readStateIndex:26568; appliedIndex:26565; }","duration":"992.150661ms","start":"2026-03-04T02:16:30.318762Z","end":"2026-03-04T02:16:31.310913Z","steps":["trace[691335921] 'read index received' (duration: 746.256231ms)","trace[691335921] 'applied index is now lower than readState.Index' (duration: 245.89362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:31.310954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.903882Z","time spent":"1.407048589s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:31.311142Z","caller":"traceutil/trace.go:171","msg":"trace[118556604] transaction","detail":"{read_only:false; response_revision:25687; number_of_response:1; }","duration":"1.169702576s","start":"2026-03-04T02:16:30.141428Z","end":"2026-03-04T02:16:31.311131Z","steps":["trace[118556604] 'process raft request' (duration: 1.169353069s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:31.311214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171019478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:16:31.311237Z","caller":"traceutil/trace.go:171","msg":"trace[1694735882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25688; }","duration":"1.17109675s","start":"2026-03-04T02:16:30.140135Z","end":"2026-03-04T02:16:31.311231Z","steps":["trace[1694735882] 'agreement among raft nodes before linearized reading' (duration: 1.171009028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:31.311252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.140104Z","time spent":"1.17114507s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:31.311296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171152831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:16:31.311332Z","caller":"traceutil/trace.go:171","msg":"trace[1860504223] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25688; }","duration":"1.171187262s","start":"2026-03-04T02:16:30.140135Z","end":"2026-03-04T02:16:31.311323Z","steps":["trace[1860504223] 'agreement among raft nodes before linearized reading' (duration: 1.17109462s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:31.311353Z","caller":"traceutil/trace.go:171","msg":"trace[621694568] transaction","detail":"{read_only:false; response_revision:25688; number_of_response:1; }","duration":"1.169907771s","start":"2026-03-04T02:16:30.141437Z","end":"2026-03-04T02:16:31.311345Z","steps":["trace[621694568] 'process raft request' (duration: 1.16942796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:31.311363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.140106Z","time spent":"1.171250533s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:16:31.311389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.141415Z","time spent":"1.169953803s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:31.311471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171124711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:16:31.31149Z","caller":"traceutil/trace.go:171","msg":"trace[763169318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25688; }","duration":"1.171159382s","start":"2026-03-04T02:16:30.140326Z","end":"2026-03-04T02:16:31.311485Z","steps":["trace[763169318] 'agreement among raft nodes before linearized reading' (duration: 1.17110344s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:31.311503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.140316Z","time spent":"1.171183643s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:16:31.311206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.141409Z","time spent":"1.169764268s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:31.311554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171479429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:16:31.31158Z","caller":"traceutil/trace.go:171","msg":"trace[1823842702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25688; }","duration":"1.171549911s","start":"2026-03-04T02:16:30.140023Z","end":"2026-03-04T02:16:31.311573Z","steps":["trace[1823842702] 'agreement among raft nodes before linearized reading' (duration: 1.171467889s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:31.31161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.139996Z","time spent":"1.171608812s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:16:31.311578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170964677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:16:31.311668Z","caller":"traceutil/trace.go:171","msg":"trace[684593410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25688; }","duration":"1.17115015s","start":"2026-03-04T02:16:30.140499Z","end":"2026-03-04T02:16:31.311649Z","steps":["trace[684593410] 'agreement among raft nodes before linearized reading' (duration: 1.170898925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:31.311696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37688273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:31.311722Z","caller":"traceutil/trace.go:171","msg":"trace[1945955709] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25688; }","duration":"1.376930072s","start":"2026-03-04T02:16:29.934784Z","end":"2026-03-04T02:16:31.311714Z","steps":["trace[1945955709] 'agreement among raft nodes before linearized reading' (duration: 1.376882961s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:31.311728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.140468Z","time spent":"1.171246543s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:31.311753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.934768Z","time spent":"1.376978272s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:31.311768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017240673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:31.311804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40572764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:16:31.311838Z","caller":"traceutil/trace.go:171","msg":"trace[1741115651] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25688; }","duration":"1.017388367s","start":"2026-03-04T02:16:30.294431Z","end":"2026-03-04T02:16:31.311819Z","steps":["trace[1741115651] 'agreement among raft nodes before linearized reading' (duration: 1.017235454s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:31.31185Z","caller":"traceutil/trace.go:171","msg":"trace[49422323] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25688; }","duration":"1.405801321s","start":"2026-03-04T02:16:29.906037Z","end":"2026-03-04T02:16:31.311838Z","steps":["trace[49422323] 'agreement among raft nodes before linearized reading' (duration: 1.405674858s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:31.31187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.294407Z","time spent":"1.017457108s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:31.311882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.906013Z","time spent":"1.405862372s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:16:31.311899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170473875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:16:31.311935Z","caller":"traceutil/trace.go:171","msg":"trace[243845741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25688; }","duration":"1.170526357s","start":"2026-03-04T02:16:30.141399Z","end":"2026-03-04T02:16:31.311925Z","steps":["trace[243845741] 'agreement among raft nodes before linearized reading' (duration: 1.170431844s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:31.311967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.141203Z","time spent":"1.170756771s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:31.811399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377600,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:16:32.173664Z","caller":"traceutil/trace.go:171","msg":"trace[970605128] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"869.60981ms","start":"2026-03-04T02:16:31.304016Z","end":"2026-03-04T02:16:32.173626Z","steps":["trace[970605128] 'process raft request' (duration: 869.343054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:32.173886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.303987Z","time spent":"869.782964ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:32.327095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:32.327188Z","caller":"traceutil/trace.go:171","msg":"trace[65251639] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360785s","start":"2026-03-04T02:16:30.326805Z","end":"2026-03-04T02:16:32.327166Z","steps":["trace[65251639] 'agreement among raft nodes before linearized reading' (duration: 2.000249262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:32.327268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.326787Z","time spent":"2.000470257s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.432902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.25952945s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:33.433734Z","caller":"traceutil/trace.go:171","msg":"trace[1955864261] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"2.116986908s","start":"2026-03-04T02:16:31.316712Z","end":"2026-03-04T02:16:33.433699Z","steps":["trace[1955864261] 'process raft request' (duration: 2.116844885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.434021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.316696Z","time spent":"2.117169902s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:33.434258Z","caller":"traceutil/trace.go:171","msg":"trace[1648783690] linearizableReadLoop","detail":"{readStateIndex:26575; appliedIndex:26568; }","duration":"2.123277854s","start":"2026-03-04T02:16:31.31095Z","end":"2026-03-04T02:16:33.434228Z","steps":["trace[1648783690] 'read index received' (duration: 862.393143ms)","trace[1648783690] 'applied index is now lower than readState.Index' (duration: 1.260883181s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:33.433757Z","caller":"traceutil/trace.go:171","msg":"trace[1238333875] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"2.117663263s","start":"2026-03-04T02:16:31.316042Z","end":"2026-03-04T02:16:33.433706Z","steps":["trace[1238333875] 'process raft request' (duration: 2.117234934s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:33.434414Z","caller":"traceutil/trace.go:171","msg":"trace[1935235504] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"2.117544051s","start":"2026-03-04T02:16:31.316851Z","end":"2026-03-04T02:16:33.434395Z","steps":["trace[1935235504] 'process raft request' (duration: 2.116790584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.43447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.316028Z","time spent":"2.118336049s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:33.434521Z","caller":"traceutil/trace.go:171","msg":"trace[1131266745] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"1.527077672s","start":"2026-03-04T02:16:31.907421Z","end":"2026-03-04T02:16:33.434498Z","steps":["trace[1131266745] 'process raft request' (duration: 1.526753585s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.434553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.316826Z","time spent":"2.117629233s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:33.434593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.907391Z","time spent":"1.527167754s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:33.434662Z","caller":"traceutil/trace.go:171","msg":"trace[1655250458] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"2.117421857s","start":"2026-03-04T02:16:31.317233Z","end":"2026-03-04T02:16:33.434655Z","steps":["trace[1655250458] 'process raft request' (duration: 2.116648169s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.434692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.317207Z","time spent":"2.117466168s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:33.434697Z","caller":"traceutil/trace.go:171","msg":"trace[487864232] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"2.11580026s","start":"2026-03-04T02:16:31.318873Z","end":"2026-03-04T02:16:33.434673Z","steps":["trace[487864232] 'process raft request' (duration: 2.115170326s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.4347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510827578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:33.43474Z","caller":"traceutil/trace.go:171","msg":"trace[931163077] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"2.114733695s","start":"2026-03-04T02:16:31.32Z","end":"2026-03-04T02:16:33.434733Z","steps":["trace[931163077] 'process raft request' (duration: 2.114125941s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.434765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.318864Z","time spent":"2.115866492s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:33.434771Z","caller":"traceutil/trace.go:171","msg":"trace[2099948166] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25696; }","duration":"2.510983091s","start":"2026-03-04T02:16:30.92377Z","end":"2026-03-04T02:16:33.434753Z","steps":["trace[2099948166] 'agreement among raft nodes before linearized reading' (duration: 2.510794147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.434788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.319994Z","time spent":"2.114761305s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:33.434789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358146908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:33.43482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.923746Z","time spent":"2.511063285s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:16:33.43486Z","caller":"traceutil/trace.go:171","msg":"trace[1278211805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25696; }","duration":"2.358303232s","start":"2026-03-04T02:16:31.076536Z","end":"2026-03-04T02:16:33.434839Z","steps":["trace[1278211805] 'agreement among raft nodes before linearized reading' (duration: 2.358180498s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.434867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112234531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:16:33.434934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.076504Z","time spent":"2.358417035s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:33.434942Z","caller":"traceutil/trace.go:171","msg":"trace[1539465668] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25696; }","duration":"3.112339173s","start":"2026-03-04T02:16:30.322581Z","end":"2026-03-04T02:16:33.43492Z","steps":["trace[1539465668] 'agreement among raft nodes before linearized reading' (duration: 3.112106057s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.434991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.322562Z","time spent":"3.112416724s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:16:33.434964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713802955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:16:33.435076Z","caller":"traceutil/trace.go:171","msg":"trace[1408715464] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25696; }","duration":"2.714007079s","start":"2026-03-04T02:16:30.721042Z","end":"2026-03-04T02:16:33.435049Z","steps":["trace[1408715464] 'agreement among raft nodes before linearized reading' (duration: 2.713595619s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.435158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.721015Z","time spent":"2.714119382s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T02:16:33.58133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999854963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:33.58147Z","caller":"traceutil/trace.go:171","msg":"trace[1739613332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064008s","start":"2026-03-04T02:16:31.581374Z","end":"2026-03-04T02:16:33.581438Z","steps":["trace[1739613332] 'agreement among raft nodes before linearized reading' (duration: 1.999881873s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.581531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.581356Z","time spent":"2.000162399s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.934878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:34.327567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:34.327789Z","caller":"traceutil/trace.go:171","msg":"trace[426302976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000541368s","start":"2026-03-04T02:16:32.327216Z","end":"2026-03-04T02:16:34.327757Z","steps":["trace[426302976] 'agreement among raft nodes before linearized reading' (duration: 2.000281322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:34.327895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.327206Z","time spent":"2.000673131s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:34.435343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:34.936039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:35.357395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.9242349s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:35.358384Z","caller":"traceutil/trace.go:171","msg":"trace[1766975985] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"3.034493849s","start":"2026-03-04T02:16:32.323857Z","end":"2026-03-04T02:16:35.358351Z","steps":["trace[1766975985] 'process raft request' (duration: 3.033876075s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:35.358654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.323826Z","time spent":"3.034695194s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:35.358645Z","caller":"traceutil/trace.go:171","msg":"trace[2084698639] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"3.033126996s","start":"2026-03-04T02:16:32.325494Z","end":"2026-03-04T02:16:35.358621Z","steps":["trace[2084698639] 'process raft request' (duration: 3.032791868s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:35.358903Z","caller":"traceutil/trace.go:171","msg":"trace[1699647279] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"2.035825176s","start":"2026-03-04T02:16:33.32306Z","end":"2026-03-04T02:16:35.358885Z","steps":["trace[1699647279] 'process raft request' (duration: 2.035773685s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:35.358935Z","caller":"traceutil/trace.go:171","msg":"trace[1508730464] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"2.217949628s","start":"2026-03-04T02:16:33.14097Z","end":"2026-03-04T02:16:35.35892Z","steps":["trace[1508730464] 'process raft request' (duration: 2.217550628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:35.359023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.325468Z","time spent":"3.033418613s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:35.359043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.323038Z","time spent":"2.035923899s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:35.358972Z","caller":"traceutil/trace.go:171","msg":"trace[2007745897] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"2.041272053s","start":"2026-03-04T02:16:33.317692Z","end":"2026-03-04T02:16:35.358964Z","steps":["trace[2007745897] 'process raft request' (duration: 2.041057848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:35.35917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.140936Z","time spent":"2.218119242s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:35.359229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.317658Z","time spent":"2.041529559s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:36.155548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.991326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:36.15591Z","caller":"traceutil/trace.go:171","msg":"trace[78415548] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"713.745277ms","start":"2026-03-04T02:16:35.442125Z","end":"2026-03-04T02:16:36.15587Z","steps":["trace[78415548] 'process raft request' (duration: 713.573223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:36.155989Z","caller":"traceutil/trace.go:171","msg":"trace[1640204973] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"1.975358775s","start":"2026-03-04T02:16:34.180599Z","end":"2026-03-04T02:16:36.155957Z","steps":["trace[1640204973] 'process raft request' (duration: 1.372830006s)","trace[1640204973] 'compare' (duration: 601.837423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:36.15603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.442091Z","time spent":"713.8869ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:36.156118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.180576Z","time spent":"1.975477087s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:36.156145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.842707119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18393"} {"level":"info","ts":"2026-03-04T02:16:36.155903Z","caller":"traceutil/trace.go:171","msg":"trace[2038873670] linearizableReadLoop","detail":"{readStateIndex:26582; appliedIndex:26576; }","duration":"2.721524894s","start":"2026-03-04T02:16:33.434346Z","end":"2026-03-04T02:16:36.155871Z","steps":["trace[2038873670] 'read index received' (duration: 1.92335979s)","trace[2038873670] 'applied index is now lower than readState.Index' (duration: 798.162294ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:36.156192Z","caller":"traceutil/trace.go:171","msg":"trace[1241325888] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25703; }","duration":"4.842796671s","start":"2026-03-04T02:16:31.313382Z","end":"2026-03-04T02:16:36.156178Z","steps":["trace[1241325888] 'agreement among raft nodes before linearized reading' (duration: 4.842578946s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.156148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.248630287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:16:36.156347Z","caller":"traceutil/trace.go:171","msg":"trace[618651094] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25703; }","duration":"4.248834251s","start":"2026-03-04T02:16:31.907502Z","end":"2026-03-04T02:16:36.156337Z","steps":["trace[618651094] 'agreement among raft nodes before linearized reading' (duration: 4.248439182s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.156346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.839705809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-04T02:16:36.156411Z","caller":"traceutil/trace.go:171","msg":"trace[59090573] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f; range_end:; response_count:1; response_revision:25703; }","duration":"4.839782331s","start":"2026-03-04T02:16:31.316618Z","end":"2026-03-04T02:16:36.1564Z","steps":["trace[59090573] 'agreement among raft nodes before linearized reading' (duration: 4.839657928s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.156406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521896001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:36.156413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.698989794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-04T02:16:36.156238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.313369Z","time spent":"4.842860433s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18416,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:16:36.156473Z","caller":"traceutil/trace.go:171","msg":"trace[1936405650] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25703; }","duration":"4.522017764s","start":"2026-03-04T02:16:31.634434Z","end":"2026-03-04T02:16:36.156452Z","steps":["trace[1936405650] 'agreement among raft nodes before linearized reading' (duration: 4.521891241s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:36.156494Z","caller":"traceutil/trace.go:171","msg":"trace[1130716251] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25703; }","duration":"3.699113366s","start":"2026-03-04T02:16:32.457362Z","end":"2026-03-04T02:16:36.156475Z","steps":["trace[1130716251] 'agreement among raft nodes before linearized reading' (duration: 3.698885461s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.156532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.634411Z","time spent":"4.522106095s","remote":"127.0.0.1:35302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:36.156553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.457338Z","time spent":"3.699200608s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:16:36.156489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.907432Z","time spent":"4.249028365s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:16:36.156297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.667776183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:36.156703Z","caller":"traceutil/trace.go:171","msg":"trace[155251625] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25703; }","duration":"4.668186282s","start":"2026-03-04T02:16:31.488461Z","end":"2026-03-04T02:16:36.156647Z","steps":["trace[155251625] 'agreement among raft nodes before linearized reading' (duration: 4.667773013s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.15678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.488442Z","time spent":"4.668316755s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:36.156447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.316603Z","time spent":"4.839834393s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" "} {"level":"warn","ts":"2026-03-04T02:16:36.202172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761862788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:16:36.202228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.897196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:16:36.202272Z","caller":"traceutil/trace.go:171","msg":"trace[1128840981] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25704; }","duration":"2.762069513s","start":"2026-03-04T02:16:33.440181Z","end":"2026-03-04T02:16:36.202251Z","steps":["trace[1128840981] 'agreement among raft nodes before linearized reading' (duration: 2.761705115s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.202329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.440164Z","time spent":"2.762155345s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:16:36.202324Z","caller":"traceutil/trace.go:171","msg":"trace[1481896513] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"559.588341ms","start":"2026-03-04T02:16:35.642679Z","end":"2026-03-04T02:16:36.202268Z","steps":["trace[1481896513] 'process raft request' (duration: 559.007328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.202446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.259424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:16:36.20253Z","caller":"traceutil/trace.go:171","msg":"trace[841215597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25704; }","duration":"760.358577ms","start":"2026-03-04T02:16:35.44215Z","end":"2026-03-04T02:16:36.202509Z","steps":["trace[841215597] 'agreement among raft nodes before linearized reading' (duration: 760.081641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.202509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.182145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:16:36.202618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.442135Z","time spent":"760.45264ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:36.202674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729990626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:36.202725Z","caller":"traceutil/trace.go:171","msg":"trace[1976450056] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25704; }","duration":"1.73009853s","start":"2026-03-04T02:16:34.47261Z","end":"2026-03-04T02:16:36.202709Z","steps":["trace[1976450056] 'agreement among raft nodes before linearized reading' (duration: 1.730008458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.202726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.372361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:16:36.202765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.472577Z","time spent":"1.730179551s","remote":"127.0.0.1:54034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:36.202767Z","caller":"traceutil/trace.go:171","msg":"trace[1688949809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25704; }","duration":"761.488024ms","start":"2026-03-04T02:16:35.441269Z","end":"2026-03-04T02:16:36.202757Z","steps":["trace[1688949809] 'agreement among raft nodes before linearized reading' (duration: 761.387021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.202816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.441213Z","time spent":"761.594936ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:16:36.202183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.724638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:16:36.202324Z","caller":"traceutil/trace.go:171","msg":"trace[1495566359] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25704; }","duration":"760.034509ms","start":"2026-03-04T02:16:35.442267Z","end":"2026-03-04T02:16:36.202302Z","steps":["trace[1495566359] 'agreement among raft nodes before linearized reading' (duration: 759.691901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.202945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.442258Z","time spent":"760.675965ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:16:36.203Z","caller":"traceutil/trace.go:171","msg":"trace[1087145398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25704; }","duration":"762.580719ms","start":"2026-03-04T02:16:35.440329Z","end":"2026-03-04T02:16:36.20291Z","steps":["trace[1087145398] 'agreement among raft nodes before linearized reading' (duration: 761.588175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.203048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.440314Z","time spent":"762.724733ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:36.203067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741246201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:16:36.203112Z","caller":"traceutil/trace.go:171","msg":"trace[128523209] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25704; }","duration":"2.741316112s","start":"2026-03-04T02:16:33.461786Z","end":"2026-03-04T02:16:36.203102Z","steps":["trace[128523209] 'agreement among raft nodes before linearized reading' (duration: 2.741182289s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.203139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.461775Z","time spent":"2.741358723s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:16:36.203169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867186607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:36.203211Z","caller":"traceutil/trace.go:171","msg":"trace[2739980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25704; }","duration":"1.867249109s","start":"2026-03-04T02:16:34.33595Z","end":"2026-03-04T02:16:36.203199Z","steps":["trace[2739980] 'agreement among raft nodes before linearized reading' (duration: 1.867182107s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.203246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.335938Z","time spent":"1.86730219s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:36.202624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.642647Z","time spent":"559.864528ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:36.203362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924076116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:36.203462Z","caller":"traceutil/trace.go:171","msg":"trace[1120022212] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25704; }","duration":"1.924211779s","start":"2026-03-04T02:16:34.279231Z","end":"2026-03-04T02:16:36.203442Z","steps":["trace[1120022212] 'agreement among raft nodes before linearized reading' (duration: 1.924061746s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.203527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077058013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:36.203571Z","caller":"traceutil/trace.go:171","msg":"trace[587327526] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25704; }","duration":"2.077148735s","start":"2026-03-04T02:16:34.126414Z","end":"2026-03-04T02:16:36.203563Z","steps":["trace[587327526] 'agreement among raft nodes before linearized reading' (duration: 2.077012452s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.203598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.126386Z","time spent":"2.077206206s","remote":"127.0.0.1:51616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:36.203366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784735545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:16:36.203666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760026965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-642704f3-193e-46fc-9a34-9354600517e7\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:16:36.20371Z","caller":"traceutil/trace.go:171","msg":"trace[1220473628] range","detail":"{range_begin:/registry/persistentvolumes/pvc-642704f3-193e-46fc-9a34-9354600517e7; range_end:; response_count:1; response_revision:25704; }","duration":"2.760076496s","start":"2026-03-04T02:16:33.443619Z","end":"2026-03-04T02:16:36.203696Z","steps":["trace[1220473628] 'agreement among raft nodes before linearized reading' (duration: 2.759967674s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.203768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.279214Z","time spent":"1.924322892s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:36.202621Z","caller":"traceutil/trace.go:171","msg":"trace[809632114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25704; }","duration":"761.363601ms","start":"2026-03-04T02:16:35.441235Z","end":"2026-03-04T02:16:36.202599Z","steps":["trace[809632114] 'agreement among raft nodes before linearized reading' (duration: 761.051833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.20376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759054643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:36.203708Z","caller":"traceutil/trace.go:171","msg":"trace[2081248088] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25704; }","duration":"1.785067993s","start":"2026-03-04T02:16:34.418609Z","end":"2026-03-04T02:16:36.203677Z","steps":["trace[2081248088] 'agreement among raft nodes before linearized reading' (duration: 1.784446799s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.203995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.443612Z","time spent":"2.760369413s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-642704f3-193e-46fc-9a34-9354600517e7\" "} {"level":"warn","ts":"2026-03-04T02:16:36.204015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.441213Z","time spent":"762.766713ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:16:36.204032Z","caller":"traceutil/trace.go:171","msg":"trace[2112571292] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25704; }","duration":"2.759319669s","start":"2026-03-04T02:16:33.444671Z","end":"2026-03-04T02:16:36.203991Z","steps":["trace[2112571292] 'agreement among raft nodes before linearized reading' (duration: 2.758966391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.20418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.444663Z","time spent":"2.759494463s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:16:36.203473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617155233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:36.204125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.418558Z","time spent":"1.785540823s","remote":"127.0.0.1:51612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":191,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:36.204261Z","caller":"traceutil/trace.go:171","msg":"trace[1212508487] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25704; }","duration":"2.618044153s","start":"2026-03-04T02:16:33.586201Z","end":"2026-03-04T02:16:36.204245Z","steps":["trace[1212508487] 'agreement among raft nodes before linearized reading' (duration: 2.616768464s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.204248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8725382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-04T02:16:36.203524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.337463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:16:36.204342Z","caller":"traceutil/trace.go:171","msg":"trace[289214599] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25704; }","duration":"1.872680414s","start":"2026-03-04T02:16:34.331647Z","end":"2026-03-04T02:16:36.204328Z","steps":["trace[289214599] 'agreement among raft nodes before linearized reading' (duration: 1.872411757s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:36.204355Z","caller":"traceutil/trace.go:171","msg":"trace[2025417812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25704; }","duration":"763.160742ms","start":"2026-03-04T02:16:35.441173Z","end":"2026-03-04T02:16:36.204334Z","steps":["trace[2025417812] 'agreement among raft nodes before linearized reading' (duration: 762.257461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.204383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.441101Z","time spent":"763.274755ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:36.204308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.586175Z","time spent":"2.618117185s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:36.204378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.331626Z","time spent":"1.872743186s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:16:36.705119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377620,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:16:36.979248Z","caller":"traceutil/trace.go:171","msg":"trace[421556554] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"817.071092ms","start":"2026-03-04T02:16:36.16215Z","end":"2026-03-04T02:16:36.979221Z","steps":["trace[421556554] 'process raft request' (duration: 816.993521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.979424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.162139Z","time spent":"817.194855ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:36.979258Z","caller":"traceutil/trace.go:171","msg":"trace[1657752434] transaction","detail":"{read_only:false; response_revision:25705; number_of_response:1; }","duration":"819.269583ms","start":"2026-03-04T02:16:36.159953Z","end":"2026-03-04T02:16:36.979223Z","steps":["trace[1657752434] 'process raft request' (duration: 819.022558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.979586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.159898Z","time spent":"819.600841ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:38.204668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000430726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:38.204761Z","caller":"traceutil/trace.go:171","msg":"trace[623833766] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000562379s","start":"2026-03-04T02:16:36.204177Z","end":"2026-03-04T02:16:38.204739Z","steps":["trace[623833766] 'agreement among raft nodes before linearized reading' (duration: 2.000448926s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.204807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.204155Z","time spent":"2.00064377s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:38.311354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332276245s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:38.31201Z","caller":"traceutil/trace.go:171","msg":"trace[867660439] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"2.103353711s","start":"2026-03-04T02:16:36.208626Z","end":"2026-03-04T02:16:38.31198Z","steps":["trace[867660439] 'process raft request' (duration: 2.103258579s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:38.312027Z","caller":"traceutil/trace.go:171","msg":"trace[350145906] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"2.103466663s","start":"2026-03-04T02:16:36.208529Z","end":"2026-03-04T02:16:38.311996Z","steps":["trace[350145906] 'process raft request' (duration: 2.103209547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.312242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.208616Z","time spent":"2.103476826s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:38.312352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.208505Z","time spent":"2.103773722s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:38.312396Z","caller":"traceutil/trace.go:171","msg":"trace[1299350993] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"2.102884951s","start":"2026-03-04T02:16:36.209496Z","end":"2026-03-04T02:16:38.312381Z","steps":["trace[1299350993] 'process raft request' (duration: 2.1024417s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:38.312397Z","caller":"traceutil/trace.go:171","msg":"trace[149502775] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"2.102206106s","start":"2026-03-04T02:16:36.210181Z","end":"2026-03-04T02:16:38.312388Z","steps":["trace[149502775] 'process raft request' (duration: 2.102025112s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:38.312403Z","caller":"traceutil/trace.go:171","msg":"trace[214190154] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"2.102557245s","start":"2026-03-04T02:16:36.209799Z","end":"2026-03-04T02:16:38.312357Z","steps":["trace[214190154] 'process raft request' (duration: 2.102330199s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.312454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.209478Z","time spent":"2.102943653s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:38.312454Z","caller":"traceutil/trace.go:171","msg":"trace[667836317] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"2.102038852s","start":"2026-03-04T02:16:36.210373Z","end":"2026-03-04T02:16:38.312412Z","steps":["trace[667836317] 'process raft request' (duration: 2.101878228s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.312479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.210169Z","time spent":"2.102260317s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:38.312542Z","caller":"traceutil/trace.go:171","msg":"trace[1349691879] linearizableReadLoop","detail":"{readStateIndex:26593; appliedIndex:26584; }","duration":"2.108328718s","start":"2026-03-04T02:16:36.204203Z","end":"2026-03-04T02:16:38.312532Z","steps":["trace[1349691879] 'read index received' (duration: 774.858814ms)","trace[1349691879] 'applied index is now lower than readState.Index' (duration: 1.333468903s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:38.312547Z","caller":"traceutil/trace.go:171","msg":"trace[2088333662] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"2.09977288s","start":"2026-03-04T02:16:36.212763Z","end":"2026-03-04T02:16:38.312536Z","steps":["trace[2088333662] 'process raft request' (duration: 2.099538804s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.312593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.212745Z","time spent":"2.09982326s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:38.312607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.209774Z","time spent":"2.102723378s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:38.312615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.210365Z","time spent":"2.102147215s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:38.813597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377636,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:39.314352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377636,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:39.814834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377636,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:40.093648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.780212561s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:40.094151Z","caller":"traceutil/trace.go:171","msg":"trace[1027050652] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"2.72699012s","start":"2026-03-04T02:16:37.367124Z","end":"2026-03-04T02:16:40.094114Z","steps":["trace[1027050652] 'process raft request' (duration: 2.726725074s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:40.09418Z","caller":"traceutil/trace.go:171","msg":"trace[411530117] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"2.726776255s","start":"2026-03-04T02:16:37.367383Z","end":"2026-03-04T02:16:40.094159Z","steps":["trace[411530117] 'process raft request' (duration: 2.726645212s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:40.094223Z","caller":"traceutil/trace.go:171","msg":"trace[1432075368] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"2.726802696s","start":"2026-03-04T02:16:37.367367Z","end":"2026-03-04T02:16:40.09417Z","steps":["trace[1432075368] 'process raft request' (duration: 2.726623452s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.09433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.367365Z","time spent":"2.726882588s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:40.09434Z","caller":"traceutil/trace.go:171","msg":"trace[1995395053] linearizableReadLoop","detail":"{readStateIndex:26601; appliedIndex:26593; }","duration":"1.781766057s","start":"2026-03-04T02:16:38.312562Z","end":"2026-03-04T02:16:40.094328Z","steps":["trace[1995395053] 'read index received' (duration: 1.781272596s)","trace[1995395053] 'applied index is now lower than readState.Index' (duration: 492.471µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:40.094342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.367097Z","time spent":"2.727112743s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:40.094422Z","caller":"traceutil/trace.go:171","msg":"trace[1575079449] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"1.931489438s","start":"2026-03-04T02:16:38.162925Z","end":"2026-03-04T02:16:40.094414Z","steps":["trace[1575079449] 'process raft request' (duration: 1.931329914s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:40.09439Z","caller":"traceutil/trace.go:171","msg":"trace[243542150] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"2.726942189s","start":"2026-03-04T02:16:37.367381Z","end":"2026-03-04T02:16:40.094323Z","steps":["trace[243542150] 'process raft request' (duration: 2.726745104s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:40.094405Z","caller":"traceutil/trace.go:171","msg":"trace[872583287] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"2.399180781s","start":"2026-03-04T02:16:37.695179Z","end":"2026-03-04T02:16:40.09436Z","steps":["trace[872583287] 'process raft request' (duration: 2.399049538s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.094473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.162899Z","time spent":"1.931544489s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:40.094541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437645821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:40.094556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.814000688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:40.094593Z","caller":"traceutil/trace.go:171","msg":"trace[104057248] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25721; }","duration":"2.437746104s","start":"2026-03-04T02:16:37.656832Z","end":"2026-03-04T02:16:40.094578Z","steps":["trace[104057248] 'agreement among raft nodes before linearized reading' (duration: 2.437643301s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.094582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.367354Z","time spent":"2.727128353s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:40.094623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111387901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-755dccb988-wqnlz.18997fa5d0a37668\" ","response":"range_response_count:1 size:1138"} {"level":"warn","ts":"2026-03-04T02:16:40.094623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.695158Z","time spent":"2.399345224s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:40.094644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.889018319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:16:40.094654Z","caller":"traceutil/trace.go:171","msg":"trace[1180543634] range","detail":"{range_begin:/registry/events/openstack/barbican-api-755dccb988-wqnlz.18997fa5d0a37668; range_end:; response_count:1; response_revision:25721; }","duration":"3.111452193s","start":"2026-03-04T02:16:36.983193Z","end":"2026-03-04T02:16:40.094645Z","steps":["trace[1180543634] 'agreement among raft nodes before linearized reading' (duration: 3.111382351s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.094659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798000436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:40.094672Z","caller":"traceutil/trace.go:171","msg":"trace[2065853643] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:25721; }","duration":"3.88906813s","start":"2026-03-04T02:16:36.205598Z","end":"2026-03-04T02:16:40.094666Z","steps":["trace[2065853643] 'agreement among raft nodes before linearized reading' (duration: 3.888987108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.094676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.983176Z","time spent":"3.111495574s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-755dccb988-wqnlz.18997fa5d0a37668\" "} {"level":"warn","ts":"2026-03-04T02:16:40.094674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880920936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:40.094694Z","caller":"traceutil/trace.go:171","msg":"trace[1159198167] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25721; }","duration":"2.798080148s","start":"2026-03-04T02:16:37.296604Z","end":"2026-03-04T02:16:40.094684Z","steps":["trace[1159198167] 'agreement among raft nodes before linearized reading' (duration: 2.798020967s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.094565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884187568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:40.094739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.296582Z","time spent":"2.798148659s","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:40.094755Z","caller":"traceutil/trace.go:171","msg":"trace[376079985] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25721; }","duration":"3.884371432s","start":"2026-03-04T02:16:36.210369Z","end":"2026-03-04T02:16:40.094741Z","steps":["trace[376079985] 'agreement among raft nodes before linearized reading' (duration: 3.884159047s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:40.094792Z","caller":"traceutil/trace.go:171","msg":"trace[952348331] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"1.930629507s","start":"2026-03-04T02:16:38.164147Z","end":"2026-03-04T02:16:40.094777Z","steps":["trace[952348331] 'process raft request' (duration: 1.930143226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.094803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.210345Z","time spent":"3.884446293s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:16:40.094839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931399696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"warn","ts":"2026-03-04T02:16:40.094868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.16414Z","time spent":"1.930688508s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:40.094876Z","caller":"traceutil/trace.go:171","msg":"trace[489344220] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25721; }","duration":"1.931458617s","start":"2026-03-04T02:16:38.163409Z","end":"2026-03-04T02:16:40.094867Z","steps":["trace[489344220] 'agreement among raft nodes before linearized reading' (duration: 1.931257443s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.094907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.163401Z","time spent":"1.931500198s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:16:40.094913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460243848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18393"} {"level":"warn","ts":"2026-03-04T02:16:40.09493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340421225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:40.094937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372960626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:16:40.09495Z","caller":"traceutil/trace.go:171","msg":"trace[2020167576] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25721; }","duration":"3.46032747s","start":"2026-03-04T02:16:36.634612Z","end":"2026-03-04T02:16:40.094939Z","steps":["trace[2020167576] 'agreement among raft nodes before linearized reading' (duration: 3.460156086s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:40.094961Z","caller":"traceutil/trace.go:171","msg":"trace[1552896119] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25721; }","duration":"3.373025867s","start":"2026-03-04T02:16:36.721928Z","end":"2026-03-04T02:16:40.094954Z","steps":["trace[1552896119] 'agreement among raft nodes before linearized reading' (duration: 3.372954696s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.094554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287841363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:16:40.09496Z","caller":"traceutil/trace.go:171","msg":"trace[1234557226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25721; }","duration":"1.340498377s","start":"2026-03-04T02:16:38.754452Z","end":"2026-03-04T02:16:40.09495Z","steps":["trace[1234557226] 'agreement among raft nodes before linearized reading' (duration: 1.340447256s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.094996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.634587Z","time spent":"3.460398452s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18416,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:16:40.095014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.754429Z","time spent":"1.340578368s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:40.095019Z","caller":"traceutil/trace.go:171","msg":"trace[1955272276] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25721; }","duration":"3.288352164s","start":"2026-03-04T02:16:36.806654Z","end":"2026-03-04T02:16:40.095006Z","steps":["trace[1955272276] 'agreement among raft nodes before linearized reading' (duration: 3.287811032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.095028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465239335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:40.094697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.205577Z","time spent":"3.889114551s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-04T02:16:40.095057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.806077Z","time spent":"3.288968538s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T02:16:40.095062Z","caller":"traceutil/trace.go:171","msg":"trace[768249390] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25721; }","duration":"3.465314646s","start":"2026-03-04T02:16:36.629736Z","end":"2026-03-04T02:16:40.095051Z","steps":["trace[768249390] 'agreement among raft nodes before linearized reading' (duration: 3.465257105s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.095094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.629715Z","time spent":"3.465372017s","remote":"127.0.0.1:33238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:40.0946Z","caller":"traceutil/trace.go:171","msg":"trace[1142589229] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25721; }","duration":"2.81408683s","start":"2026-03-04T02:16:37.280501Z","end":"2026-03-04T02:16:40.094588Z","steps":["trace[1142589229] 'agreement among raft nodes before linearized reading' (duration: 2.813992758s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.095137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.280455Z","time spent":"2.814674233s","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:40.094632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.656806Z","time spent":"2.437818006s","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:40.094739Z","caller":"traceutil/trace.go:171","msg":"trace[2055236300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25721; }","duration":"1.881009548s","start":"2026-03-04T02:16:38.213712Z","end":"2026-03-04T02:16:40.094722Z","steps":["trace[2055236300] 'agreement among raft nodes before linearized reading' (duration: 1.880900115s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.095215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.213701Z","time spent":"1.881506379s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:16:40.094442Z","caller":"traceutil/trace.go:171","msg":"trace[188805533] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"2.422953351s","start":"2026-03-04T02:16:37.671479Z","end":"2026-03-04T02:16:40.094433Z","steps":["trace[188805533] 'process raft request' (duration: 2.422706806s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.09443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.367325Z","time spent":"2.726991301s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:40.095316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.671452Z","time spent":"2.423833232s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:40.095154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.868564745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:40.09544Z","caller":"traceutil/trace.go:171","msg":"trace[1416596858] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25721; }","duration":"3.869154129s","start":"2026-03-04T02:16:36.226259Z","end":"2026-03-04T02:16:40.095414Z","steps":["trace[1416596858] 'agreement among raft nodes before linearized reading' (duration: 3.868284239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.094991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.721905Z","time spent":"3.373082128s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T02:16:40.09553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.226251Z","time spent":"3.869264661s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:16:40.094752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515282498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:40.096006Z","caller":"traceutil/trace.go:171","msg":"trace[765344881] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25721; }","duration":"1.516565529s","start":"2026-03-04T02:16:38.579415Z","end":"2026-03-04T02:16:40.095981Z","steps":["trace[765344881] 'agreement among raft nodes before linearized reading' (duration: 1.51530762s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.096091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.579391Z","time spent":"1.516678091s","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:40.760793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.751898ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:16:40.760909Z","caller":"traceutil/trace.go:171","msg":"trace[1706013852] linearizableReadLoop","detail":"{readStateIndex:26602; appliedIndex:26601; }","duration":"664.108906ms","start":"2026-03-04T02:16:40.09678Z","end":"2026-03-04T02:16:40.760889Z","steps":["trace[1706013852] 'read index received' (duration: 242.271236ms)","trace[1706013852] 'applied index is now lower than readState.Index' (duration: 421.83631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:40.760995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.096652Z","time spent":"664.339641ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:40.761909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.101018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:40.762017Z","caller":"traceutil/trace.go:171","msg":"trace[2118443019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25721; }","duration":"665.300803ms","start":"2026-03-04T02:16:40.096696Z","end":"2026-03-04T02:16:40.761996Z","steps":["trace[2118443019] 'agreement among raft nodes before linearized reading' (duration: 665.061068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.762058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.096673Z","time spent":"665.376765ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:41.362944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.408128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:41.363165Z","caller":"traceutil/trace.go:171","msg":"trace[560338591] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"1.261947746s","start":"2026-03-04T02:16:40.101197Z","end":"2026-03-04T02:16:41.363145Z","steps":["trace[560338591] 'process raft request' (duration: 1.261849174s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:41.36319Z","caller":"traceutil/trace.go:171","msg":"trace[1828591551] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"1.26560525s","start":"2026-03-04T02:16:40.097565Z","end":"2026-03-04T02:16:41.36317Z","steps":["trace[1828591551] 'process raft request' (duration: 1.155873056s)","trace[1828591551] 'compare' (duration: 109.16679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:41.363275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.097542Z","time spent":"1.265688213s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:41.363443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.101184Z","time spent":"1.262014608s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:41.44648Z","caller":"traceutil/trace.go:171","msg":"trace[1646257480] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"1.07967423s","start":"2026-03-04T02:16:40.366775Z","end":"2026-03-04T02:16:41.44645Z","steps":["trace[1646257480] 'process raft request' (duration: 1.079435664s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.446666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.366751Z","time spent":"1.079818133s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:41.446652Z","caller":"traceutil/trace.go:171","msg":"trace[993832308] linearizableReadLoop","detail":"{readStateIndex:26605; appliedIndex:26602; }","duration":"685.689186ms","start":"2026-03-04T02:16:40.760935Z","end":"2026-03-04T02:16:41.446624Z","steps":["trace[993832308] 'read index received' (duration: 492.531188ms)","trace[993832308] 'applied index is now lower than readState.Index' (duration: 193.157008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:41.446909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129705781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:16:41.446934Z","caller":"traceutil/trace.go:171","msg":"trace[785757385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25725; }","duration":"1.129799024s","start":"2026-03-04T02:16:40.317127Z","end":"2026-03-04T02:16:41.446926Z","steps":["trace[785757385] 'agreement among raft nodes before linearized reading' (duration: 1.12966708s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.446958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.317097Z","time spent":"1.129855954s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:16:41.447021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140519781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:41.447084Z","caller":"traceutil/trace.go:171","msg":"trace[934683376] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25725; }","duration":"1.140630104s","start":"2026-03-04T02:16:40.306437Z","end":"2026-03-04T02:16:41.447067Z","steps":["trace[934683376] 'agreement among raft nodes before linearized reading' (duration: 1.140540622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.447088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091755641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:41.447119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.306415Z","time spent":"1.140695696s","remote":"127.0.0.1:54912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:41.447124Z","caller":"traceutil/trace.go:171","msg":"trace[2087272209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25725; }","duration":"1.091812242s","start":"2026-03-04T02:16:40.355301Z","end":"2026-03-04T02:16:41.447113Z","steps":["trace[2087272209] 'agreement among raft nodes before linearized reading' (duration: 1.09175171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.44714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34493666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:41.447158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.355264Z","time spent":"1.091884534s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:16:41.447178Z","caller":"traceutil/trace.go:171","msg":"trace[1210346416] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25725; }","duration":"1.344982351s","start":"2026-03-04T02:16:40.102183Z","end":"2026-03-04T02:16:41.447165Z","steps":["trace[1210346416] 'agreement among raft nodes before linearized reading' (duration: 1.34492916s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.447188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347899068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:16:41.447212Z","caller":"traceutil/trace.go:171","msg":"trace[1996934144] range","detail":"{range_begin:/registry/persistentvolumes/pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad; range_end:; response_count:1; response_revision:25725; }","duration":"1.347955321s","start":"2026-03-04T02:16:40.099247Z","end":"2026-03-04T02:16:41.447203Z","steps":["trace[1996934144] 'agreement among raft nodes before linearized reading' (duration: 1.347891159s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.44721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.102175Z","time spent":"1.345027312s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:16:41.44723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.099215Z","time spent":"1.348010461s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" "} {"level":"warn","ts":"2026-03-04T02:16:41.447124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346840274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:41.447311Z","caller":"traceutil/trace.go:171","msg":"trace[1004999832] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25725; }","duration":"1.347043629s","start":"2026-03-04T02:16:40.100259Z","end":"2026-03-04T02:16:41.447302Z","steps":["trace[1004999832] 'agreement among raft nodes before linearized reading' (duration: 1.346843245s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.447336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.100246Z","time spent":"1.34708308s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:16:41.44734Z","caller":"traceutil/trace.go:171","msg":"trace[1450229735] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"684.847358ms","start":"2026-03-04T02:16:40.762481Z","end":"2026-03-04T02:16:41.447329Z","steps":["trace[1450229735] 'process raft request' (duration: 683.880015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.447405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.762463Z","time spent":"684.901188ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:41.447452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.815577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-04T02:16:41.447475Z","caller":"traceutil/trace.go:171","msg":"trace[627311854] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25725; }","duration":"678.873919ms","start":"2026-03-04T02:16:40.768593Z","end":"2026-03-04T02:16:41.447467Z","steps":["trace[627311854] 'agreement among raft nodes before linearized reading' (duration: 678.738776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.447561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.768576Z","time spent":"678.979172ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:16:41.44758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129619908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:16:41.447615Z","caller":"traceutil/trace.go:171","msg":"trace[1167513336] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25725; }","duration":"1.129674369s","start":"2026-03-04T02:16:40.317929Z","end":"2026-03-04T02:16:41.447603Z","steps":["trace[1167513336] 'agreement among raft nodes before linearized reading' (duration: 1.129570347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.447648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.317917Z","time spent":"1.129724451s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:16:41.447653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130622172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:16:41.447678Z","caller":"traceutil/trace.go:171","msg":"trace[1135821595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25725; }","duration":"1.130694923s","start":"2026-03-04T02:16:40.316976Z","end":"2026-03-04T02:16:41.447671Z","steps":["trace[1135821595] 'agreement among raft nodes before linearized reading' (duration: 1.130624332s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.447708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.316942Z","time spent":"1.130758285s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:16:41.447614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.368745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:41.447789Z","caller":"traceutil/trace.go:171","msg":"trace[1278130582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25725; }","duration":"897.5999ms","start":"2026-03-04T02:16:40.550182Z","end":"2026-03-04T02:16:41.447782Z","steps":["trace[1278130582] 'agreement among raft nodes before linearized reading' (duration: 897.393335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.447815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.550153Z","time spent":"897.653552ms","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:41.447821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13051617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:16:41.447846Z","caller":"traceutil/trace.go:171","msg":"trace[957612028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25725; }","duration":"1.13054264s","start":"2026-03-04T02:16:40.317297Z","end":"2026-03-04T02:16:41.44784Z","steps":["trace[957612028] 'agreement among raft nodes before linearized reading' (duration: 1.130470049s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.44708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345661868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-04T02:16:41.447892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129670579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:16:41.447931Z","caller":"traceutil/trace.go:171","msg":"trace[796105638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25725; }","duration":"1.12973052s","start":"2026-03-04T02:16:40.31819Z","end":"2026-03-04T02:16:41.447921Z","steps":["trace[796105638] 'agreement among raft nodes before linearized reading' (duration: 1.129618138s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:41.447922Z","caller":"traceutil/trace.go:171","msg":"trace[1073501797] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25725; }","duration":"1.346533918s","start":"2026-03-04T02:16:40.101359Z","end":"2026-03-04T02:16:41.447893Z","steps":["trace[1073501797] 'agreement among raft nodes before linearized reading' (duration: 1.345566946s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.447973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.318177Z","time spent":"1.129789072s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:41.448053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.101338Z","time spent":"1.34666322s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:16:41.447866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.317268Z","time spent":"1.130595101s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:41.448161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138356612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:41.448199Z","caller":"traceutil/trace.go:171","msg":"trace[359665066] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25725; }","duration":"1.13961696s","start":"2026-03-04T02:16:40.308573Z","end":"2026-03-04T02:16:41.44819Z","steps":["trace[359665066] 'agreement among raft nodes before linearized reading' (duration: 1.138326761s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.448222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.308548Z","time spent":"1.139667981s","remote":"127.0.0.1:39048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:41.448411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129534587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:16:41.448449Z","caller":"traceutil/trace.go:171","msg":"trace[473491796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25725; }","duration":"1.131165424s","start":"2026-03-04T02:16:40.317269Z","end":"2026-03-04T02:16:41.448434Z","steps":["trace[473491796] 'agreement among raft nodes before linearized reading' (duration: 1.129388522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.44847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.317255Z","time spent":"1.131209246s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:41.952844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:42.453608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:42.655156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204602296s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:42.931587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.988548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:42.931727Z","caller":"traceutil/trace.go:171","msg":"trace[42687205] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"1.48123982s","start":"2026-03-04T02:16:41.450458Z","end":"2026-03-04T02:16:42.931698Z","steps":["trace[42687205] 'process raft request' (duration: 1.205011805s)","trace[42687205] 'compare' (duration: 275.231331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:42.932252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.450437Z","time spent":"1.481341973s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:43.489687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000227211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:43.489785Z","caller":"traceutil/trace.go:171","msg":"trace[1363625265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367714s","start":"2026-03-04T02:16:41.489394Z","end":"2026-03-04T02:16:43.489762Z","steps":["trace[1363625265] 'agreement among raft nodes before linearized reading' (duration: 2.000242251s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.489836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.489384Z","time spent":"2.000442956s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:44.044832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.099468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:44.045633Z","caller":"traceutil/trace.go:171","msg":"trace[1355277423] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"2.592318848s","start":"2026-03-04T02:16:41.45329Z","end":"2026-03-04T02:16:44.045608Z","steps":["trace[1355277423] 'process raft request' (duration: 1.744294758s)","trace[1355277423] 'compare' (duration: 846.907424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:44.045696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.453275Z","time spent":"2.592395599s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:44.045824Z","caller":"traceutil/trace.go:171","msg":"trace[90458967] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"1.942709587s","start":"2026-03-04T02:16:42.103085Z","end":"2026-03-04T02:16:44.045794Z","steps":["trace[90458967] 'process raft request' (duration: 1.942232486s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:44.04583Z","caller":"traceutil/trace.go:171","msg":"trace[1536503202] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"1.94280948s","start":"2026-03-04T02:16:42.102978Z","end":"2026-03-04T02:16:44.045788Z","steps":["trace[1536503202] 'process raft request' (duration: 1.942284458s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:44.045886Z","caller":"traceutil/trace.go:171","msg":"trace[709122171] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"1.942595554s","start":"2026-03-04T02:16:42.103262Z","end":"2026-03-04T02:16:44.045857Z","steps":["trace[709122171] 'process raft request' (duration: 1.942079243s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:44.045939Z","caller":"traceutil/trace.go:171","msg":"trace[364977161] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"2.592524992s","start":"2026-03-04T02:16:41.453402Z","end":"2026-03-04T02:16:44.045927Z","steps":["trace[364977161] 'process raft request' (duration: 2.591527629s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:44.045896Z","caller":"traceutil/trace.go:171","msg":"trace[678182332] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"1.942797519s","start":"2026-03-04T02:16:42.103041Z","end":"2026-03-04T02:16:44.045838Z","steps":["trace[678182332] 'process raft request' (duration: 1.942246826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:44.04596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.103058Z","time spent":"1.94282625s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:44.045981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.103246Z","time spent":"1.942684166s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:44.045949Z","caller":"traceutil/trace.go:171","msg":"trace[1556927874] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"2.592334387s","start":"2026-03-04T02:16:41.453564Z","end":"2026-03-04T02:16:44.045898Z","steps":["trace[1556927874] 'process raft request' (duration: 2.591515749s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:44.045977Z","caller":"traceutil/trace.go:171","msg":"trace[573166671] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"2.591200052s","start":"2026-03-04T02:16:41.454732Z","end":"2026-03-04T02:16:44.045932Z","steps":["trace[573166671] 'process raft request' (duration: 2.590415344s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:44.046065Z","caller":"traceutil/trace.go:171","msg":"trace[978150231] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"2.587770641s","start":"2026-03-04T02:16:41.458286Z","end":"2026-03-04T02:16:44.046056Z","steps":["trace[978150231] 'process raft request' (duration: 2.586887711s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:44.046047Z","caller":"traceutil/trace.go:171","msg":"trace[1514079203] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"2.592629194s","start":"2026-03-04T02:16:41.453395Z","end":"2026-03-04T02:16:44.046024Z","steps":["trace[1514079203] 'process raft request' (duration: 2.591618671s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:44.046074Z","caller":"traceutil/trace.go:171","msg":"trace[628202551] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"1.943522426s","start":"2026-03-04T02:16:42.102538Z","end":"2026-03-04T02:16:44.046061Z","steps":["trace[628202551] 'process raft request' (duration: 1.942698827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:44.047225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.102511Z","time spent":"1.944642762s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:44.046023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.102962Z","time spent":"1.942965173s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:44.046071Z","caller":"traceutil/trace.go:171","msg":"trace[653651738] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"1.944163891s","start":"2026-03-04T02:16:42.101886Z","end":"2026-03-04T02:16:44.046049Z","steps":["trace[653651738] 'process raft request' (duration: 1.943327142s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:44.047641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.101866Z","time spent":"1.945731708s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:44.046001Z","caller":"traceutil/trace.go:171","msg":"trace[101273282] linearizableReadLoop","detail":"{readStateIndex:26620; appliedIndex:26606; }","duration":"2.594043828s","start":"2026-03-04T02:16:41.451917Z","end":"2026-03-04T02:16:44.045961Z","steps":["trace[101273282] 'read index received' (duration: 1.20345404s)","trace[101273282] 'applied index is now lower than readState.Index' (duration: 1.390585948s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:44.046089Z","caller":"traceutil/trace.go:171","msg":"trace[1421818499] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"2.592664935s","start":"2026-03-04T02:16:41.453412Z","end":"2026-03-04T02:16:44.046077Z","steps":["trace[1421818499] 'process raft request' (duration: 2.591634152s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:44.047822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.453403Z","time spent":"2.594379445s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:44.046144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.453559Z","time spent":"2.59247403s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:44.046001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.453389Z","time spent":"2.592571693s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:44.046178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.458275Z","time spent":"2.587809003s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:44.046154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.102989Z","time spent":"1.942999383s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:44.046172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.453377Z","time spent":"2.592750698s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:44.04621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.454722Z","time spent":"2.591353735s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:45.138996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093583184s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:16:45.140063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688116752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:16:45.140149Z","caller":"traceutil/trace.go:171","msg":"trace[1731372374] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25739; }","duration":"3.688233845s","start":"2026-03-04T02:16:41.451888Z","end":"2026-03-04T02:16:45.140121Z","steps":["trace[1731372374] 'agreement among raft nodes before linearized reading' (duration: 2.594176381s)","trace[1731372374] 'range keys from in-memory index tree' (duration: 1.093644545s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:45.140192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.451871Z","time spent":"3.688307927s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:16:45.140129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.511686ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:45.140259Z","caller":"traceutil/trace.go:171","msg":"trace[241795556] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25739; }","duration":"240.648989ms","start":"2026-03-04T02:16:44.899587Z","end":"2026-03-04T02:16:45.140236Z","steps":["trace[241795556] 'range keys from in-memory index tree' (duration: 240.494105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:45.140619Z","caller":"traceutil/trace.go:171","msg":"trace[1270867057] linearizableReadLoop","detail":"{readStateIndex:26622; appliedIndex:26620; }","duration":"1.092866636s","start":"2026-03-04T02:16:44.04774Z","end":"2026-03-04T02:16:45.140607Z","steps":["trace[1270867057] 'read index received' (duration: 167.123025ms)","trace[1270867057] 'applied index is now lower than readState.Index' (duration: 925.741611ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:45.140713Z","caller":"traceutil/trace.go:171","msg":"trace[2035026339] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"1.430336839s","start":"2026-03-04T02:16:43.710366Z","end":"2026-03-04T02:16:45.140703Z","steps":["trace[2035026339] 'process raft request' (duration: 1.428778273s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:45.140796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.71034Z","time spent":"1.43039465s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:46.361309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.904727736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:46.361403Z","caller":"traceutil/trace.go:171","msg":"trace[1271695903] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:25740; }","duration":"4.90485798s","start":"2026-03-04T02:16:41.456521Z","end":"2026-03-04T02:16:46.361379Z","steps":["trace[1271695903] 'agreement among raft nodes before linearized reading' (duration: 3.684381275s)","trace[1271695903] 'range keys from in-memory index tree' (duration: 1.220343132s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.361452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.45651Z","time spent":"4.904931151s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-04T02:16:46.361477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.908291139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:16:46.361509Z","caller":"traceutil/trace.go:171","msg":"trace[81380463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25740; }","duration":"4.90835534s","start":"2026-03-04T02:16:41.453145Z","end":"2026-03-04T02:16:46.3615Z","steps":["trace[81380463] 'agreement among raft nodes before linearized reading' (duration: 3.687768223s)","trace[81380463] 'range keys from in-memory index tree' (duration: 1.220466055s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.361486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.913221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-04T02:16:46.361518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114317577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:46.361611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.726438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-04T02:16:46.36163Z","caller":"traceutil/trace.go:171","msg":"trace[1716275968] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25740; }","duration":"305.751448ms","start":"2026-03-04T02:16:46.05587Z","end":"2026-03-04T02:16:46.361622Z","steps":["trace[1716275968] 'range keys from in-memory index tree' (duration: 305.480692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.361643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.055864Z","time spent":"305.775229ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:16:46.361643Z","caller":"traceutil/trace.go:171","msg":"trace[856790902] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25740; }","duration":"2.114507901s","start":"2026-03-04T02:16:44.2471Z","end":"2026-03-04T02:16:46.361607Z","steps":["trace[856790902] 'agreement among raft nodes before linearized reading' (duration: 893.920604ms)","trace[856790902] 'count revisions from in-memory index tree' (duration: 1.220410423s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.3617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.247078Z","time spent":"2.114609433s","remote":"127.0.0.1:55184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:46.36171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315345062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:46.361743Z","caller":"traceutil/trace.go:171","msg":"trace[1069212915] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25740; }","duration":"4.315420314s","start":"2026-03-04T02:16:42.046312Z","end":"2026-03-04T02:16:46.361732Z","steps":["trace[1069212915] 'agreement among raft nodes before linearized reading' (duration: 3.094455538s)","trace[1069212915] 'count revisions from in-memory index tree' (duration: 1.220905555s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.361689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.179825Z","time spent":"1.181853479s","remote":"127.0.0.1:40120","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:46.361816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803088165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:46.361853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.622578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:16:46.361881Z","caller":"traceutil/trace.go:171","msg":"trace[1410810093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25740; }","duration":"306.6919ms","start":"2026-03-04T02:16:46.055183Z","end":"2026-03-04T02:16:46.361875Z","steps":["trace[1410810093] 'range keys from in-memory index tree' (duration: 306.491645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.36189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871813787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:46.361915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.055162Z","time spent":"306.745581ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:46.361949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.325649989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:46.361983Z","caller":"traceutil/trace.go:171","msg":"trace[928749005] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25740; }","duration":"3.325707739s","start":"2026-03-04T02:16:43.036265Z","end":"2026-03-04T02:16:46.361973Z","steps":["trace[928749005] 'agreement among raft nodes before linearized reading' (duration: 2.104557459s)","trace[928749005] 'count revisions from in-memory index tree' (duration: 1.221108559s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.362011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.036245Z","time spent":"3.325758531s","remote":"127.0.0.1:54042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:46.361575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298554158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-04T02:16:46.362193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.784531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:16:46.362221Z","caller":"traceutil/trace.go:171","msg":"trace[925612611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25740; }","duration":"306.851943ms","start":"2026-03-04T02:16:46.055359Z","end":"2026-03-04T02:16:46.362211Z","steps":["trace[925612611] 'range keys from in-memory index tree' (duration: 306.584447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.362249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.055329Z","time spent":"306.915064ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:46.362276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426159739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998173b80ac180\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:16:46.362248Z","caller":"traceutil/trace.go:171","msg":"trace[1189058858] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25740; }","duration":"2.299228334s","start":"2026-03-04T02:16:44.062974Z","end":"2026-03-04T02:16:46.362203Z","steps":["trace[1189058858] 'agreement among raft nodes before linearized reading' (duration: 1.077958161s)","trace[1189058858] 'range keys from in-memory index tree' (duration: 1.220470264s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:46.362317Z","caller":"traceutil/trace.go:171","msg":"trace[529937067] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18998173b80ac180; range_end:; response_count:1; response_revision:25740; }","duration":"3.426241671s","start":"2026-03-04T02:16:42.936064Z","end":"2026-03-04T02:16:46.362305Z","steps":["trace[529937067] 'agreement among raft nodes before linearized reading' (duration: 2.204770124s)","trace[529937067] 'range keys from in-memory index tree' (duration: 1.221370215s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.362347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.936045Z","time spent":"3.426294882s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998173b80ac180\" "} {"level":"warn","ts":"2026-03-04T02:16:46.362373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.062955Z","time spent":"2.299371556s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:16:46.362387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.453435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T02:16:46.362412Z","caller":"traceutil/trace.go:171","msg":"trace[595382589] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25740; }","duration":"306.494655ms","start":"2026-03-04T02:16:46.055909Z","end":"2026-03-04T02:16:46.362403Z","steps":["trace[595382589] 'range keys from in-memory index tree' (duration: 305.566703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.362441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.055899Z","time spent":"306.532906ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:16:46.36246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.690186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:46.362438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489743435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:46.362488Z","caller":"traceutil/trace.go:171","msg":"trace[1334651551] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25740; }","duration":"990.766808ms","start":"2026-03-04T02:16:45.371714Z","end":"2026-03-04T02:16:46.362481Z","steps":["trace[1334651551] 'count revisions from in-memory index tree' (duration: 990.595434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.36248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.540187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:16:46.362507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.371691Z","time spent":"990.810639ms","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:46.361853Z","caller":"traceutil/trace.go:171","msg":"trace[1862624157] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25740; }","duration":"2.803170246s","start":"2026-03-04T02:16:43.558672Z","end":"2026-03-04T02:16:46.361843Z","steps":["trace[1862624157] 'agreement among raft nodes before linearized reading' (duration: 1.582123929s)","trace[1862624157] 'count revisions from in-memory index tree' (duration: 1.221000986s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:46.362523Z","caller":"traceutil/trace.go:171","msg":"trace[675739698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25740; }","duration":"306.603798ms","start":"2026-03-04T02:16:46.055908Z","end":"2026-03-04T02:16:46.362512Z","steps":["trace[675739698] 'range keys from in-memory index tree' (duration: 305.528953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.362551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.055896Z","time spent":"306.647588ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:16:46.36251Z","caller":"traceutil/trace.go:171","msg":"trace[360876134] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25740; }","duration":"4.489957341s","start":"2026-03-04T02:16:41.872535Z","end":"2026-03-04T02:16:46.362492Z","steps":["trace[360876134] 'agreement among raft nodes before linearized reading' (duration: 3.26833391s)","trace[360876134] 'count revisions from in-memory index tree' (duration: 1.221429986s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.36259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.872513Z","time spent":"4.490066583s","remote":"127.0.0.1:35240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:46.362636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.241332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:16:46.362662Z","caller":"traceutil/trace.go:171","msg":"trace[1604460706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25740; }","duration":"307.279223ms","start":"2026-03-04T02:16:46.055375Z","end":"2026-03-04T02:16:46.362654Z","steps":["trace[1604460706] 'range keys from in-memory index tree' (duration: 306.389573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.362684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.055369Z","time spent":"307.309103ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:46.361779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.046278Z","time spent":"4.315492616s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:46.361915Z","caller":"traceutil/trace.go:171","msg":"trace[1587434557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25740; }","duration":"2.871880309s","start":"2026-03-04T02:16:43.490026Z","end":"2026-03-04T02:16:46.361906Z","steps":["trace[1587434557] 'agreement among raft nodes before linearized reading' (duration: 1.65078352s)","trace[1587434557] 'range keys from in-memory index tree' (duration: 1.221059768s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.362731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.257189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:46.36275Z","caller":"traceutil/trace.go:171","msg":"trace[987943897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25740; }","duration":"865.315031ms","start":"2026-03-04T02:16:45.497428Z","end":"2026-03-04T02:16:46.362743Z","steps":["trace[987943897] 'range keys from in-memory index tree' (duration: 865.116385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.362771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.497407Z","time spent":"865.360011ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:46.36255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.558649Z","time spent":"2.803888343s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:46.362929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857657726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:46.362967Z","caller":"traceutil/trace.go:171","msg":"trace[1717497049] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25740; }","duration":"1.857688737s","start":"2026-03-04T02:16:44.505263Z","end":"2026-03-04T02:16:46.362951Z","steps":["trace[1717497049] 'agreement among raft nodes before linearized reading' (duration: 635.736738ms)","trace[1717497049] 'count revisions from in-memory index tree' (duration: 1.221908508s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.362746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.490004Z","time spent":"2.872735438s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:46.363005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.5052Z","time spent":"1.85779589s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:46.363001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.038807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-04T02:16:46.361569Z","caller":"traceutil/trace.go:171","msg":"trace[1636285755] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25740; }","duration":"306.063946ms","start":"2026-03-04T02:16:46.055484Z","end":"2026-03-04T02:16:46.361548Z","steps":["trace[1636285755] 'range keys from in-memory index tree' (duration: 305.746768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.362712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220835922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:16:46.363157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261165967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:16:46.363159Z","caller":"traceutil/trace.go:171","msg":"trace[75824989] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25740; }","duration":"1.221283052s","start":"2026-03-04T02:16:45.141852Z","end":"2026-03-04T02:16:46.363135Z","steps":["trace[75824989] 'range keys from in-memory index tree' (duration: 1.21944677s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.36215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.802792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:16:46.363197Z","caller":"traceutil/trace.go:171","msg":"trace[1319657317] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25740; }","duration":"4.261214019s","start":"2026-03-04T02:16:42.101969Z","end":"2026-03-04T02:16:46.363183Z","steps":["trace[1319657317] 'agreement among raft nodes before linearized reading' (duration: 3.038896381s)","trace[1319657317] 'range keys from in-memory index tree' (duration: 1.222238495s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.363223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.10196Z","time spent":"4.26125762s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:16:46.361527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.453127Z","time spent":"4.908395241s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:16:46.363228Z","caller":"traceutil/trace.go:171","msg":"trace[1818833426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25740; }","duration":"307.891028ms","start":"2026-03-04T02:16:46.055322Z","end":"2026-03-04T02:16:46.363213Z","steps":["trace[1818833426] 'range keys from in-memory index tree' (duration: 306.623038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.363273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.055317Z","time spent":"307.942489ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:16:46.363338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.451949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:46.363363Z","caller":"traceutil/trace.go:171","msg":"trace[1654078108] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25740; }","duration":"383.47618ms","start":"2026-03-04T02:16:45.979879Z","end":"2026-03-04T02:16:46.363355Z","steps":["trace[1654078108] 'count revisions from in-memory index tree' (duration: 383.341107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.36308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.678667542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"warn","ts":"2026-03-04T02:16:46.363381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.979818Z","time spent":"383.557442ms","remote":"127.0.0.1:51358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:46.363218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.14184Z","time spent":"1.221359114s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T02:16:46.363396Z","caller":"traceutil/trace.go:171","msg":"trace[1015766637] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25740; }","duration":"3.679052302s","start":"2026-03-04T02:16:42.684331Z","end":"2026-03-04T02:16:46.363383Z","steps":["trace[1015766637] 'agreement among raft nodes before linearized reading' (duration: 2.45651869s)","trace[1015766637] 'range keys from in-memory index tree' (duration: 1.222115902s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.363427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.684307Z","time spent":"3.679110983s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-04T02:16:46.363519Z","caller":"traceutil/trace.go:171","msg":"trace[402504687] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25740; }","duration":"307.56554ms","start":"2026-03-04T02:16:46.055934Z","end":"2026-03-04T02:16:46.363499Z","steps":["trace[402504687] 'range keys from in-memory index tree' (duration: 305.684617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.36357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.055456Z","time spent":"308.102652ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:16:46.363596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.055929Z","time spent":"307.648953ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:16:46.363951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.576002316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:16:46.363993Z","caller":"traceutil/trace.go:171","msg":"trace[969942495] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25740; }","duration":"4.576044177s","start":"2026-03-04T02:16:41.787937Z","end":"2026-03-04T02:16:46.363982Z","steps":["trace[969942495] 'agreement among raft nodes before linearized reading' (duration: 3.352953152s)","trace[969942495] 'count revisions from in-memory index tree' (duration: 1.223035304s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.364023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.787871Z","time spent":"4.576144739s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2852,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:46.361993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065631848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:46.36468Z","caller":"traceutil/trace.go:171","msg":"trace[1740662258] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25740; }","duration":"2.068486253s","start":"2026-03-04T02:16:44.296159Z","end":"2026-03-04T02:16:46.364645Z","steps":["trace[1740662258] 'agreement among raft nodes before linearized reading' (duration: 844.851446ms)","trace[1740662258] 'count revisions from in-memory index tree' (duration: 1.220482634s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.365069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.296148Z","time spent":"2.068895652s","remote":"127.0.0.1:41656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:46.453972Z","caller":"traceutil/trace.go:171","msg":"trace[692555800] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"397.474894ms","start":"2026-03-04T02:16:46.056467Z","end":"2026-03-04T02:16:46.453942Z","steps":["trace[692555800] 'process raft request' (duration: 397.319611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.454159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.056447Z","time spent":"397.610938ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:47.530462Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.076635139s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:47.531101Z","caller":"traceutil/trace.go:171","msg":"trace[902579903] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"1.472624889s","start":"2026-03-04T02:16:46.058434Z","end":"2026-03-04T02:16:47.531058Z","steps":["trace[902579903] 'process raft request' (duration: 1.47222818s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:47.531122Z","caller":"traceutil/trace.go:171","msg":"trace[705855282] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"1.163842221s","start":"2026-03-04T02:16:46.367247Z","end":"2026-03-04T02:16:47.531089Z","steps":["trace[705855282] 'process raft request' (duration: 1.163737179s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:47.531152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.36716Z","time spent":"1.163971764s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:16:47.531582Z","caller":"traceutil/trace.go:171","msg":"trace[317133196] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"1.164139488s","start":"2026-03-04T02:16:46.367427Z","end":"2026-03-04T02:16:47.531566Z","steps":["trace[317133196] 'process raft request' (duration: 1.163952664s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:47.531673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.367404Z","time spent":"1.164225911s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:47.531702Z","caller":"traceutil/trace.go:171","msg":"trace[1105144241] linearizableReadLoop","detail":"{readStateIndex:26624; appliedIndex:26622; }","duration":"1.469059338s","start":"2026-03-04T02:16:46.062628Z","end":"2026-03-04T02:16:47.531687Z","steps":["trace[1105144241] 'read index received' (duration: 391.171409ms)","trace[1105144241] 'applied index is now lower than readState.Index' (duration: 1.077886519s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:47.531734Z","caller":"traceutil/trace.go:171","msg":"trace[2033706737] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"1.164118618s","start":"2026-03-04T02:16:46.367365Z","end":"2026-03-04T02:16:47.531483Z","steps":["trace[2033706737] 'process raft request' (duration: 1.163679177s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:47.531887Z","caller":"traceutil/trace.go:171","msg":"trace[2039027274] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"1.163427952s","start":"2026-03-04T02:16:46.36845Z","end":"2026-03-04T02:16:47.531878Z","steps":["trace[2039027274] 'process raft request' (duration: 1.163062844s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:47.531298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.367232Z","time spent":"1.163975414s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:47.531972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.368437Z","time spent":"1.163489044s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:47.531979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.367347Z","time spent":"1.164514017s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:47.53126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.058423Z","time spent":"1.472736552s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:47.532086Z","caller":"traceutil/trace.go:171","msg":"trace[1277512106] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"1.162662834s","start":"2026-03-04T02:16:46.369407Z","end":"2026-03-04T02:16:47.53207Z","steps":["trace[1277512106] 'process raft request' (duration: 1.162139582s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:47.532154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.369395Z","time spent":"1.162723045s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:47.531795Z","caller":"traceutil/trace.go:171","msg":"trace[956919036] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"1.164292342s","start":"2026-03-04T02:16:46.367492Z","end":"2026-03-04T02:16:47.531785Z","steps":["trace[956919036] 'process raft request' (duration: 1.163974735s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:47.532248Z","caller":"traceutil/trace.go:171","msg":"trace[631861] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"1.161884596s","start":"2026-03-04T02:16:46.370354Z","end":"2026-03-04T02:16:47.532239Z","steps":["trace[631861] 'process raft request' (duration: 1.161294412s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:47.532249Z","caller":"traceutil/trace.go:171","msg":"trace[319080522] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"1.162539532s","start":"2026-03-04T02:16:46.369694Z","end":"2026-03-04T02:16:47.532233Z","steps":["trace[319080522] 'process raft request' (duration: 1.161924428s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:47.532272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.367467Z","time spent":"1.164763202s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:47.532305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.370344Z","time spent":"1.161933858s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:47.532322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.369675Z","time spent":"1.162607203s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:47.532389Z","caller":"traceutil/trace.go:171","msg":"trace[938789386] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"1.162827068s","start":"2026-03-04T02:16:46.369549Z","end":"2026-03-04T02:16:47.532376Z","steps":["trace[938789386] 'process raft request' (duration: 1.16203382s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:47.53248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.369536Z","time spent":"1.162910489s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:47.532496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469868806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:16:47.532532Z","caller":"traceutil/trace.go:171","msg":"trace[1224030104] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25751; }","duration":"1.469917287s","start":"2026-03-04T02:16:46.062603Z","end":"2026-03-04T02:16:47.53252Z","steps":["trace[1224030104] 'agreement among raft nodes before linearized reading' (duration: 1.469775824s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:47.532569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.062595Z","time spent":"1.469965178s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:16:48.032212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:48.364197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00016058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:48.364285Z","caller":"traceutil/trace.go:171","msg":"trace[2105000968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288752s","start":"2026-03-04T02:16:46.363973Z","end":"2026-03-04T02:16:48.364261Z","steps":["trace[2105000968] 'agreement among raft nodes before linearized reading' (duration: 2.00017357s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.364328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.36395Z","time spent":"2.000368825s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:48.681543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.616292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:48.681753Z","caller":"traceutil/trace.go:171","msg":"trace[476494452] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"2.2270848s","start":"2026-03-04T02:16:46.454617Z","end":"2026-03-04T02:16:48.681702Z","steps":["trace[476494452] 'process raft request' (duration: 1.585416035s)","trace[476494452] 'compare' (duration: 640.266563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:48.681869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.4546Z","time spent":"2.227221983s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:49.458529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.418686119s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:49.68143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.561589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:49.681698Z","caller":"traceutil/trace.go:171","msg":"trace[1677375088] linearizableReadLoop","detail":"{readStateIndex:26637; appliedIndex:26634; }","duration":"2.149919121s","start":"2026-03-04T02:16:47.531751Z","end":"2026-03-04T02:16:49.68167Z","steps":["trace[1677375088] 'read index received' (duration: 508.216251ms)","trace[1677375088] 'applied index is now lower than readState.Index' (duration: 1.64170129s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:49.681793Z","caller":"traceutil/trace.go:171","msg":"trace[325370843] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"2.142331636s","start":"2026-03-04T02:16:47.53942Z","end":"2026-03-04T02:16:49.681751Z","steps":["trace[325370843] 'process raft request' (duration: 2.142140431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.681854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784735718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:49.681938Z","caller":"traceutil/trace.go:171","msg":"trace[1009543035] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25754; }","duration":"2.784881841s","start":"2026-03-04T02:16:46.897037Z","end":"2026-03-04T02:16:49.681919Z","steps":["trace[1009543035] 'agreement among raft nodes before linearized reading' (duration: 2.784677317s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.681958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31450542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cf1508c0-bdf4-48d9-8b8e-500ec503d2e3\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-04T02:16:49.681968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.539392Z","time spent":"2.14248381s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:49.682011Z","caller":"traceutil/trace.go:171","msg":"trace[1122473460] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cf1508c0-bdf4-48d9-8b8e-500ec503d2e3; range_end:; response_count:1; response_revision:25754; }","duration":"3.314577162s","start":"2026-03-04T02:16:46.367417Z","end":"2026-03-04T02:16:49.681994Z","steps":["trace[1122473460] 'agreement among raft nodes before linearized reading' (duration: 3.314376428s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.681994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.177609786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:49.682063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.367402Z","time spent":"3.314646523s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-cf1508c0-bdf4-48d9-8b8e-500ec503d2e3\" "} {"level":"warn","ts":"2026-03-04T02:16:49.682054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31279653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-ktk8v\" ","response":"range_response_count:1 size:6555"} {"level":"warn","ts":"2026-03-04T02:16:49.682178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775045903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:49.681978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.897021Z","time spent":"2.784948014s","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:49.682201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709405932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:49.682209Z","caller":"traceutil/trace.go:171","msg":"trace[150291955] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25754; }","duration":"2.775100435s","start":"2026-03-04T02:16:46.907101Z","end":"2026-03-04T02:16:49.682201Z","steps":["trace[150291955] 'agreement among raft nodes before linearized reading' (duration: 2.775031093s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:49.682201Z","caller":"traceutil/trace.go:171","msg":"trace[1797541530] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-ktk8v; range_end:; response_count:1; response_revision:25754; }","duration":"3.312990504s","start":"2026-03-04T02:16:46.369183Z","end":"2026-03-04T02:16:49.682174Z","steps":["trace[1797541530] 'agreement among raft nodes before linearized reading' (duration: 3.312607196s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:49.682229Z","caller":"traceutil/trace.go:171","msg":"trace[2046042774] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25754; }","duration":"2.709478863s","start":"2026-03-04T02:16:46.972742Z","end":"2026-03-04T02:16:49.682221Z","steps":["trace[2046042774] 'agreement among raft nodes before linearized reading' (duration: 2.709304819s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.682239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.907094Z","time spent":"2.775139566s","remote":"127.0.0.1:51524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:49.682254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.972719Z","time spent":"2.709526775s","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:49.682255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.369166Z","time spent":"3.313074947s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6578,"request content":"key:\"/registry/pods/openstack/horizon-db-sync-ktk8v\" "} {"level":"warn","ts":"2026-03-04T02:16:49.682088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314871309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18393"} {"level":"info","ts":"2026-03-04T02:16:49.682076Z","caller":"traceutil/trace.go:171","msg":"trace[1580136458] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25754; }","duration":"3.17775971s","start":"2026-03-04T02:16:46.504295Z","end":"2026-03-04T02:16:49.682055Z","steps":["trace[1580136458] 'agreement among raft nodes before linearized reading' (duration: 3.177585696s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:49.682353Z","caller":"traceutil/trace.go:171","msg":"trace[1044839717] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25754; }","duration":"3.315179586s","start":"2026-03-04T02:16:46.367153Z","end":"2026-03-04T02:16:49.682332Z","steps":["trace[1044839717] 'agreement among raft nodes before linearized reading' (duration: 3.314666404s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.682365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315204996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:16:49.682386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.504282Z","time spent":"3.178091307s","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:49.682382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.304552389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:49.682387Z","caller":"traceutil/trace.go:171","msg":"trace[992132505] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"2.148714664s","start":"2026-03-04T02:16:47.53363Z","end":"2026-03-04T02:16:49.682344Z","steps":["trace[992132505] 'process raft request' (duration: 1.9250722s)","trace[992132505] 'compare' (duration: 222.207731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:49.68203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702762379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:49.682424Z","caller":"traceutil/trace.go:171","msg":"trace[1480245685] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25754; }","duration":"3.315304699s","start":"2026-03-04T02:16:46.367105Z","end":"2026-03-04T02:16:49.68241Z","steps":["trace[1480245685] 'agreement among raft nodes before linearized reading' (duration: 3.315057563s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:49.682447Z","caller":"traceutil/trace.go:171","msg":"trace[1187332887] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25754; }","duration":"3.304635471s","start":"2026-03-04T02:16:46.377783Z","end":"2026-03-04T02:16:49.682418Z","steps":["trace[1187332887] 'agreement among raft nodes before linearized reading' (duration: 3.304529898s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.682469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.367087Z","time spent":"3.3153681s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:16:49.682471Z","caller":"traceutil/trace.go:171","msg":"trace[690065059] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25754; }","duration":"2.703183468s","start":"2026-03-04T02:16:46.97926Z","end":"2026-03-04T02:16:49.682444Z","steps":["trace[690065059] 'agreement among raft nodes before linearized reading' (duration: 2.702741848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.682496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.533598Z","time spent":"2.148837676s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:49.682508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.377771Z","time spent":"3.304726753s","remote":"127.0.0.1:35228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:49.68251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315278838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-04T02:16:49.682402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.367131Z","time spent":"3.315260817s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18416,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:16:49.682531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.979248Z","time spent":"2.70326086s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:49.682554Z","caller":"traceutil/trace.go:171","msg":"trace[1829418538] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25754; }","duration":"3.315338699s","start":"2026-03-04T02:16:46.367205Z","end":"2026-03-04T02:16:49.682543Z","steps":["trace[1829418538] 'agreement among raft nodes before linearized reading' (duration: 3.315223796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.682587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.367185Z","time spent":"3.315395081s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-04T02:16:49.693429Z","caller":"traceutil/trace.go:171","msg":"trace[1773140400] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"1.235188046s","start":"2026-03-04T02:16:48.458224Z","end":"2026-03-04T02:16:49.693412Z","steps":["trace[1773140400] 'process raft request' (duration: 1.235078893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.693624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.458197Z","time spent":"1.235279737s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:50.373165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:50.373259Z","caller":"traceutil/trace.go:171","msg":"trace[1259016635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000237701s","start":"2026-03-04T02:16:48.373Z","end":"2026-03-04T02:16:50.373237Z","steps":["trace[1259016635] 'agreement among raft nodes before linearized reading' (duration: 2.000111478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.373326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.372995Z","time spent":"2.000321303s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:50.998048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.066677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:50.998893Z","caller":"traceutil/trace.go:171","msg":"trace[953898964] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"1.459230759s","start":"2026-03-04T02:16:49.539638Z","end":"2026-03-04T02:16:50.998869Z","steps":["trace[953898964] 'process raft request' (duration: 947.260891ms)","trace[953898964] 'compare' (duration: 510.952705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:50.999024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.53962Z","time spent":"1.459326132s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:50.999123Z","caller":"traceutil/trace.go:171","msg":"trace[2051220239] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"1.459112716s","start":"2026-03-04T02:16:49.53999Z","end":"2026-03-04T02:16:50.999102Z","steps":["trace[2051220239] 'process raft request' (duration: 1.458192805s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.999233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.539961Z","time spent":"1.459225348s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:50.999635Z","caller":"traceutil/trace.go:171","msg":"trace[918669312] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"1.459296601s","start":"2026-03-04T02:16:49.540304Z","end":"2026-03-04T02:16:50.999601Z","steps":["trace[918669312] 'process raft request' (duration: 1.458729717s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:50.9998Z","caller":"traceutil/trace.go:171","msg":"trace[1906945262] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"1.459168098s","start":"2026-03-04T02:16:49.540612Z","end":"2026-03-04T02:16:50.99978Z","steps":["trace[1906945262] 'process raft request' (duration: 1.458851581s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.999843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.540295Z","time spent":"1.459443054s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:50.99992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.540584Z","time spent":"1.459278451s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:51.000188Z","caller":"traceutil/trace.go:171","msg":"trace[408559005] linearizableReadLoop","detail":"{readStateIndex:26643; appliedIndex:26637; }","duration":"1.318422575s","start":"2026-03-04T02:16:49.681751Z","end":"2026-03-04T02:16:51.000173Z","steps":["trace[408559005] 'read index received' (duration: 11.616019ms)","trace[408559005] 'applied index is now lower than readState.Index' (duration: 1.306805436s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:51.000354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743963111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:51.000404Z","caller":"traceutil/trace.go:171","msg":"trace[1039384623] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25761; }","duration":"1.744060663s","start":"2026-03-04T02:16:49.256327Z","end":"2026-03-04T02:16:51.000388Z","steps":["trace[1039384623] 'agreement among raft nodes before linearized reading' (duration: 1.743973411s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.000448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.256304Z","time spent":"1.744133245s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:51.000701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798406913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:51.000671Z","caller":"traceutil/trace.go:171","msg":"trace[629695012] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"1.459937246s","start":"2026-03-04T02:16:49.540682Z","end":"2026-03-04T02:16:51.000619Z","steps":["trace[629695012] 'process raft request' (duration: 1.459028035s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:51.000751Z","caller":"traceutil/trace.go:171","msg":"trace[148966057] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25761; }","duration":"1.798488975s","start":"2026-03-04T02:16:49.202249Z","end":"2026-03-04T02:16:51.000738Z","steps":["trace[148966057] 'agreement among raft nodes before linearized reading' (duration: 1.798410493s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.00076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487820052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418714"} {"level":"warn","ts":"2026-03-04T02:16:51.000792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.202235Z","time spent":"1.798546076s","remote":"127.0.0.1:51954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:51.000826Z","caller":"traceutil/trace.go:171","msg":"trace[2070694650] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25761; }","duration":"1.487927054s","start":"2026-03-04T02:16:49.512876Z","end":"2026-03-04T02:16:51.000803Z","steps":["trace[2070694650] 'agreement among raft nodes before linearized reading' (duration: 1.487363111s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.000874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.54067Z","time spent":"1.460099079s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:51.000893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.512851Z","time spent":"1.488026767s","remote":"127.0.0.1:51924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418737,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:16:51.000998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833780193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:51.001061Z","caller":"traceutil/trace.go:171","msg":"trace[1102295146] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25761; }","duration":"1.833886056s","start":"2026-03-04T02:16:49.167159Z","end":"2026-03-04T02:16:51.001045Z","steps":["trace[1102295146] 'agreement among raft nodes before linearized reading' (duration: 1.833746363s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.0011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233280384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:16:51.001112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.167139Z","time spent":"1.833959967s","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:51.001158Z","caller":"traceutil/trace.go:171","msg":"trace[940779457] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25761; }","duration":"2.233385776s","start":"2026-03-04T02:16:48.767759Z","end":"2026-03-04T02:16:51.001144Z","steps":["trace[940779457] 'agreement among raft nodes before linearized reading' (duration: 2.233234683s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:51.001188Z","caller":"traceutil/trace.go:171","msg":"trace[872563198] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"1.308676579s","start":"2026-03-04T02:16:49.692466Z","end":"2026-03-04T02:16:51.001142Z","steps":["trace[872563198] 'process raft request' (duration: 1.307614305s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.001206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.767736Z","time spent":"2.233458768s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:16:51.001038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047568729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:51.001103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462778002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:16:51.001348Z","caller":"traceutil/trace.go:171","msg":"trace[2105240929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25761; }","duration":"1.463071758s","start":"2026-03-04T02:16:49.538259Z","end":"2026-03-04T02:16:51.001331Z","steps":["trace[2105240929] 'agreement among raft nodes before linearized reading' (duration: 1.462590177s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.001415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.538251Z","time spent":"1.46314756s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:16:51.001333Z","caller":"traceutil/trace.go:171","msg":"trace[2107258640] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25761; }","duration":"2.048129612s","start":"2026-03-04T02:16:48.953174Z","end":"2026-03-04T02:16:51.001304Z","steps":["trace[2107258640] 'agreement among raft nodes before linearized reading' (duration: 2.047573879s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.001438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462873703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:16:51.001479Z","caller":"traceutil/trace.go:171","msg":"trace[1876829882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25761; }","duration":"1.462967235s","start":"2026-03-04T02:16:49.5385Z","end":"2026-03-04T02:16:51.001467Z","steps":["trace[1876829882] 'agreement among raft nodes before linearized reading' (duration: 1.462793281s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.001482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.953149Z","time spent":"2.048314106s","remote":"127.0.0.1:51990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:51.00152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.538492Z","time spent":"1.463021427s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:51.00152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464009709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:16:51.001585Z","caller":"traceutil/trace.go:171","msg":"trace[1719142840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25761; }","duration":"1.464100832s","start":"2026-03-04T02:16:49.53747Z","end":"2026-03-04T02:16:51.001571Z","steps":["trace[1719142840] 'agreement among raft nodes before linearized reading' (duration: 1.463918238s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.001626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.537453Z","time spent":"1.464163613s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:16:51.001298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.692444Z","time spent":"1.308779331s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6488,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:51.001479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628506626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:16:51.001838Z","caller":"traceutil/trace.go:171","msg":"trace[494878320] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25761; }","duration":"2.628900565s","start":"2026-03-04T02:16:48.372922Z","end":"2026-03-04T02:16:51.001822Z","steps":["trace[494878320] 'agreement among raft nodes before linearized reading' (duration: 2.628460945s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.001902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464249885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:16:51.001875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890904386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:37 size:313579"} {"level":"warn","ts":"2026-03-04T02:16:51.001933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.372895Z","time spent":"2.629020128s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:16:51.00191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463761724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:16:51.001981Z","caller":"traceutil/trace.go:171","msg":"trace[1258969690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25761; }","duration":"1.464327466s","start":"2026-03-04T02:16:49.537623Z","end":"2026-03-04T02:16:51.00195Z","steps":["trace[1258969690] 'agreement among raft nodes before linearized reading' (duration: 1.464133022s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:51.002008Z","caller":"traceutil/trace.go:171","msg":"trace[1784777651] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:37; response_revision:25761; }","duration":"1.89104125s","start":"2026-03-04T02:16:49.110919Z","end":"2026-03-04T02:16:51.001961Z","steps":["trace[1784777651] 'agreement among raft nodes before linearized reading' (duration: 1.89017405s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.002019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.537576Z","time spent":"1.46443362s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:51.00208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.110902Z","time spent":"1.891164433s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":37,"response size":313602,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-04T02:16:51.002022Z","caller":"traceutil/trace.go:171","msg":"trace[32278780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25761; }","duration":"1.464093852s","start":"2026-03-04T02:16:49.537911Z","end":"2026-03-04T02:16:51.002005Z","steps":["trace[32278780] 'agreement among raft nodes before linearized reading' (duration: 1.463341434s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.00238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.537902Z","time spent":"1.464459321s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:16:51.964944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.698737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:51.965121Z","caller":"traceutil/trace.go:171","msg":"trace[876736223] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"1.520680294s","start":"2026-03-04T02:16:50.444372Z","end":"2026-03-04T02:16:51.965052Z","steps":["trace[876736223] 'process raft request' (duration: 928.767972ms)","trace[876736223] 'compare' (duration: 591.338189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:51.96523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.444336Z","time spent":"1.520830378s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:52.353265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999867163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:52.353381Z","caller":"traceutil/trace.go:171","msg":"trace[1605558633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075027s","start":"2026-03-04T02:16:50.353279Z","end":"2026-03-04T02:16:52.353354Z","steps":["trace[1605558633] 'agreement among raft nodes before linearized reading' (duration: 1.999914094s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.353445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.353234Z","time spent":"2.00019775s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:52.373862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999967945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:52.373978Z","caller":"traceutil/trace.go:171","msg":"trace[1087264690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017214s","start":"2026-03-04T02:16:50.373778Z","end":"2026-03-04T02:16:52.37395Z","steps":["trace[1087264690] 'agreement among raft nodes before linearized reading' (duration: 2.000010856s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.374036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.373752Z","time spent":"2.000273873s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:52.579099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205436695s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:53.006995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.601234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:53.007335Z","caller":"traceutil/trace.go:171","msg":"trace[337322305] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"1.998883349s","start":"2026-03-04T02:16:51.008439Z","end":"2026-03-04T02:16:53.007322Z","steps":["trace[337322305] 'process raft request' (duration: 1.998818678s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.007381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.008409Z","time spent":"1.998950651s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:53.007472Z","caller":"traceutil/trace.go:171","msg":"trace[1081390935] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"2.510194584s","start":"2026-03-04T02:16:50.497269Z","end":"2026-03-04T02:16:53.007464Z","steps":["trace[1081390935] 'process raft request' (duration: 2.082051368s)","trace[1081390935] 'compare' (duration: 426.862227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:53.007508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.497255Z","time spent":"2.510236415s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:53.007867Z","caller":"traceutil/trace.go:171","msg":"trace[1536098899] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"1.999337s","start":"2026-03-04T02:16:51.008507Z","end":"2026-03-04T02:16:53.007844Z","steps":["trace[1536098899] 'process raft request' (duration: 1.998789398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.007979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.00848Z","time spent":"1.999451252s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:53.007971Z","caller":"traceutil/trace.go:171","msg":"trace[462969973] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"1.999394301s","start":"2026-03-04T02:16:51.008553Z","end":"2026-03-04T02:16:53.007947Z","steps":["trace[462969973] 'process raft request' (duration: 1.999211757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.008139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.008544Z","time spent":"1.999498415s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:53.008189Z","caller":"traceutil/trace.go:171","msg":"trace[1999999999] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"1.998839599s","start":"2026-03-04T02:16:51.009321Z","end":"2026-03-04T02:16:53.00816Z","steps":["trace[1999999999] 'process raft request' (duration: 1.998586453s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.008235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.009311Z","time spent":"1.998899891s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:53.008388Z","caller":"traceutil/trace.go:171","msg":"trace[1412909160] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"1.999003693s","start":"2026-03-04T02:16:51.009369Z","end":"2026-03-04T02:16:53.008373Z","steps":["trace[1412909160] 'process raft request' (duration: 1.998665935s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.008455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.009365Z","time spent":"1.999060124s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:53.008511Z","caller":"traceutil/trace.go:171","msg":"trace[1550850297] linearizableReadLoop","detail":"{readStateIndex:26646; appliedIndex:26644; }","duration":"2.008254848s","start":"2026-03-04T02:16:51.000233Z","end":"2026-03-04T02:16:53.008488Z","steps":["trace[1550850297] 'read index received' (duration: 372.965267ms)","trace[1550850297] 'applied index is now lower than readState.Index' (duration: 1.635288741s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:53.008737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322295331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:16:53.008779Z","caller":"traceutil/trace.go:171","msg":"trace[646805923] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:25769; }","duration":"3.322521966s","start":"2026-03-04T02:16:49.686246Z","end":"2026-03-04T02:16:53.008768Z","steps":["trace[646805923] 'agreement among raft nodes before linearized reading' (duration: 3.322367763s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.008786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322162148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-84b58c4d8b-4t7w7.189981b2fa683c65\" ","response":"range_response_count:1 size:1542"} {"level":"warn","ts":"2026-03-04T02:16:53.008813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.686221Z","time spent":"3.322583338s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-04T02:16:53.008779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217940522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:16:53.00896Z","caller":"traceutil/trace.go:171","msg":"trace[312154400] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25769; }","duration":"3.218199398s","start":"2026-03-04T02:16:49.790733Z","end":"2026-03-04T02:16:53.008933Z","steps":["trace[312154400] 'agreement among raft nodes before linearized reading' (duration: 3.217803579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.009088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.790713Z","time spent":"3.218329991s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:16:53.00919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322713301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-04T02:16:53.009287Z","caller":"traceutil/trace.go:171","msg":"trace[350853075] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25769; }","duration":"3.322926286s","start":"2026-03-04T02:16:49.686337Z","end":"2026-03-04T02:16:53.009263Z","steps":["trace[350853075] 'agreement among raft nodes before linearized reading' (duration: 3.322602278s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.00934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.686323Z","time spent":"3.323007487s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-04T02:16:53.008821Z","caller":"traceutil/trace.go:171","msg":"trace[1374657008] range","detail":"{range_begin:/registry/events/openstack/manila-api-84b58c4d8b-4t7w7.189981b2fa683c65; range_end:; response_count:1; response_revision:25769; }","duration":"3.322208209s","start":"2026-03-04T02:16:49.686601Z","end":"2026-03-04T02:16:53.00881Z","steps":["trace[1374657008] 'agreement among raft nodes before linearized reading' (duration: 3.321945293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.009446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.686593Z","time spent":"3.322835523s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1565,"request content":"key:\"/registry/events/openstack/manila-api-84b58c4d8b-4t7w7.189981b2fa683c65\" "} {"level":"info","ts":"2026-03-04T02:16:53.00891Z","caller":"traceutil/trace.go:171","msg":"trace[1204445073] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"1.643172314s","start":"2026-03-04T02:16:51.36573Z","end":"2026-03-04T02:16:53.008902Z","steps":["trace[1204445073] 'process raft request' (duration: 1.642471028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.009709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817953569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:53.009786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.36569Z","time spent":"1.644030054s","remote":"127.0.0.1:51924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418847,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:53.009748Z","caller":"traceutil/trace.go:171","msg":"trace[701372213] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25769; }","duration":"2.818161333s","start":"2026-03-04T02:16:50.191574Z","end":"2026-03-04T02:16:53.009735Z","steps":["trace[701372213] 'agreement among raft nodes before linearized reading' (duration: 2.817972039s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.01009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315569324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-04T02:16:53.009996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.191545Z","time spent":"2.81843114s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:53.010138Z","caller":"traceutil/trace.go:171","msg":"trace[1157974860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25769; }","duration":"3.315633446s","start":"2026-03-04T02:16:49.694495Z","end":"2026-03-04T02:16:53.010129Z","steps":["trace[1157974860] 'agreement among raft nodes before linearized reading' (duration: 3.314340287s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.010162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.694487Z","time spent":"3.315670207s","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:16:53.508897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377718,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:16:53.704693Z","caller":"traceutil/trace.go:171","msg":"trace[270112205] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"2.005573576s","start":"2026-03-04T02:16:51.699097Z","end":"2026-03-04T02:16:53.704671Z","steps":["trace[270112205] 'process raft request' (duration: 2.005253979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.704944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.699078Z","time spent":"2.005719889s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:53.704928Z","caller":"traceutil/trace.go:171","msg":"trace[1469675470] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"1.692017726s","start":"2026-03-04T02:16:52.012878Z","end":"2026-03-04T02:16:53.704896Z","steps":["trace[1469675470] 'process raft request' (duration: 1.691678618s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.705359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.012848Z","time spent":"1.692423736s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:54.381651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:54.381746Z","caller":"traceutil/trace.go:171","msg":"trace[364513808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103648s","start":"2026-03-04T02:16:52.381619Z","end":"2026-03-04T02:16:54.381723Z","steps":["trace[364513808] 'agreement among raft nodes before linearized reading' (duration: 1.999974125s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.381798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.381596Z","time spent":"2.000191751s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:55.169065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.464699416s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:55.16989Z","caller":"traceutil/trace.go:171","msg":"trace[115844166] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"2.52300333s","start":"2026-03-04T02:16:52.646858Z","end":"2026-03-04T02:16:55.169861Z","steps":["trace[115844166] 'process raft request' (duration: 2.522451748s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.170041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.646829Z","time spent":"2.523132072s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:55.170168Z","caller":"traceutil/trace.go:171","msg":"trace[1104333058] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"2.165106353s","start":"2026-03-04T02:16:53.00503Z","end":"2026-03-04T02:16:55.170136Z","steps":["trace[1104333058] 'process raft request' (duration: 2.164789156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.170358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.004998Z","time spent":"2.165262767s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:55.170372Z","caller":"traceutil/trace.go:171","msg":"trace[1635702496] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"2.163745931s","start":"2026-03-04T02:16:53.006601Z","end":"2026-03-04T02:16:55.170347Z","steps":["trace[1635702496] 'process raft request' (duration: 2.163472895s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.170388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.010231Z","time spent":"2.160150808s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:16:55.170438Z","caller":"traceutil/trace.go:171","msg":"trace[1595858601] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"2.159133054s","start":"2026-03-04T02:16:53.011285Z","end":"2026-03-04T02:16:55.170418Z","steps":["trace[1595858601] 'process raft request' (duration: 2.159017861s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.170464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.006569Z","time spent":"2.163848334s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:55.170529Z","caller":"traceutil/trace.go:171","msg":"trace[1511328137] linearizableReadLoop","detail":"{readStateIndex:26662; appliedIndex:26652; }","duration":"2.161881918s","start":"2026-03-04T02:16:53.008587Z","end":"2026-03-04T02:16:55.170469Z","steps":["trace[1511328137] 'read index received' (duration: 695.80511ms)","trace[1511328137] 'applied index is now lower than readState.Index' (duration: 1.466076008s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:55.170546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.011243Z","time spent":"2.159227856s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:55.170584Z","caller":"traceutil/trace.go:171","msg":"trace[936331667] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"1.482468437s","start":"2026-03-04T02:16:53.688103Z","end":"2026-03-04T02:16:55.170571Z","steps":["trace[936331667] 'process raft request' (duration: 1.482335974s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.170653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398551945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:55.170682Z","caller":"traceutil/trace.go:171","msg":"trace[922509701] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25779; }","duration":"2.398629238s","start":"2026-03-04T02:16:52.772046Z","end":"2026-03-04T02:16:55.170676Z","steps":["trace[922509701] 'agreement among raft nodes before linearized reading' (duration: 2.398549515s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.170703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.772022Z","time spent":"2.398675559s","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:55.170827Z","caller":"traceutil/trace.go:171","msg":"trace[268228050] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"2.155524012s","start":"2026-03-04T02:16:53.015282Z","end":"2026-03-04T02:16:55.170806Z","steps":["trace[268228050] 'process raft request' (duration: 2.155108641s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.170648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.688087Z","time spent":"1.482526829s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:55.170955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.015266Z","time spent":"2.155606704s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:55.170986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789940519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-04T02:16:55.171019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157746713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-04T02:16:55.170833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.702312021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:55.171052Z","caller":"traceutil/trace.go:171","msg":"trace[687361734] range","detail":"{range_begin:/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b; range_end:; response_count:1; response_revision:25779; }","duration":"2.157812435s","start":"2026-03-04T02:16:53.013231Z","end":"2026-03-04T02:16:55.171043Z","steps":["trace[687361734] 'agreement among raft nodes before linearized reading' (duration: 2.157682482s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:55.171051Z","caller":"traceutil/trace.go:171","msg":"trace[1873972784] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"2.15889283s","start":"2026-03-04T02:16:53.012147Z","end":"2026-03-04T02:16:55.17104Z","steps":["trace[1873972784] 'process raft request' (duration: 2.158218024s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.013209Z","time spent":"2.157866626s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b\" "} {"level":"info","ts":"2026-03-04T02:16:55.171068Z","caller":"traceutil/trace.go:171","msg":"trace[1035683904] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25779; }","duration":"3.702613988s","start":"2026-03-04T02:16:51.468441Z","end":"2026-03-04T02:16:55.171055Z","steps":["trace[1035683904] 'agreement among raft nodes before linearized reading' (duration: 3.702341421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.012124Z","time spent":"2.158955031s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:55.17112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.468368Z","time spent":"3.702739981s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:16:55.171106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187295702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:16:55.171185Z","caller":"traceutil/trace.go:171","msg":"trace[528355229] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25779; }","duration":"3.187416004s","start":"2026-03-04T02:16:51.983759Z","end":"2026-03-04T02:16:55.171175Z","steps":["trace[528355229] 'agreement among raft nodes before linearized reading' (duration: 3.187284371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.983738Z","time spent":"3.187469085s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:16:55.171225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623935404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:55.171182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.482220628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:16:55.171255Z","caller":"traceutil/trace.go:171","msg":"trace[998963865] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25779; }","duration":"3.623982215s","start":"2026-03-04T02:16:51.547263Z","end":"2026-03-04T02:16:55.171245Z","steps":["trace[998963865] 'agreement among raft nodes before linearized reading' (duration: 3.623937744s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:55.171024Z","caller":"traceutil/trace.go:171","msg":"trace[1541750438] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25779; }","duration":"2.78997297s","start":"2026-03-04T02:16:52.381038Z","end":"2026-03-04T02:16:55.171011Z","steps":["trace[1541750438] 'agreement among raft nodes before linearized reading' (duration: 2.789821596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417529023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:55.171289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.547253Z","time spent":"3.624025016s","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:55.171306Z","caller":"traceutil/trace.go:171","msg":"trace[1443803111] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25779; }","duration":"1.417552443s","start":"2026-03-04T02:16:53.753744Z","end":"2026-03-04T02:16:55.171297Z","steps":["trace[1443803111] 'agreement among raft nodes before linearized reading' (duration: 1.417511642s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:55.171269Z","caller":"traceutil/trace.go:171","msg":"trace[1285552696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25779; }","duration":"3.482358151s","start":"2026-03-04T02:16:51.688905Z","end":"2026-03-04T02:16:55.171263Z","steps":["trace[1285552696] 'agreement among raft nodes before linearized reading' (duration: 3.482219868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.590823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:55.171329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.753731Z","time spent":"1.417591695s","remote":"127.0.0.1:55262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:55.171335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.68888Z","time spent":"3.482447854s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:16:55.171358Z","caller":"traceutil/trace.go:171","msg":"trace[700941086] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25779; }","duration":"917.736266ms","start":"2026-03-04T02:16:54.253603Z","end":"2026-03-04T02:16:55.171339Z","steps":["trace[700941086] 'agreement among raft nodes before linearized reading' (duration: 917.547742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.392768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:16:55.171437Z","caller":"traceutil/trace.go:171","msg":"trace[1784462979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25779; }","duration":"157.46417ms","start":"2026-03-04T02:16:55.013965Z","end":"2026-03-04T02:16:55.171429Z","steps":["trace[1784462979] 'agreement among raft nodes before linearized reading' (duration: 157.372348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484203879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:55.171486Z","caller":"traceutil/trace.go:171","msg":"trace[1531320183] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25779; }","duration":"1.48427572s","start":"2026-03-04T02:16:53.687204Z","end":"2026-03-04T02:16:55.17148Z","steps":["trace[1531320183] 'agreement among raft nodes before linearized reading' (duration: 1.484229099s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.687182Z","time spent":"1.484317901s","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:55.17152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.393246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:16:55.171538Z","caller":"traceutil/trace.go:171","msg":"trace[410954651] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25779; }","duration":"156.425706ms","start":"2026-03-04T02:16:55.015106Z","end":"2026-03-04T02:16:55.171532Z","steps":["trace[410954651] 'agreement among raft nodes before linearized reading' (duration: 156.375875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.541952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:16:55.171598Z","caller":"traceutil/trace.go:171","msg":"trace[422470969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25779; }","duration":"157.617344ms","start":"2026-03-04T02:16:55.013972Z","end":"2026-03-04T02:16:55.171589Z","steps":["trace[422470969] 'agreement among raft nodes before linearized reading' (duration: 157.45975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865468758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:55.171678Z","caller":"traceutil/trace.go:171","msg":"trace[1471619629] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25779; }","duration":"1.865499249s","start":"2026-03-04T02:16:53.30617Z","end":"2026-03-04T02:16:55.171669Z","steps":["trace[1471619629] 'agreement among raft nodes before linearized reading' (duration: 1.865442907s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.508661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:16:55.171658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.676755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:16:55.171721Z","caller":"traceutil/trace.go:171","msg":"trace[352936255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25779; }","duration":"157.552273ms","start":"2026-03-04T02:16:55.014163Z","end":"2026-03-04T02:16:55.171715Z","steps":["trace[352936255] 'agreement among raft nodes before linearized reading' (duration: 157.490031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.397661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:55.171737Z","caller":"traceutil/trace.go:171","msg":"trace[1938272670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25779; }","duration":"157.800088ms","start":"2026-03-04T02:16:55.013925Z","end":"2026-03-04T02:16:55.171725Z","steps":["trace[1938272670] 'agreement among raft nodes before linearized reading' (duration: 157.618454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.253582Z","time spent":"917.815348ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:55.171764Z","caller":"traceutil/trace.go:171","msg":"trace[539928937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25779; }","duration":"789.468833ms","start":"2026-03-04T02:16:54.382287Z","end":"2026-03-04T02:16:55.171756Z","steps":["trace[539928937] 'agreement among raft nodes before linearized reading' (duration: 789.422991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.38227Z","time spent":"789.515343ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:55.171699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.306109Z","time spent":"1.86558337s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:55.171768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15501012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:16:55.171949Z","caller":"traceutil/trace.go:171","msg":"trace[2130528771] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25779; }","duration":"2.155204074s","start":"2026-03-04T02:16:53.016736Z","end":"2026-03-04T02:16:55.17194Z","steps":["trace[2130528771] 'agreement among raft nodes before linearized reading' (duration: 2.154975539s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.171977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.016728Z","time spent":"2.155242054s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:16:55.171244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143203233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18393"} {"level":"info","ts":"2026-03-04T02:16:55.172033Z","caller":"traceutil/trace.go:171","msg":"trace[1647732389] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25779; }","duration":"1.144030892s","start":"2026-03-04T02:16:54.027988Z","end":"2026-03-04T02:16:55.172019Z","steps":["trace[1647732389] 'agreement among raft nodes before linearized reading' (duration: 1.143201053s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:55.171298Z","caller":"traceutil/trace.go:171","msg":"trace[468889252] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"2.153888864s","start":"2026-03-04T02:16:53.017403Z","end":"2026-03-04T02:16:55.171292Z","steps":["trace[468889252] 'process raft request' (duration: 2.153014513s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.172087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.027965Z","time spent":"1.144108884s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18416,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:16:55.171297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.380973Z","time spent":"2.790314308s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:16:55.172129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.017384Z","time spent":"2.154706052s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:55.171833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156857312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-04T02:16:55.172218Z","caller":"traceutil/trace.go:171","msg":"trace[235122431] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25779; }","duration":"2.157271462s","start":"2026-03-04T02:16:53.014939Z","end":"2026-03-04T02:16:55.172211Z","steps":["trace[235122431] 'agreement among raft nodes before linearized reading' (duration: 2.156848852s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.172245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.014924Z","time spent":"2.157313543s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:16:56.20632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.267587Z","time spent":"938.721182ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:56.208286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.236429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:56.208683Z","caller":"traceutil/trace.go:171","msg":"trace[1624962435] linearizableReadLoop","detail":"{readStateIndex:26664; appliedIndex:26663; }","duration":"1.026244741s","start":"2026-03-04T02:16:55.182414Z","end":"2026-03-04T02:16:56.208658Z","steps":["trace[1624962435] 'read index received' (duration: 339.549582ms)","trace[1624962435] 'applied index is now lower than readState.Index' (duration: 686.692719ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:56.208901Z","caller":"traceutil/trace.go:171","msg":"trace[1346973156] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"1.029253851s","start":"2026-03-04T02:16:55.179628Z","end":"2026-03-04T02:16:56.208882Z","steps":["trace[1346973156] 'process raft request' (duration: 342.315766ms)","trace[1346973156] 'compare' (duration: 685.974083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:56.209089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.179611Z","time spent":"1.029434855s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:56.209286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026834324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-04T02:16:56.209394Z","caller":"traceutil/trace.go:171","msg":"trace[1413444211] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f; range_end:; response_count:1; response_revision:25780; }","duration":"1.026970207s","start":"2026-03-04T02:16:55.182394Z","end":"2026-03-04T02:16:56.209365Z","steps":["trace[1413444211] 'agreement among raft nodes before linearized reading' (duration: 1.026621109s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:56.20944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.182381Z","time spent":"1.02705032s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" "} {"level":"warn","ts":"2026-03-04T02:16:56.709404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:57.186393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999077985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:57.186489Z","caller":"traceutil/trace.go:171","msg":"trace[533853341] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999216519s","start":"2026-03-04T02:16:55.187249Z","end":"2026-03-04T02:16:57.186466Z","steps":["trace[533853341] 'agreement among raft nodes before linearized reading' (duration: 1.999091116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.18654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.187246Z","time spent":"1.99928456s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:57.209752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:57.521006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.999017042s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:57.521631Z","caller":"traceutil/trace.go:171","msg":"trace[1266545611] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"2.334161813s","start":"2026-03-04T02:16:55.187441Z","end":"2026-03-04T02:16:57.521603Z","steps":["trace[1266545611] 'process raft request' (duration: 2.334086361s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:57.521683Z","caller":"traceutil/trace.go:171","msg":"trace[1237494384] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"2.337649904s","start":"2026-03-04T02:16:55.183988Z","end":"2026-03-04T02:16:57.521638Z","steps":["trace[1237494384] 'process raft request' (duration: 2.337284156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.521812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.187413Z","time spent":"2.334300497s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:57.521808Z","caller":"traceutil/trace.go:171","msg":"trace[88476863] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"2.334269836s","start":"2026-03-04T02:16:55.187402Z","end":"2026-03-04T02:16:57.521672Z","steps":["trace[88476863] 'process raft request' (duration: 2.334075341s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.521913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.18397Z","time spent":"2.337822618s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:57.521991Z","caller":"traceutil/trace.go:171","msg":"trace[1551610884] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"2.334471271s","start":"2026-03-04T02:16:55.187474Z","end":"2026-03-04T02:16:57.521945Z","steps":["trace[1551610884] 'process raft request' (duration: 2.334090072s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:57.522078Z","caller":"traceutil/trace.go:171","msg":"trace[825605275] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"2.334500901s","start":"2026-03-04T02:16:55.187565Z","end":"2026-03-04T02:16:57.522066Z","steps":["trace[825605275] 'process raft request' (duration: 2.334300296s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.522156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.18756Z","time spent":"2.334563822s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:57.522176Z","caller":"traceutil/trace.go:171","msg":"trace[1033145123] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"2.333707062s","start":"2026-03-04T02:16:55.188449Z","end":"2026-03-04T02:16:57.522157Z","steps":["trace[1033145123] 'process raft request' (duration: 2.333567379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.522204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.187468Z","time spent":"2.334614834s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:57.522307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.188392Z","time spent":"2.333863196s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:57.52253Z","caller":"traceutil/trace.go:171","msg":"trace[260871183] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"2.330734363s","start":"2026-03-04T02:16:55.191781Z","end":"2026-03-04T02:16:57.522515Z","steps":["trace[260871183] 'process raft request' (duration: 2.330655191s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:57.522538Z","caller":"traceutil/trace.go:171","msg":"trace[1833321939] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"2.330813725s","start":"2026-03-04T02:16:55.19171Z","end":"2026-03-04T02:16:57.522524Z","steps":["trace[1833321939] 'process raft request' (duration: 2.330355285s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.522599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.191765Z","time spent":"2.330801475s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:57.522609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.191697Z","time spent":"2.330875716s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:57.522039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.187386Z","time spent":"2.334544593s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:58.975449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.355974ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:16:58.976872Z","caller":"traceutil/trace.go:171","msg":"trace[1162018400] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"3.26492238s","start":"2026-03-04T02:16:55.711915Z","end":"2026-03-04T02:16:58.976837Z","steps":["trace[1162018400] 'process raft request' (duration: 3.263623271s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:58.977055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.711875Z","time spent":"3.265079484s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:59.186667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:59.186783Z","caller":"traceutil/trace.go:171","msg":"trace[288207383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000041357s","start":"2026-03-04T02:16:57.186693Z","end":"2026-03-04T02:16:59.186735Z","steps":["trace[288207383] 'agreement among raft nodes before linearized reading' (duration: 1.999923924s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:59.186831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.18667Z","time spent":"2.00015023s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:59.877644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28800973s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:00.12251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145598678s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:17:00.122876Z","caller":"traceutil/trace.go:171","msg":"trace[1730007962] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"1.533381918s","start":"2026-03-04T02:16:58.589478Z","end":"2026-03-04T02:17:00.12286Z","steps":["trace[1730007962] 'process raft request' (duration: 1.533337427s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.122928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:58.589442Z","time spent":"1.53346059s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18268,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:00.123203Z","caller":"traceutil/trace.go:171","msg":"trace[942319475] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"2.935653867s","start":"2026-03-04T02:16:57.187526Z","end":"2026-03-04T02:17:00.12318Z","steps":["trace[942319475] 'process raft request' (duration: 2.935172826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.123269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.187515Z","time spent":"2.935722219s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:00.123273Z","caller":"traceutil/trace.go:171","msg":"trace[954521673] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"2.935443552s","start":"2026-03-04T02:16:57.187778Z","end":"2026-03-04T02:17:00.123222Z","steps":["trace[954521673] 'process raft request' (duration: 2.934946181s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:00.123402Z","caller":"traceutil/trace.go:171","msg":"trace[611057067] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"2.936568418s","start":"2026-03-04T02:16:57.186826Z","end":"2026-03-04T02:17:00.123395Z","steps":["trace[611057067] 'process raft request' (duration: 2.93576875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.12344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.186784Z","time spent":"2.936635489s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:00.123457Z","caller":"traceutil/trace.go:171","msg":"trace[542257866] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"3.909855432s","start":"2026-03-04T02:16:56.213578Z","end":"2026-03-04T02:17:00.123433Z","steps":["trace[542257866] 'process raft request' (duration: 2.76324154s)","trace[542257866] 'compare' (duration: 1.144990465s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:00.123495Z","caller":"traceutil/trace.go:171","msg":"trace[1989258727] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"2.936076467s","start":"2026-03-04T02:16:57.187412Z","end":"2026-03-04T02:17:00.123489Z","steps":["trace[1989258727] 'process raft request' (duration: 2.935257628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.123485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.187764Z","time spent":"2.935612215s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:00.123527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.187382Z","time spent":"2.93612659s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:00.12349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.206507899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:00.123571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.213565Z","time spent":"3.909937934s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:00.123584Z","caller":"traceutil/trace.go:171","msg":"trace[176260282] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25796; }","duration":"4.206667674s","start":"2026-03-04T02:16:55.91689Z","end":"2026-03-04T02:17:00.123558Z","steps":["trace[176260282] 'agreement among raft nodes before linearized reading' (duration: 4.206474798s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:00.123291Z","caller":"traceutil/trace.go:171","msg":"trace[439290646] linearizableReadLoop","detail":"{readStateIndex:26680; appliedIndex:26664; }","duration":"3.914410398s","start":"2026-03-04T02:16:56.208835Z","end":"2026-03-04T02:17:00.123246Z","steps":["trace[439290646] 'read index received' (duration: 1.312510058s)","trace[439290646] 'applied index is now lower than readState.Index' (duration: 2.601895699s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:00.123631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.916865Z","time spent":"4.206755835s","remote":"127.0.0.1:35306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.123646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.931843925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:00.123695Z","caller":"traceutil/trace.go:171","msg":"trace[879457406] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25796; }","duration":"4.931918417s","start":"2026-03-04T02:16:55.191763Z","end":"2026-03-04T02:17:00.123681Z","steps":["trace[879457406] 'agreement among raft nodes before linearized reading' (duration: 4.931849626s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.12373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.191754Z","time spent":"4.931967098s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:17:00.123876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.936710749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"warn","ts":"2026-03-04T02:17:00.123855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.86475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:00.123887Z","caller":"traceutil/trace.go:171","msg":"trace[1028818663] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"2.936059107s","start":"2026-03-04T02:16:57.187813Z","end":"2026-03-04T02:17:00.123873Z","steps":["trace[1028818663] 'process raft request' (duration: 2.93493525s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:00.123904Z","caller":"traceutil/trace.go:171","msg":"trace[2049157263] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25796; }","duration":"4.936752029s","start":"2026-03-04T02:16:55.187145Z","end":"2026-03-04T02:17:00.123897Z","steps":["trace[2049157263] 'agreement among raft nodes before linearized reading' (duration: 4.936697108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.123925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.187139Z","time spent":"4.93678164s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18307,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:17:00.123936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.108393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:00.123952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.248387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:17:00.123879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.729871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:17:00.123971Z","caller":"traceutil/trace.go:171","msg":"trace[1027154036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25796; }","duration":"930.165584ms","start":"2026-03-04T02:16:59.193793Z","end":"2026-03-04T02:17:00.123959Z","steps":["trace[1027154036] 'agreement among raft nodes before linearized reading' (duration: 930.110133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:00.123981Z","caller":"traceutil/trace.go:171","msg":"trace[1502899248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25796; }","duration":"594.288757ms","start":"2026-03-04T02:16:59.529682Z","end":"2026-03-04T02:17:00.123971Z","steps":["trace[1502899248] 'agreement among raft nodes before linearized reading' (duration: 594.227316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:00.123989Z","caller":"traceutil/trace.go:171","msg":"trace[868604718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25796; }","duration":"595.878674ms","start":"2026-03-04T02:16:59.528103Z","end":"2026-03-04T02:17:00.123982Z","steps":["trace[868604718] 'agreement among raft nodes before linearized reading' (duration: 595.717211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.123983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.187796Z","time spent":"2.936120258s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:00.124006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.529672Z","time spent":"594.327098ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:17:00.123878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.912046804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:17:00.124033Z","caller":"traceutil/trace.go:171","msg":"trace[336293504] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25796; }","duration":"3.912235958s","start":"2026-03-04T02:16:56.211789Z","end":"2026-03-04T02:17:00.124025Z","steps":["trace[336293504] 'agreement among raft nodes before linearized reading' (duration: 3.911923221s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.124048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.915066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:17:00.124057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.211771Z","time spent":"3.912280999s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:17:00.124076Z","caller":"traceutil/trace.go:171","msg":"trace[1485322832] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25796; }","duration":"595.938686ms","start":"2026-03-04T02:16:59.528128Z","end":"2026-03-04T02:17:00.124066Z","steps":["trace[1485322832] 'agreement among raft nodes before linearized reading' (duration: 595.826834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.124072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20086084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:00.124098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.478818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:17:00.124099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.986152871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:00.124119Z","caller":"traceutil/trace.go:171","msg":"trace[1112987021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25796; }","duration":"596.540869ms","start":"2026-03-04T02:16:59.527573Z","end":"2026-03-04T02:17:00.124114Z","steps":["trace[1112987021] 'agreement among raft nodes before linearized reading' (duration: 596.450457ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:00.124118Z","caller":"traceutil/trace.go:171","msg":"trace[1494290232] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25796; }","duration":"1.200954492s","start":"2026-03-04T02:16:58.923149Z","end":"2026-03-04T02:17:00.124103Z","steps":["trace[1494290232] 'agreement among raft nodes before linearized reading' (duration: 1.20087769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.124137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.527555Z","time spent":"596.577791ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:17:00.124141Z","caller":"traceutil/trace.go:171","msg":"trace[835615429] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25796; }","duration":"3.986245534s","start":"2026-03-04T02:16:56.137877Z","end":"2026-03-04T02:17:00.124123Z","steps":["trace[835615429] 'agreement among raft nodes before linearized reading' (duration: 3.986187602s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.124153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:58.923123Z","time spent":"1.201020844s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.124165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.548319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:17:00.124175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.137845Z","time spent":"3.986321226s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:00.124186Z","caller":"traceutil/trace.go:171","msg":"trace[968308026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25796; }","duration":"596.606591ms","start":"2026-03-04T02:16:59.527573Z","end":"2026-03-04T02:17:00.12418Z","steps":["trace[968308026] 'agreement among raft nodes before linearized reading' (duration: 596.54669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.123593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.901275726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:00.124206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.527553Z","time spent":"596.649312ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:17:00.124224Z","caller":"traceutil/trace.go:171","msg":"trace[129719065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25796; }","duration":"4.901932882s","start":"2026-03-04T02:16:55.222281Z","end":"2026-03-04T02:17:00.124214Z","steps":["trace[129719065] 'agreement among raft nodes before linearized reading' (duration: 4.901266236s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:00.123932Z","caller":"traceutil/trace.go:171","msg":"trace[365010906] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25796; }","duration":"804.988823ms","start":"2026-03-04T02:16:59.318923Z","end":"2026-03-04T02:17:00.123911Z","steps":["trace[365010906] 'agreement among raft nodes before linearized reading' (duration: 804.86257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.124249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.222268Z","time spent":"4.901972862s","remote":"127.0.0.1:33168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.124266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.318904Z","time spent":"805.347701ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.123518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.938284704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-04T02:17:00.124008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.528094Z","time spent":"595.909035ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:17:00.124363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105546543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:17:00.124377Z","caller":"traceutil/trace.go:171","msg":"trace[465139792] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25796; }","duration":"4.939187665s","start":"2026-03-04T02:16:55.185183Z","end":"2026-03-04T02:17:00.124371Z","steps":["trace[465139792] 'agreement among raft nodes before linearized reading' (duration: 4.938171051s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.124405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.185175Z","time spent":"4.939223396s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:17:00.124401Z","caller":"traceutil/trace.go:171","msg":"trace[1005994920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25796; }","duration":"2.105634136s","start":"2026-03-04T02:16:58.018754Z","end":"2026-03-04T02:17:00.124388Z","steps":["trace[1005994920] 'agreement among raft nodes before linearized reading' (duration: 2.105518213s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.124102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.528116Z","time spent":"595.980097ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:17:00.124361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.468754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:00.124434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:58.018715Z","time spent":"2.105709417s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:17:00.124459Z","caller":"traceutil/trace.go:171","msg":"trace[2077383709] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25796; }","duration":"937.608067ms","start":"2026-03-04T02:16:59.186839Z","end":"2026-03-04T02:17:00.124447Z","steps":["trace[2077383709] 'agreement among raft nodes before linearized reading' (duration: 937.478714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.124488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.186784Z","time spent":"937.692599ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.124136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.964764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:17:00.124509Z","caller":"traceutil/trace.go:171","msg":"trace[1223297356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25796; }","duration":"595.358132ms","start":"2026-03-04T02:16:59.529145Z","end":"2026-03-04T02:17:00.124503Z","steps":["trace[1223297356] 'agreement among raft nodes before linearized reading' (duration: 594.945593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.124534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.529137Z","time spent":"595.388494ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:17:00.124001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.193778Z","time spent":"930.218526ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:00.124619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034815331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:17:00.124657Z","caller":"traceutil/trace.go:171","msg":"trace[1696145000] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25796; }","duration":"1.034892003s","start":"2026-03-04T02:16:59.089755Z","end":"2026-03-04T02:17:00.124647Z","steps":["trace[1696145000] 'agreement among raft nodes before linearized reading' (duration: 1.034628567s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.124687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.089737Z","time spent":"1.034942124s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":252,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.124719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754155903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:17:00.124738Z","caller":"traceutil/trace.go:171","msg":"trace[1917820183] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25796; }","duration":"3.754176574s","start":"2026-03-04T02:16:56.370556Z","end":"2026-03-04T02:17:00.124732Z","steps":["trace[1917820183] 'agreement among raft nodes before linearized reading' (duration: 3.754117372s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.124756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.370497Z","time spent":"3.754255715s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:17:00.12488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937323717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:17:00.124935Z","caller":"traceutil/trace.go:171","msg":"trace[590798885] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25796; }","duration":"2.937493981s","start":"2026-03-04T02:16:57.187426Z","end":"2026-03-04T02:17:00.12492Z","steps":["trace[590798885] 'agreement among raft nodes before linearized reading' (duration: 2.937319867s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.124969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.187409Z","time spent":"2.937553902s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:17:00.839987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.399772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:17:00.84044Z","caller":"traceutil/trace.go:171","msg":"trace[1718842794] linearizableReadLoop","detail":"{readStateIndex:26682; appliedIndex:26681; }","duration":"711.31484ms","start":"2026-03-04T02:17:00.129088Z","end":"2026-03-04T02:17:00.840403Z","steps":["trace[1718842794] 'read index received' (duration: 398.423617ms)","trace[1718842794] 'applied index is now lower than readState.Index' (duration: 312.889063ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:00.840816Z","caller":"traceutil/trace.go:171","msg":"trace[387436909] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"712.259613ms","start":"2026-03-04T02:17:00.128538Z","end":"2026-03-04T02:17:00.840798Z","steps":["trace[387436909] 'process raft request' (duration: 398.96349ms)","trace[387436909] 'compare' (duration: 311.509822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:00.840988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.128526Z","time spent":"712.397346ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:17:00.840977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.829423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f2c4393b-1753-48f8-a318-deb7728e0101\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T02:17:00.841361Z","caller":"traceutil/trace.go:171","msg":"trace[100730661] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f2c4393b-1753-48f8-a318-deb7728e0101; range_end:; response_count:1; response_revision:25797; }","duration":"712.234602ms","start":"2026-03-04T02:17:00.129073Z","end":"2026-03-04T02:17:00.841308Z","steps":["trace[100730661] 'agreement among raft nodes before linearized reading' (duration: 711.500604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.841508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.129066Z","time spent":"712.386756ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-f2c4393b-1753-48f8-a318-deb7728e0101\" "} {"level":"warn","ts":"2026-03-04T02:17:01.341088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:01.84125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:02.341973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379377761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:02.356584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:02.356686Z","caller":"traceutil/trace.go:171","msg":"trace[1805528584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453067s","start":"2026-03-04T02:17:00.356209Z","end":"2026-03-04T02:17:02.356662Z","steps":["trace[1805528584] 'agreement among raft nodes before linearized reading' (duration: 2.000319524s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.35674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.356188Z","time spent":"2.000542838s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:02.471916Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.944402477s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:03.060619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.391732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:17:03.06122Z","caller":"traceutil/trace.go:171","msg":"trace[1931610702] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"2.87537752s","start":"2026-03-04T02:17:00.185813Z","end":"2026-03-04T02:17:03.061191Z","steps":["trace[1931610702] 'process raft request' (duration: 2.875312229s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.061328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.185788Z","time spent":"2.875482613s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:03.061456Z","caller":"traceutil/trace.go:171","msg":"trace[1419618649] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"2.928722727s","start":"2026-03-04T02:17:00.13271Z","end":"2026-03-04T02:17:03.061433Z","steps":["trace[1419618649] 'process raft request' (duration: 2.928309898s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:03.061476Z","caller":"traceutil/trace.go:171","msg":"trace[1898541953] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"2.930599221s","start":"2026-03-04T02:17:00.130839Z","end":"2026-03-04T02:17:03.061438Z","steps":["trace[1898541953] 'process raft request' (duration: 2.929985307s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:03.06155Z","caller":"traceutil/trace.go:171","msg":"trace[1486397484] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"2.930641692s","start":"2026-03-04T02:17:00.130898Z","end":"2026-03-04T02:17:03.06154Z","steps":["trace[1486397484] 'process raft request' (duration: 2.929980827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.061583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.132705Z","time spent":"2.928803859s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:03.061645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.130834Z","time spent":"2.930716854s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:03.061695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.130869Z","time spent":"2.930726694s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:03.06159Z","caller":"traceutil/trace.go:171","msg":"trace[1059160561] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"2.927861757s","start":"2026-03-04T02:17:00.133715Z","end":"2026-03-04T02:17:03.061576Z","steps":["trace[1059160561] 'process raft request' (duration: 2.927354796s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:03.061771Z","caller":"traceutil/trace.go:171","msg":"trace[1069929621] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"2.930971319s","start":"2026-03-04T02:17:00.130788Z","end":"2026-03-04T02:17:03.061759Z","steps":["trace[1069929621] 'process raft request' (duration: 2.929948496s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.061788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.133677Z","time spent":"2.928063382s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:03.061828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.130778Z","time spent":"2.931021171s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:03.061477Z","caller":"traceutil/trace.go:171","msg":"trace[232777091] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"2.92885433s","start":"2026-03-04T02:17:00.132588Z","end":"2026-03-04T02:17:03.061443Z","steps":["trace[232777091] 'process raft request' (duration: 2.928338198s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.062056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.132581Z","time spent":"2.929443134s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:03.062569Z","caller":"traceutil/trace.go:171","msg":"trace[960670295] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"2.93315557s","start":"2026-03-04T02:17:00.129292Z","end":"2026-03-04T02:17:03.062447Z","steps":["trace[960670295] 'process raft request' (duration: 2.342821753s)","trace[960670295] 'compare' (duration: 587.780728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:03.06279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.129283Z","time spent":"2.933394436s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:03.490464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000379217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:03.490563Z","caller":"traceutil/trace.go:171","msg":"trace[1287496594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00054559s","start":"2026-03-04T02:17:01.489993Z","end":"2026-03-04T02:17:03.490539Z","steps":["trace[1287496594] 'agreement among raft nodes before linearized reading' (duration: 2.000416468s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.490615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:01.489972Z","time spent":"2.000634263s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:03.595502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.339638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:17:03.595698Z","caller":"traceutil/trace.go:171","msg":"trace[1265770073] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"1.464202068s","start":"2026-03-04T02:17:02.13148Z","end":"2026-03-04T02:17:03.595682Z","steps":["trace[1265770073] 'process raft request' (duration: 1.464109045s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.595768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.131263Z","time spent":"1.464473804s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:03.595988Z","caller":"traceutil/trace.go:171","msg":"trace[1605115651] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"2.611531135s","start":"2026-03-04T02:17:00.984408Z","end":"2026-03-04T02:17:03.595939Z","steps":["trace[1605115651] 'process raft request' (duration: 2.305666715s)","trace[1605115651] 'compare' (duration: 305.225266ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:03.596168Z","caller":"traceutil/trace.go:171","msg":"trace[418780491] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"1.462405945s","start":"2026-03-04T02:17:02.133722Z","end":"2026-03-04T02:17:03.596128Z","steps":["trace[418780491] 'process raft request' (duration: 1.46222051s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:03.596168Z","caller":"traceutil/trace.go:171","msg":"trace[1731344431] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"1.463132222s","start":"2026-03-04T02:17:02.132993Z","end":"2026-03-04T02:17:03.596126Z","steps":["trace[1731344431] 'process raft request' (duration: 1.462651901s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:03.596186Z","caller":"traceutil/trace.go:171","msg":"trace[29875947] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"1.463128701s","start":"2026-03-04T02:17:02.133018Z","end":"2026-03-04T02:17:03.596147Z","steps":["trace[29875947] 'process raft request' (duration: 1.462829724s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.596305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464237133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"warn","ts":"2026-03-04T02:17:03.596172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.984352Z","time spent":"2.611722049s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:03.596307Z","caller":"traceutil/trace.go:171","msg":"trace[1013535361] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"1.451812739s","start":"2026-03-04T02:17:02.144457Z","end":"2026-03-04T02:17:03.596269Z","steps":["trace[1013535361] 'process raft request' (duration: 1.451557343s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:03.596299Z","caller":"traceutil/trace.go:171","msg":"trace[276572665] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"1.461353921s","start":"2026-03-04T02:17:02.134811Z","end":"2026-03-04T02:17:03.596165Z","steps":["trace[276572665] 'process raft request' (duration: 1.461168956s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:03.596155Z","caller":"traceutil/trace.go:171","msg":"trace[410577881] linearizableReadLoop","detail":"{readStateIndex:26697; appliedIndex:26682; }","duration":"2.755577235s","start":"2026-03-04T02:17:00.840533Z","end":"2026-03-04T02:17:03.59611Z","steps":["trace[410577881] 'read index received' (duration: 1.631594176s)","trace[410577881] 'applied index is now lower than readState.Index' (duration: 1.123981369s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:03.596396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.133708Z","time spent":"1.462572879s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:03.596414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465591695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:03.596369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.132966Z","time spent":"1.463315826s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:03.596451Z","caller":"traceutil/trace.go:171","msg":"trace[1317206468] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25812; }","duration":"3.465641466s","start":"2026-03-04T02:17:00.130795Z","end":"2026-03-04T02:17:03.596436Z","steps":["trace[1317206468] 'agreement among raft nodes before linearized reading' (duration: 3.465590545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.596461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.132989Z","time spent":"1.463361587s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:03.596487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.130758Z","time spent":"3.465720878s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:17:03.596493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.144442Z","time spent":"1.451954053s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:03.596523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.134757Z","time spent":"1.461650118s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:03.596355Z","caller":"traceutil/trace.go:171","msg":"trace[1361946054] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25812; }","duration":"3.464296845s","start":"2026-03-04T02:17:00.132046Z","end":"2026-03-04T02:17:03.596342Z","steps":["trace[1361946054] 'agreement among raft nodes before linearized reading' (duration: 3.46409252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.596596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.132041Z","time spent":"3.46454138s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18307,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:17:03.596638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464606621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:17:03.596713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466082956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-04T02:17:03.596732Z","caller":"traceutil/trace.go:171","msg":"trace[789239687] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25812; }","duration":"3.464756044s","start":"2026-03-04T02:17:00.131963Z","end":"2026-03-04T02:17:03.596719Z","steps":["trace[789239687] 'agreement among raft nodes before linearized reading' (duration: 3.464310034s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:03.596831Z","caller":"traceutil/trace.go:171","msg":"trace[2078590560] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25812; }","duration":"3.466235549s","start":"2026-03-04T02:17:00.130581Z","end":"2026-03-04T02:17:03.596816Z","steps":["trace[2078590560] 'agreement among raft nodes before linearized reading' (duration: 3.465668046s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.596941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.130574Z","time spent":"3.466350972s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:17:03.596863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.131956Z","time spent":"3.464895398s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:17:03.664651Z","caller":"traceutil/trace.go:171","msg":"trace[1383565323] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"979.46088ms","start":"2026-03-04T02:17:02.685165Z","end":"2026-03-04T02:17:03.664626Z","steps":["trace[1383565323] 'process raft request' (duration: 979.272726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.664826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.685135Z","time spent":"979.595433ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:03.664939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.387546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:03.665023Z","caller":"traceutil/trace.go:171","msg":"trace[293587108] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25814; }","duration":"756.489889ms","start":"2026-03-04T02:17:02.908513Z","end":"2026-03-04T02:17:03.665003Z","steps":["trace[293587108] 'agreement among raft nodes before linearized reading' (duration: 756.341715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.665055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.908432Z","time spent":"756.615932ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:03.665113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714696777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T02:17:03.665165Z","caller":"traceutil/trace.go:171","msg":"trace[1967848763] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25814; }","duration":"2.714793749s","start":"2026-03-04T02:17:00.950355Z","end":"2026-03-04T02:17:03.665149Z","steps":["trace[1967848763] 'agreement among raft nodes before linearized reading' (duration: 2.714647916s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.665201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.950331Z","time spent":"2.71486099s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-04T02:17:03.665244Z","caller":"traceutil/trace.go:171","msg":"trace[1289386970] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"595.424155ms","start":"2026-03-04T02:17:03.069808Z","end":"2026-03-04T02:17:03.665232Z","steps":["trace[1289386970] 'process raft request' (duration: 594.77164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.665307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819121949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-04T02:17:03.665327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:03.069789Z","time spent":"595.477897ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:03.665355Z","caller":"traceutil/trace.go:171","msg":"trace[2134016410] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f; range_end:; response_count:1; response_revision:25814; }","duration":"2.819266041s","start":"2026-03-04T02:17:00.846072Z","end":"2026-03-04T02:17:03.665338Z","steps":["trace[2134016410] 'agreement among raft nodes before linearized reading' (duration: 2.81918761s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.665385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.846048Z","time spent":"2.819331513s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" "} {"level":"warn","ts":"2026-03-04T02:17:03.665467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.826443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:03.665219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753097467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-04T02:17:03.665491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531227771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:17:03.665521Z","caller":"traceutil/trace.go:171","msg":"trace[302542907] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25814; }","duration":"2.753438165s","start":"2026-03-04T02:17:00.912068Z","end":"2026-03-04T02:17:03.665506Z","steps":["trace[302542907] 'agreement among raft nodes before linearized reading' (duration: 2.753012465s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:03.665534Z","caller":"traceutil/trace.go:171","msg":"trace[704048430] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25814; }","duration":"1.531293412s","start":"2026-03-04T02:17:02.134221Z","end":"2026-03-04T02:17:03.665514Z","steps":["trace[704048430] 'agreement among raft nodes before linearized reading' (duration: 1.53119215s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.665558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.91205Z","time spent":"2.753497846s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:17:03.66562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094918729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:03.665564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.134209Z","time spent":"1.531349273s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-04T02:17:03.665723Z","caller":"traceutil/trace.go:171","msg":"trace[941356228] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25814; }","duration":"2.095063982s","start":"2026-03-04T02:17:01.570648Z","end":"2026-03-04T02:17:03.665712Z","steps":["trace[941356228] 'agreement among raft nodes before linearized reading' (duration: 2.094935499s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.665759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:01.570627Z","time spent":"2.095121024s","remote":"127.0.0.1:55000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:03.665757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.381973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:03.665514Z","caller":"traceutil/trace.go:171","msg":"trace[18938478] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25814; }","duration":"469.951556ms","start":"2026-03-04T02:17:03.195548Z","end":"2026-03-04T02:17:03.665499Z","steps":["trace[18938478] 'agreement among raft nodes before linearized reading' (duration: 469.825103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.665927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:03.195527Z","time spent":"470.387546ms","remote":"127.0.0.1:41684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:03.66595Z","caller":"traceutil/trace.go:171","msg":"trace[1337185135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25814; }","duration":"174.770481ms","start":"2026-03-04T02:17:03.491067Z","end":"2026-03-04T02:17:03.665838Z","steps":["trace[1337185135] 'agreement among raft nodes before linearized reading' (duration: 174.545396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:17.82494Z","caller":"traceutil/trace.go:171","msg":"trace[1746423691] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"140.485557ms","start":"2026-03-04T02:17:17.684429Z","end":"2026-03-04T02:17:17.824915Z","steps":["trace[1746423691] 'process raft request' (duration: 117.258689ms)","trace[1746423691] 'compare' (duration: 23.062584ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:17.825189Z","caller":"traceutil/trace.go:171","msg":"trace[881462027] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"139.7936ms","start":"2026-03-04T02:17:17.685366Z","end":"2026-03-04T02:17:17.825159Z","steps":["trace[881462027] 'process raft request' (duration: 139.693908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:17.825379Z","caller":"traceutil/trace.go:171","msg":"trace[1473782575] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"140.906136ms","start":"2026-03-04T02:17:17.684456Z","end":"2026-03-04T02:17:17.825362Z","steps":["trace[1473782575] 'process raft request' (duration: 140.424205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:29.18649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.195268ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:17:29.364186Z","caller":"traceutil/trace.go:171","msg":"trace[1820623292] linearizableReadLoop","detail":"{readStateIndex:26991; appliedIndex:26989; }","duration":"144.0778ms","start":"2026-03-04T02:17:29.22008Z","end":"2026-03-04T02:17:29.364158Z","steps":["trace[1820623292] 'read index received' (duration: 75.93687ms)","trace[1820623292] 'applied index is now lower than readState.Index' (duration: 68.13953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:29.364441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.689938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:17:29.364431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.624456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:29.364468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.374027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:17:29.364473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.233505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:17:29.364525Z","caller":"traceutil/trace.go:171","msg":"trace[821218033] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26097; }","duration":"104.76506ms","start":"2026-03-04T02:17:29.259741Z","end":"2026-03-04T02:17:29.364506Z","steps":["trace[821218033] 'agreement among raft nodes before linearized reading' (duration: 104.601586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:29.364546Z","caller":"traceutil/trace.go:171","msg":"trace[742196691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26097; }","duration":"144.458799ms","start":"2026-03-04T02:17:29.220075Z","end":"2026-03-04T02:17:29.364533Z","steps":["trace[742196691] 'agreement among raft nodes before linearized reading' (duration: 144.233144ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:29.364552Z","caller":"traceutil/trace.go:171","msg":"trace[197227758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26097; }","duration":"144.372217ms","start":"2026-03-04T02:17:29.220165Z","end":"2026-03-04T02:17:29.364538Z","steps":["trace[197227758] 'agreement among raft nodes before linearized reading' (duration: 144.148462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:29.364481Z","caller":"traceutil/trace.go:171","msg":"trace[963677209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26097; }","duration":"126.76428ms","start":"2026-03-04T02:17:29.237705Z","end":"2026-03-04T02:17:29.364469Z","steps":["trace[963677209] 'agreement among raft nodes before linearized reading' (duration: 126.650827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:29.364619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.815512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:17:29.364698Z","caller":"traceutil/trace.go:171","msg":"trace[1929549299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26097; }","duration":"136.958185ms","start":"2026-03-04T02:17:29.227719Z","end":"2026-03-04T02:17:29.364677Z","steps":["trace[1929549299] 'agreement among raft nodes before linearized reading' (duration: 136.700729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:29.364979Z","caller":"traceutil/trace.go:171","msg":"trace[1423689996] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"151.716928ms","start":"2026-03-04T02:17:29.212537Z","end":"2026-03-04T02:17:29.364254Z","steps":["trace[1423689996] 'process raft request' (duration: 151.454301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:29.664141Z","caller":"traceutil/trace.go:171","msg":"trace[2129013562] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"294.248182ms","start":"2026-03-04T02:17:29.369863Z","end":"2026-03-04T02:17:29.664111Z","steps":["trace[2129013562] 'process raft request' (duration: 279.060729ms)","trace[2129013562] 'compare' (duration: 14.851054ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:29.697011Z","caller":"traceutil/trace.go:171","msg":"trace[589175276] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"326.467998ms","start":"2026-03-04T02:17:29.370512Z","end":"2026-03-04T02:17:29.69698Z","steps":["trace[589175276] 'process raft request' (duration: 326.328955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:29.697047Z","caller":"traceutil/trace.go:171","msg":"trace[1499596421] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"326.593001ms","start":"2026-03-04T02:17:29.370381Z","end":"2026-03-04T02:17:29.696974Z","steps":["trace[1499596421] 'process raft request' (duration: 326.334095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:29.697173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:29.370489Z","time spent":"326.603391ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:29.697231Z","caller":"traceutil/trace.go:171","msg":"trace[957077738] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"326.190802ms","start":"2026-03-04T02:17:29.370982Z","end":"2026-03-04T02:17:29.697173Z","steps":["trace[957077738] 'process raft request' (duration: 325.935596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:29.69736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:29.370361Z","time spent":"326.830017ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:29.697632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:29.370971Z","time spent":"326.466058ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:29.697337Z","caller":"traceutil/trace.go:171","msg":"trace[1465045979] linearizableReadLoop","detail":"{readStateIndex:26995; appliedIndex:26991; }","duration":"324.659277ms","start":"2026-03-04T02:17:29.372462Z","end":"2026-03-04T02:17:29.697122Z","steps":["trace[1465045979] 'read index received' (duration: 276.640704ms)","trace[1465045979] 'applied index is now lower than readState.Index' (duration: 48.014823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:29.697875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.410535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:17:29.698008Z","caller":"traceutil/trace.go:171","msg":"trace[910443260] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26101; }","duration":"325.564518ms","start":"2026-03-04T02:17:29.372434Z","end":"2026-03-04T02:17:29.697999Z","steps":["trace[910443260] 'agreement among raft nodes before linearized reading' (duration: 324.925813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:29.698029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:29.372423Z","time spent":"325.59973ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:17:29.698243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.294456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:29.698331Z","caller":"traceutil/trace.go:171","msg":"trace[507408256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26101; }","duration":"204.465111ms","start":"2026-03-04T02:17:29.493821Z","end":"2026-03-04T02:17:29.698286Z","steps":["trace[507408256] 'agreement among raft nodes before linearized reading' (duration: 204.262576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:33.906048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.711028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:17:33.906163Z","caller":"traceutil/trace.go:171","msg":"trace[1431675567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26126; }","duration":"189.881682ms","start":"2026-03-04T02:17:33.716259Z","end":"2026-03-04T02:17:33.90614Z","steps":["trace[1431675567] 'range keys from in-memory index tree' (duration: 189.533734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:33.906321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.695306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:17:33.906361Z","caller":"traceutil/trace.go:171","msg":"trace[601427645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26126; }","duration":"179.780028ms","start":"2026-03-04T02:17:33.72657Z","end":"2026-03-04T02:17:33.90635Z","steps":["trace[601427645] 'range keys from in-memory index tree' (duration: 179.586263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:33.906483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.554855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:17:33.906508Z","caller":"traceutil/trace.go:171","msg":"trace[2044085725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26126; }","duration":"189.630026ms","start":"2026-03-04T02:17:33.716872Z","end":"2026-03-04T02:17:33.906502Z","steps":["trace[2044085725] 'range keys from in-memory index tree' (duration: 189.468503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:33.940281Z","caller":"traceutil/trace.go:171","msg":"trace[1928391779] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"201.923601ms","start":"2026-03-04T02:17:33.738329Z","end":"2026-03-04T02:17:33.940253Z","steps":["trace[1928391779] 'process raft request' (duration: 201.748497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:33.940307Z","caller":"traceutil/trace.go:171","msg":"trace[1952025390] linearizableReadLoop","detail":"{readStateIndex:27022; appliedIndex:27022; }","duration":"199.425543ms","start":"2026-03-04T02:17:33.740837Z","end":"2026-03-04T02:17:33.940262Z","steps":["trace[1952025390] 'read index received' (duration: 199.400092ms)","trace[1952025390] 'applied index is now lower than readState.Index' (duration: 21.541µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:33.940581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.706559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:33.940643Z","caller":"traceutil/trace.go:171","msg":"trace[1993464131] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26127; }","duration":"199.835142ms","start":"2026-03-04T02:17:33.740792Z","end":"2026-03-04T02:17:33.940627Z","steps":["trace[1993464131] 'agreement among raft nodes before linearized reading' (duration: 199.625948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:33.968962Z","caller":"traceutil/trace.go:171","msg":"trace[1145176247] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"209.453116ms","start":"2026-03-04T02:17:33.759486Z","end":"2026-03-04T02:17:33.968939Z","steps":["trace[1145176247] 'process raft request' (duration: 209.229091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:33.969072Z","caller":"traceutil/trace.go:171","msg":"trace[702178983] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"207.762396ms","start":"2026-03-04T02:17:33.761244Z","end":"2026-03-04T02:17:33.969006Z","steps":["trace[702178983] 'process raft request' (duration: 207.605733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:50.151443Z","caller":"traceutil/trace.go:171","msg":"trace[1681687795] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"112.245012ms","start":"2026-03-04T02:17:50.039164Z","end":"2026-03-04T02:17:50.151409Z","steps":["trace[1681687795] 'process raft request' (duration: 112.073958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:50.377805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.099902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:17:50.378246Z","caller":"traceutil/trace.go:171","msg":"trace[285542518] linearizableReadLoop","detail":"{readStateIndex:27149; appliedIndex:27145; }","duration":"226.244786ms","start":"2026-03-04T02:17:50.151981Z","end":"2026-03-04T02:17:50.378226Z","steps":["trace[285542518] 'read index received' (duration: 87.523649ms)","trace[285542518] 'applied index is now lower than readState.Index' (duration: 138.719987ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:50.378318Z","caller":"traceutil/trace.go:171","msg":"trace[306552314] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"254.592033ms","start":"2026-03-04T02:17:50.12368Z","end":"2026-03-04T02:17:50.378273Z","steps":["trace[306552314] 'process raft request' (duration: 254.369768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:50.378494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.542073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:17:50.378536Z","caller":"traceutil/trace.go:171","msg":"trace[1751394651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26251; }","duration":"242.583494ms","start":"2026-03-04T02:17:50.13594Z","end":"2026-03-04T02:17:50.378523Z","steps":["trace[1751394651] 'agreement among raft nodes before linearized reading' (duration: 242.39981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:50.378608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.0162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:17:50.378732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.141199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:17:50.378735Z","caller":"traceutil/trace.go:171","msg":"trace[1788139930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26251; }","duration":"242.170754ms","start":"2026-03-04T02:17:50.136528Z","end":"2026-03-04T02:17:50.378699Z","steps":["trace[1788139930] 'agreement among raft nodes before linearized reading' (duration: 241.743135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:50.378859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.306458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:17:50.378894Z","caller":"traceutil/trace.go:171","msg":"trace[87625655] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26251; }","duration":"223.37556ms","start":"2026-03-04T02:17:50.15551Z","end":"2026-03-04T02:17:50.378886Z","steps":["trace[87625655] 'agreement among raft nodes before linearized reading' (duration: 223.283907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:50.37894Z","caller":"traceutil/trace.go:171","msg":"trace[1064859931] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"254.789937ms","start":"2026-03-04T02:17:50.124115Z","end":"2026-03-04T02:17:50.378905Z","steps":["trace[1064859931] 'process raft request' (duration: 254.0441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:50.378767Z","caller":"traceutil/trace.go:171","msg":"trace[354883985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26251; }","duration":"250.201851ms","start":"2026-03-04T02:17:50.128557Z","end":"2026-03-04T02:17:50.378758Z","steps":["trace[354883985] 'agreement among raft nodes before linearized reading' (duration: 250.087248ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:50.378885Z","caller":"traceutil/trace.go:171","msg":"trace[1560341570] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"255.252468ms","start":"2026-03-04T02:17:50.123601Z","end":"2026-03-04T02:17:50.378854Z","steps":["trace[1560341570] 'process raft request' (duration: 254.342837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:50.378737Z","caller":"traceutil/trace.go:171","msg":"trace[663013231] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"255.177546ms","start":"2026-03-04T02:17:50.123498Z","end":"2026-03-04T02:17:50.378675Z","steps":["trace[663013231] 'process raft request' (duration: 116.095371ms)","trace[663013231] 'compare' (duration: 137.112089ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:50.546352Z","caller":"traceutil/trace.go:171","msg":"trace[402847512] linearizableReadLoop","detail":"{readStateIndex:27152; appliedIndex:27149; }","duration":"116.025321ms","start":"2026-03-04T02:17:50.430302Z","end":"2026-03-04T02:17:50.546327Z","steps":["trace[402847512] 'read index received' (duration: 3.660685ms)","trace[402847512] 'applied index is now lower than readState.Index' (duration: 112.363665ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:50.546403Z","caller":"traceutil/trace.go:171","msg":"trace[987475759] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"160.845459ms","start":"2026-03-04T02:17:50.385517Z","end":"2026-03-04T02:17:50.546362Z","steps":["trace[987475759] 'process raft request' (duration: 160.225425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:50.546488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.174903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:50.546525Z","caller":"traceutil/trace.go:171","msg":"trace[645064044] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26254; }","duration":"116.284207ms","start":"2026-03-04T02:17:50.430228Z","end":"2026-03-04T02:17:50.546513Z","steps":["trace[645064044] 'agreement among raft nodes before linearized reading' (duration: 116.196835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:50.546769Z","caller":"traceutil/trace.go:171","msg":"trace[892468004] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"159.278313ms","start":"2026-03-04T02:17:50.387479Z","end":"2026-03-04T02:17:50.546757Z","steps":["trace[892468004] 'process raft request' (duration: 158.794102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:10.633957Z","caller":"traceutil/trace.go:171","msg":"trace[681541939] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"163.017699ms","start":"2026-03-04T02:18:10.470893Z","end":"2026-03-04T02:18:10.63391Z","steps":["trace[681541939] 'process raft request' (duration: 145.117024ms)","trace[681541939] 'compare' (duration: 17.504316ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:10.633977Z","caller":"traceutil/trace.go:171","msg":"trace[76763931] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"153.166841ms","start":"2026-03-04T02:18:10.480778Z","end":"2026-03-04T02:18:10.633945Z","steps":["trace[76763931] 'process raft request' (duration: 153.017857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:10.634134Z","caller":"traceutil/trace.go:171","msg":"trace[2019186537] linearizableReadLoop","detail":"{readStateIndex:27298; appliedIndex:27295; }","duration":"106.775275ms","start":"2026-03-04T02:18:10.527302Z","end":"2026-03-04T02:18:10.634077Z","steps":["trace[2019186537] 'read index received' (duration: 88.709706ms)","trace[2019186537] 'applied index is now lower than readState.Index' (duration: 18.063979ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:10.634246Z","caller":"traceutil/trace.go:171","msg":"trace[817113386] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"150.013848ms","start":"2026-03-04T02:18:10.484219Z","end":"2026-03-04T02:18:10.634233Z","steps":["trace[817113386] 'process raft request' (duration: 149.68054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.634549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.146635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.635418Z","caller":"traceutil/trace.go:171","msg":"trace[1870651631] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26395; }","duration":"107.39032ms","start":"2026-03-04T02:18:10.527281Z","end":"2026-03-04T02:18:10.634671Z","steps":["trace[1870651631] 'agreement among raft nodes before linearized reading' (duration: 106.980561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:47.784579Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24246} {"level":"info","ts":"2026-03-04T02:18:47.932778Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24246,"took":"141.100001ms","hash":2886406780,"current-db-size-bytes":51576832,"current-db-size":"52 MB","current-db-size-in-use-bytes":33370112,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-04T02:18:47.93284Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2886406780,"revision":24246,"compact-revision":21819} {"level":"warn","ts":"2026-03-04T02:18:50.483402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379379830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:18:50.556196Z","caller":"traceutil/trace.go:171","msg":"trace[760877321] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"600.44689ms","start":"2026-03-04T02:18:49.955729Z","end":"2026-03-04T02:18:50.556176Z","steps":["trace[760877321] 'process raft request' (duration: 600.316397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:50.556317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:49.955714Z","time spent":"600.539831ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:50.882345Z","caller":"traceutil/trace.go:171","msg":"trace[489139096] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"593.09143ms","start":"2026-03-04T02:18:50.289219Z","end":"2026-03-04T02:18:50.88231Z","steps":["trace[489139096] 'process raft request' (duration: 592.762183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:50.882536Z","caller":"traceutil/trace.go:171","msg":"trace[1426333693] linearizableReadLoop","detail":"{readStateIndex:27577; appliedIndex:27574; }","duration":"899.395481ms","start":"2026-03-04T02:18:49.983113Z","end":"2026-03-04T02:18:50.882508Z","steps":["trace[1426333693] 'read index received' (duration: 573.002923ms)","trace[1426333693] 'applied index is now lower than readState.Index' (duration: 326.390498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:50.882564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.289191Z","time spent":"593.265064ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:50.882689Z","caller":"traceutil/trace.go:171","msg":"trace[143944073] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"493.0479ms","start":"2026-03-04T02:18:50.389606Z","end":"2026-03-04T02:18:50.882653Z","steps":["trace[143944073] 'process raft request' (duration: 492.634121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:50.882767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.638576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:18:50.882794Z","caller":"traceutil/trace.go:171","msg":"trace[395476807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26665; }","duration":"899.727818ms","start":"2026-03-04T02:18:49.983056Z","end":"2026-03-04T02:18:50.882784Z","steps":["trace[395476807] 'agreement among raft nodes before linearized reading' (duration: 899.569205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:50.88282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:49.983037Z","time spent":"899.7786ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:18:50.882865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.389586Z","time spent":"493.181044ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:50.92077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.328041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:18:50.920778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.70102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:50.92084Z","caller":"traceutil/trace.go:171","msg":"trace[1688081103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26669; }","duration":"774.425284ms","start":"2026-03-04T02:18:50.146396Z","end":"2026-03-04T02:18:50.920822Z","steps":["trace[1688081103] 'agreement among raft nodes before linearized reading' (duration: 774.236179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:50.920878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.146384Z","time spent":"774.486135ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:18:50.920989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.261426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:50.921019Z","caller":"traceutil/trace.go:171","msg":"trace[1793621084] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26669; }","duration":"383.330486ms","start":"2026-03-04T02:18:50.537677Z","end":"2026-03-04T02:18:50.921007Z","steps":["trace[1793621084] 'agreement among raft nodes before linearized reading' (duration: 383.279725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:50.921036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.361801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:50.921062Z","caller":"traceutil/trace.go:171","msg":"trace[2029870364] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26669; }","duration":"139.385811ms","start":"2026-03-04T02:18:50.781666Z","end":"2026-03-04T02:18:50.921052Z","steps":["trace[2029870364] 'agreement among raft nodes before linearized reading' (duration: 139.34745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:50.921055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.537659Z","time spent":"383.382658ms","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:50.921101Z","caller":"traceutil/trace.go:171","msg":"trace[1711500122] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"284.714221ms","start":"2026-03-04T02:18:50.636362Z","end":"2026-03-04T02:18:50.921076Z","steps":["trace[1711500122] 'process raft request' (duration: 283.731308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:50.921275Z","caller":"traceutil/trace.go:171","msg":"trace[1490418208] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"123.964454ms","start":"2026-03-04T02:18:50.797299Z","end":"2026-03-04T02:18:50.921263Z","steps":["trace[1490418208] 'process raft request' (duration: 123.092233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:50.921293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.417098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:50.921305Z","caller":"traceutil/trace.go:171","msg":"trace[760239743] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"123.36396ms","start":"2026-03-04T02:18:50.797931Z","end":"2026-03-04T02:18:50.921295Z","steps":["trace[760239743] 'process raft request' (duration: 122.51411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:50.921329Z","caller":"traceutil/trace.go:171","msg":"trace[1928110835] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26669; }","duration":"612.489809ms","start":"2026-03-04T02:18:50.308827Z","end":"2026-03-04T02:18:50.921317Z","steps":["trace[1928110835] 'agreement among raft nodes before linearized reading' (duration: 612.433598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:50.921361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.308807Z","time spent":"612.545241ms","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:50.921382Z","caller":"traceutil/trace.go:171","msg":"trace[938832689] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"119.933511ms","start":"2026-03-04T02:18:50.801438Z","end":"2026-03-04T02:18:50.921371Z","steps":["trace[938832689] 'process raft request' (duration: 119.132871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:50.920844Z","caller":"traceutil/trace.go:171","msg":"trace[626973538] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26669; }","duration":"246.806702ms","start":"2026-03-04T02:18:50.674022Z","end":"2026-03-04T02:18:50.920829Z","steps":["trace[626973538] 'agreement among raft nodes before linearized reading' (duration: 246.69456ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:51.118674Z","caller":"traceutil/trace.go:171","msg":"trace[648293631] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"231.902767ms","start":"2026-03-04T02:18:50.88674Z","end":"2026-03-04T02:18:51.118643Z","steps":["trace[648293631] 'process raft request' (duration: 153.52557ms)","trace[648293631] 'compare' (duration: 77.779883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:51.415585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.502004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:51.416019Z","caller":"traceutil/trace.go:171","msg":"trace[1152909804] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"488.189888ms","start":"2026-03-04T02:18:50.927794Z","end":"2026-03-04T02:18:51.415983Z","steps":["trace[1152909804] 'process raft request' (duration: 370.184162ms)","trace[1152909804] 'compare' (duration: 117.082695ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:51.416166Z","caller":"traceutil/trace.go:171","msg":"trace[1152736230] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"487.803589ms","start":"2026-03-04T02:18:50.928303Z","end":"2026-03-04T02:18:51.416107Z","steps":["trace[1152736230] 'process raft request' (duration: 487.43111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.416372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.928293Z","time spent":"487.980582ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:51.416491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.927771Z","time spent":"488.445643ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:51.416044Z","caller":"traceutil/trace.go:171","msg":"trace[259262843] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"487.182735ms","start":"2026-03-04T02:18:50.928842Z","end":"2026-03-04T02:18:51.416024Z","steps":["trace[259262843] 'process raft request' (duration: 487.134934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.416689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.928834Z","time spent":"487.81999ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:51.416123Z","caller":"traceutil/trace.go:171","msg":"trace[1598773846] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"487.289287ms","start":"2026-03-04T02:18:50.928789Z","end":"2026-03-04T02:18:51.416078Z","steps":["trace[1598773846] 'process raft request' (duration: 487.144424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.416795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.928773Z","time spent":"487.998594ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:52.793837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.379841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T02:18:52.794014Z","caller":"traceutil/trace.go:171","msg":"trace[767242599] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26675; }","duration":"123.624256ms","start":"2026-03-04T02:18:52.670366Z","end":"2026-03-04T02:18:52.79399Z","steps":["trace[767242599] 'range keys from in-memory index tree' (duration: 123.183316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:53.120664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.564128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:53.120843Z","caller":"traceutil/trace.go:171","msg":"trace[687777363] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"231.378015ms","start":"2026-03-04T02:18:52.889445Z","end":"2026-03-04T02:18:53.120823Z","steps":["trace[687777363] 'process raft request' (duration: 109.55082ms)","trace[687777363] 'compare' (duration: 121.450286ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:53.121445Z","caller":"traceutil/trace.go:171","msg":"trace[1348926838] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"195.650536ms","start":"2026-03-04T02:18:52.925756Z","end":"2026-03-04T02:18:53.121406Z","steps":["trace[1348926838] 'process raft request' (duration: 195.002991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:53.121533Z","caller":"traceutil/trace.go:171","msg":"trace[657800181] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"194.201061ms","start":"2026-03-04T02:18:52.927316Z","end":"2026-03-04T02:18:53.121517Z","steps":["trace[657800181] 'process raft request' (duration: 194.12493ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:53.121651Z","caller":"traceutil/trace.go:171","msg":"trace[809032017] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"195.531563ms","start":"2026-03-04T02:18:52.926067Z","end":"2026-03-04T02:18:53.121599Z","steps":["trace[809032017] 'process raft request' (duration: 195.275507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:53.121736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.254793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:18:53.121521Z","caller":"traceutil/trace.go:171","msg":"trace[930259611] linearizableReadLoop","detail":"{readStateIndex:27589; appliedIndex:27588; }","duration":"197.033467ms","start":"2026-03-04T02:18:52.924471Z","end":"2026-03-04T02:18:53.121505Z","steps":["trace[930259611] 'read index received' (duration: 39.971076ms)","trace[930259611] 'applied index is now lower than readState.Index' (duration: 157.061781ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:53.121802Z","caller":"traceutil/trace.go:171","msg":"trace[1658272342] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"193.23885ms","start":"2026-03-04T02:18:52.928558Z","end":"2026-03-04T02:18:53.121797Z","steps":["trace[1658272342] 'process raft request' (duration: 192.911672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:53.121778Z","caller":"traceutil/trace.go:171","msg":"trace[2093106376] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26681; }","duration":"197.336944ms","start":"2026-03-04T02:18:52.924432Z","end":"2026-03-04T02:18:53.121769Z","steps":["trace[2093106376] 'agreement among raft nodes before linearized reading' (duration: 197.13453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:53.450042Z","caller":"traceutil/trace.go:171","msg":"trace[1842736577] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"323.600712ms","start":"2026-03-04T02:18:53.126424Z","end":"2026-03-04T02:18:53.450025Z","steps":["trace[1842736577] 'process raft request' (duration: 323.482779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:53.450316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:53.126408Z","time spent":"323.713814ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:53.71438Z","caller":"traceutil/trace.go:171","msg":"trace[850601751] linearizableReadLoop","detail":"{readStateIndex:27595; appliedIndex:27594; }","duration":"292.974422ms","start":"2026-03-04T02:18:53.421382Z","end":"2026-03-04T02:18:53.714357Z","steps":["trace[850601751] 'read index received' (duration: 28.871649ms)","trace[850601751] 'applied index is now lower than readState.Index' (duration: 264.102023ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:53.714519Z","caller":"traceutil/trace.go:171","msg":"trace[1391053315] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"452.628514ms","start":"2026-03-04T02:18:53.261874Z","end":"2026-03-04T02:18:53.714502Z","steps":["trace[1391053315] 'process raft request' (duration: 378.478914ms)","trace[1391053315] 'compare' (duration: 73.863773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:53.714914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.303279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:18:53.714945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.137846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:53.715006Z","caller":"traceutil/trace.go:171","msg":"trace[903131364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26683; }","duration":"293.444623ms","start":"2026-03-04T02:18:53.421539Z","end":"2026-03-04T02:18:53.714984Z","steps":["trace[903131364] 'agreement among raft nodes before linearized reading' (duration: 293.123585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:53.715026Z","caller":"traceutil/trace.go:171","msg":"trace[1670327887] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26683; }","duration":"202.274199ms","start":"2026-03-04T02:18:53.512731Z","end":"2026-03-04T02:18:53.715005Z","steps":["trace[1670327887] 'agreement among raft nodes before linearized reading' (duration: 202.123236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:53.715033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.819888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:18:53.715021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.104391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:18:53.715057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.588214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:18:53.715116Z","caller":"traceutil/trace.go:171","msg":"trace[1226727782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26683; }","duration":"292.923291ms","start":"2026-03-04T02:18:53.422173Z","end":"2026-03-04T02:18:53.715096Z","steps":["trace[1226727782] 'agreement among raft nodes before linearized reading' (duration: 292.695276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:53.715122Z","caller":"traceutil/trace.go:171","msg":"trace[1476662368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26683; }","duration":"292.237635ms","start":"2026-03-04T02:18:53.422868Z","end":"2026-03-04T02:18:53.715105Z","steps":["trace[1476662368] 'agreement among raft nodes before linearized reading' (duration: 291.997289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:53.715151Z","caller":"traceutil/trace.go:171","msg":"trace[1787970294] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:26683; }","duration":"107.742618ms","start":"2026-03-04T02:18:53.607367Z","end":"2026-03-04T02:18:53.71511Z","steps":["trace[1787970294] 'agreement among raft nodes before linearized reading' (duration: 107.519493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:53.715281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.886223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:18:53.715443Z","caller":"traceutil/trace.go:171","msg":"trace[1605250135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26683; }","duration":"294.034267ms","start":"2026-03-04T02:18:53.421338Z","end":"2026-03-04T02:18:53.715372Z","steps":["trace[1605250135] 'agreement among raft nodes before linearized reading' (duration: 293.531235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:53.714647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:53.261845Z","time spent":"452.709445ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:54.082621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.338291ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:18:54.082711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:53.718373Z","time spent":"364.334697ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:18:54.255326Z","caller":"traceutil/trace.go:171","msg":"trace[1577109453] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"534.87856ms","start":"2026-03-04T02:18:53.720407Z","end":"2026-03-04T02:18:54.255285Z","steps":["trace[1577109453] 'process raft request' (duration: 534.646575ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:54.255411Z","caller":"traceutil/trace.go:171","msg":"trace[814213494] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"534.748077ms","start":"2026-03-04T02:18:53.720647Z","end":"2026-03-04T02:18:54.255395Z","steps":["trace[814213494] 'process raft request' (duration: 534.443101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:54.255534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:53.720637Z","time spent":"534.837519ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:54.255536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:53.7204Z","time spent":"535.034854ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:54.255553Z","caller":"traceutil/trace.go:171","msg":"trace[1570989695] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"535.197747ms","start":"2026-03-04T02:18:53.720325Z","end":"2026-03-04T02:18:54.255523Z","steps":["trace[1570989695] 'process raft request' (duration: 531.39594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:54.255661Z","caller":"traceutil/trace.go:171","msg":"trace[628677282] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"533.893998ms","start":"2026-03-04T02:18:53.721759Z","end":"2026-03-04T02:18:54.255653Z","steps":["trace[628677282] 'process raft request' (duration: 533.384397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:54.255687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:53.720305Z","time spent":"535.30874ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:54.255743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:53.721747Z","time spent":"533.97398ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:54.255857Z","caller":"traceutil/trace.go:171","msg":"trace[321711526] linearizableReadLoop","detail":"{readStateIndex:27600; appliedIndex:27595; }","duration":"408.827888ms","start":"2026-03-04T02:18:53.846345Z","end":"2026-03-04T02:18:54.255173Z","steps":["trace[321711526] 'read index received' (duration: 55.932397ms)","trace[321711526] 'applied index is now lower than readState.Index' (duration: 352.894551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:54.255957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.592526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:54.256037Z","caller":"traceutil/trace.go:171","msg":"trace[527324731] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26687; }","duration":"409.716409ms","start":"2026-03-04T02:18:53.846301Z","end":"2026-03-04T02:18:54.256017Z","steps":["trace[527324731] 'agreement among raft nodes before linearized reading' (duration: 409.585816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:54.256091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:53.846283Z","time spent":"409.79429ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:54.542544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.895529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:54.542666Z","caller":"traceutil/trace.go:171","msg":"trace[651817575] linearizableReadLoop","detail":"{readStateIndex:27601; appliedIndex:27600; }","duration":"286.768338ms","start":"2026-03-04T02:18:54.255879Z","end":"2026-03-04T02:18:54.542648Z","steps":["trace[651817575] 'read index received' (duration: 122.663915ms)","trace[651817575] 'applied index is now lower than readState.Index' (duration: 164.103163ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:54.542739Z","caller":"traceutil/trace.go:171","msg":"trace[1131343635] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"458.471108ms","start":"2026-03-04T02:18:54.084219Z","end":"2026-03-04T02:18:54.54269Z","steps":["trace[1131343635] 'process raft request' (duration: 294.350304ms)","trace[1131343635] 'compare' (duration: 163.727965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:54.542872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.970616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:54.542858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.10615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:54.542928Z","caller":"traceutil/trace.go:171","msg":"trace[1120436987] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26688; }","duration":"357.068138ms","start":"2026-03-04T02:18:54.185843Z","end":"2026-03-04T02:18:54.542912Z","steps":["trace[1120436987] 'agreement among raft nodes before linearized reading' (duration: 356.891033ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:54.542954Z","caller":"traceutil/trace.go:171","msg":"trace[739743863] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26688; }","duration":"345.257904ms","start":"2026-03-04T02:18:54.19767Z","end":"2026-03-04T02:18:54.542928Z","steps":["trace[739743863] 'agreement among raft nodes before linearized reading' (duration: 345.043109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:54.542955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:54.084196Z","time spent":"458.648953ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:54.542969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:54.185822Z","time spent":"357.13802ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:54.54303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:54.19765Z","time spent":"345.358897ms","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:18:56.697309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797959023s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:56.697442Z","caller":"traceutil/trace.go:171","msg":"trace[26740078] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26688; }","duration":"1.798105056s","start":"2026-03-04T02:18:54.899318Z","end":"2026-03-04T02:18:56.697423Z","steps":["trace[26740078] 'range keys from in-memory index tree' (duration: 1.797938822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:56.69861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991016008s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:56.698746Z","caller":"traceutil/trace.go:171","msg":"trace[1718658282] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"2.101421138s","start":"2026-03-04T02:18:54.597289Z","end":"2026-03-04T02:18:56.69871Z","steps":["trace[1718658282] 'process raft request' (duration: 110.218115ms)","trace[1718658282] 'compare' (duration: 1.989026672s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:56.698823Z","caller":"traceutil/trace.go:171","msg":"trace[1391599915] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"1.729419703s","start":"2026-03-04T02:18:54.969385Z","end":"2026-03-04T02:18:56.698805Z","steps":["trace[1391599915] 'process raft request' (duration: 1.729332651s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:56.698922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:54.597272Z","time spent":"2.10154881s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:56.698966Z","caller":"traceutil/trace.go:171","msg":"trace[1059937493] linearizableReadLoop","detail":"{readStateIndex:27602; appliedIndex:27601; }","duration":"1.985346236s","start":"2026-03-04T02:18:54.71361Z","end":"2026-03-04T02:18:56.698956Z","steps":["trace[1059937493] 'read index received' (duration: 70.321µs)","trace[1059937493] 'applied index is now lower than readState.Index' (duration: 1.985274995s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:56.698927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:54.969358Z","time spent":"1.729532436s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:56.699172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985530221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:56.699275Z","caller":"traceutil/trace.go:171","msg":"trace[1180860797] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26690; }","duration":"1.985691575s","start":"2026-03-04T02:18:54.713558Z","end":"2026-03-04T02:18:56.69925Z","steps":["trace[1180860797] 'agreement among raft nodes before linearized reading' (duration: 1.985499791s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:56.699332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:54.713537Z","time spent":"1.985783067s","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:57.199803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379379910,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:57.655068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.973423699s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:18:57.689489Z","caller":"traceutil/trace.go:171","msg":"trace[395668233] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"2.56224008s","start":"2026-03-04T02:18:55.127219Z","end":"2026-03-04T02:18:57.689459Z","steps":["trace[395668233] 'process raft request' (duration: 2.527987817s)","trace[395668233] 'compare' (duration: 34.054989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:57.68966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.127196Z","time spent":"2.562382884s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:57.689883Z","caller":"traceutil/trace.go:171","msg":"trace[270798902] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"2.561219946s","start":"2026-03-04T02:18:55.128633Z","end":"2026-03-04T02:18:57.689853Z","steps":["trace[270798902] 'process raft request' (duration: 2.561105284s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.690048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.128627Z","time spent":"2.561334179s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:57.690083Z","caller":"traceutil/trace.go:171","msg":"trace[2098171485] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"2.562658231s","start":"2026-03-04T02:18:55.127386Z","end":"2026-03-04T02:18:57.690045Z","steps":["trace[2098171485] 'process raft request' (duration: 2.562314783s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:57.690066Z","caller":"traceutil/trace.go:171","msg":"trace[64631021] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"2.562709181s","start":"2026-03-04T02:18:55.12733Z","end":"2026-03-04T02:18:57.69004Z","steps":["trace[64631021] 'process raft request' (duration: 2.562286692s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:57.690085Z","caller":"traceutil/trace.go:171","msg":"trace[1479626689] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"2.562765973s","start":"2026-03-04T02:18:55.127292Z","end":"2026-03-04T02:18:57.690058Z","steps":["trace[1479626689] 'process raft request' (duration: 2.562119628s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:57.690135Z","caller":"traceutil/trace.go:171","msg":"trace[1773042396] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"2.455234029s","start":"2026-03-04T02:18:55.23484Z","end":"2026-03-04T02:18:57.690074Z","steps":["trace[1773042396] 'process raft request' (duration: 2.454971113s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.690213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.127359Z","time spent":"2.562793153s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:57.690241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.127325Z","time spent":"2.562844444s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:57.690247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.127285Z","time spent":"2.562894146s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:57.690285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.234811Z","time spent":"2.455396052s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:57.887898Z","caller":"traceutil/trace.go:171","msg":"trace[886388649] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"1.586685544s","start":"2026-03-04T02:18:56.301185Z","end":"2026-03-04T02:18:57.88787Z","steps":["trace[886388649] 'process raft request' (duration: 1.586468198s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:57.888021Z","caller":"traceutil/trace.go:171","msg":"trace[2056687639] linearizableReadLoop","detail":"{readStateIndex:27611; appliedIndex:27603; }","duration":"1.189005875s","start":"2026-03-04T02:18:56.698998Z","end":"2026-03-04T02:18:57.888004Z","steps":["trace[2056687639] 'read index received' (duration: 956.219349ms)","trace[2056687639] 'applied index is now lower than readState.Index' (duration: 232.784716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:57.888074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:56.301151Z","time spent":"1.586826118s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:57.888251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26899248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:18:57.888299Z","caller":"traceutil/trace.go:171","msg":"trace[1830808770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26698; }","duration":"1.269079051s","start":"2026-03-04T02:18:56.619209Z","end":"2026-03-04T02:18:57.888288Z","steps":["trace[1830808770] 'agreement among raft nodes before linearized reading' (duration: 1.268889907s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.888312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627005039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:18:57.88833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:56.619193Z","time spent":"1.269129433s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:18:57.888354Z","caller":"traceutil/trace.go:171","msg":"trace[1914407551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26698; }","duration":"1.627088371s","start":"2026-03-04T02:18:56.261255Z","end":"2026-03-04T02:18:57.888343Z","steps":["trace[1914407551] 'agreement among raft nodes before linearized reading' (duration: 1.626826815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.888323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494012509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:57.888281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213328832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:57.888464Z","caller":"traceutil/trace.go:171","msg":"trace[713023926] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26698; }","duration":"2.494208144s","start":"2026-03-04T02:18:55.394221Z","end":"2026-03-04T02:18:57.888429Z","steps":["trace[713023926] 'agreement among raft nodes before linearized reading' (duration: 2.493948668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.888534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.394203Z","time spent":"2.494313746s","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:57.888549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396374973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:57.888577Z","caller":"traceutil/trace.go:171","msg":"trace[1558107968] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"1.560566478s","start":"2026-03-04T02:18:56.327998Z","end":"2026-03-04T02:18:57.888565Z","steps":["trace[1558107968] 'process raft request' (duration: 1.559824861s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.888588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.577952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:18:57.888582Z","caller":"traceutil/trace.go:171","msg":"trace[1416865411] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26698; }","duration":"2.213619148s","start":"2026-03-04T02:18:55.674876Z","end":"2026-03-04T02:18:57.888495Z","steps":["trace[1416865411] 'agreement among raft nodes before linearized reading' (duration: 2.213320271s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:57.888606Z","caller":"traceutil/trace.go:171","msg":"trace[1343641161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26698; }","duration":"1.396455935s","start":"2026-03-04T02:18:56.492133Z","end":"2026-03-04T02:18:57.888589Z","steps":["trace[1343641161] 'agreement among raft nodes before linearized reading' (duration: 1.396369943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.888637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:56.327981Z","time spent":"1.5606245s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:57.888664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:56.492091Z","time spent":"1.396561807s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:57.888643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.674849Z","time spent":"2.213778252s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:57.888734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.551043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:18:57.888777Z","caller":"traceutil/trace.go:171","msg":"trace[1122730612] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26698; }","duration":"273.653835ms","start":"2026-03-04T02:18:57.615113Z","end":"2026-03-04T02:18:57.888767Z","steps":["trace[1122730612] 'agreement among raft nodes before linearized reading' (duration: 273.528152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:57.888617Z","caller":"traceutil/trace.go:171","msg":"trace[235511724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26698; }","duration":"945.608272ms","start":"2026-03-04T02:18:56.943001Z","end":"2026-03-04T02:18:57.888609Z","steps":["trace[235511724] 'agreement among raft nodes before linearized reading' (duration: 945.50571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.888892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:56.942924Z","time spent":"945.957241ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:18:57.888983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.942021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:57.888992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62750377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:18:57.889023Z","caller":"traceutil/trace.go:171","msg":"trace[1276502478] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26698; }","duration":"811.028963ms","start":"2026-03-04T02:18:57.077985Z","end":"2026-03-04T02:18:57.889014Z","steps":["trace[1276502478] 'agreement among raft nodes before linearized reading' (duration: 810.965681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.889032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432163595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:18:57.888436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562562078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:57.889053Z","caller":"traceutil/trace.go:171","msg":"trace[766469216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26698; }","duration":"1.627681865s","start":"2026-03-04T02:18:56.261354Z","end":"2026-03-04T02:18:57.889036Z","steps":["trace[766469216] 'agreement among raft nodes before linearized reading' (duration: 1.626688222s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:57.88909Z","caller":"traceutil/trace.go:171","msg":"trace[95343063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26698; }","duration":"2.432255507s","start":"2026-03-04T02:18:55.45682Z","end":"2026-03-04T02:18:57.889076Z","steps":["trace[95343063] 'agreement among raft nodes before linearized reading' (duration: 2.432058032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.889145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967897891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:57.889184Z","caller":"traceutil/trace.go:171","msg":"trace[1271623901] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26698; }","duration":"1.967976063s","start":"2026-03-04T02:18:55.9212Z","end":"2026-03-04T02:18:57.889176Z","steps":["trace[1271623901] 'agreement among raft nodes before linearized reading' (duration: 1.967915292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.889053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:57.07796Z","time spent":"811.083403ms","remote":"127.0.0.1:41684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:57.888479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040426177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:57.889301Z","caller":"traceutil/trace.go:171","msg":"trace[476663855] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26698; }","duration":"3.041239936s","start":"2026-03-04T02:18:54.848045Z","end":"2026-03-04T02:18:57.889285Z","steps":["trace[476663855] 'agreement among raft nodes before linearized reading' (duration: 3.040409237s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.889323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627621043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:18:57.889104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:56.261323Z","time spent":"1.627767706s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:18:57.889362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:54.847982Z","time spent":"3.041357268s","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:57.88938Z","caller":"traceutil/trace.go:171","msg":"trace[1949241644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26698; }","duration":"1.627699576s","start":"2026-03-04T02:18:56.261662Z","end":"2026-03-04T02:18:57.889361Z","steps":["trace[1949241644] 'agreement among raft nodes before linearized reading' (duration: 1.627554962s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:57.889098Z","caller":"traceutil/trace.go:171","msg":"trace[1263753298] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26698; }","duration":"2.563257184s","start":"2026-03-04T02:18:55.32582Z","end":"2026-03-04T02:18:57.889077Z","steps":["trace[1263753298] 'agreement among raft nodes before linearized reading' (duration: 2.562582429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.889437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:56.261649Z","time spent":"1.627775267s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:18:57.889469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.325795Z","time spent":"2.563657894s","remote":"127.0.0.1:54934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:57.889146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.456803Z","time spent":"2.432331488s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:18:57.888387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:56.261232Z","time spent":"1.627146652s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:18:57.889214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.921178Z","time spent":"1.968028245s","remote":"127.0.0.1:39056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:58.020143Z","caller":"traceutil/trace.go:171","msg":"trace[1047975587] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"124.565688ms","start":"2026-03-04T02:18:57.895547Z","end":"2026-03-04T02:18:58.020113Z","steps":["trace[1047975587] 'process raft request' (duration: 124.477316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:58.020149Z","caller":"traceutil/trace.go:171","msg":"trace[672714875] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"124.612749ms","start":"2026-03-04T02:18:57.895487Z","end":"2026-03-04T02:18:58.0201Z","steps":["trace[672714875] 'process raft request' (duration: 124.347563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:58.020405Z","caller":"traceutil/trace.go:171","msg":"trace[1078296181] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"124.757663ms","start":"2026-03-04T02:18:57.895614Z","end":"2026-03-04T02:18:58.020371Z","steps":["trace[1078296181] 'process raft request' (duration: 124.457436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:58.020483Z","caller":"traceutil/trace.go:171","msg":"trace[280497128] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"124.783403ms","start":"2026-03-04T02:18:57.895678Z","end":"2026-03-04T02:18:58.020461Z","steps":["trace[280497128] 'process raft request' (duration: 124.64546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:58.020652Z","caller":"traceutil/trace.go:171","msg":"trace[1010069735] linearizableReadLoop","detail":"{readStateIndex:27617; appliedIndex:27611; }","duration":"124.383743ms","start":"2026-03-04T02:18:57.896255Z","end":"2026-03-04T02:18:58.020639Z","steps":["trace[1010069735] 'read index received' (duration: 19.42599ms)","trace[1010069735] 'applied index is now lower than readState.Index' (duration: 104.956753ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:58.020682Z","caller":"traceutil/trace.go:171","msg":"trace[132771867] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"124.970877ms","start":"2026-03-04T02:18:57.895694Z","end":"2026-03-04T02:18:58.020665Z","steps":["trace[132771867] 'process raft request' (duration: 124.748522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:58.020814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.539896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"info","ts":"2026-03-04T02:18:58.020847Z","caller":"traceutil/trace.go:171","msg":"trace[1283957170] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26704; }","duration":"124.609218ms","start":"2026-03-04T02:18:57.89623Z","end":"2026-03-04T02:18:58.020839Z","steps":["trace[1283957170] 'agreement among raft nodes before linearized reading' (duration: 124.475295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:58.020857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.709715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:58.020922Z","caller":"traceutil/trace.go:171","msg":"trace[539831893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26704; }","duration":"119.790767ms","start":"2026-03-04T02:18:57.901093Z","end":"2026-03-04T02:18:58.020884Z","steps":["trace[539831893] 'agreement among raft nodes before linearized reading' (duration: 119.683175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:58.857737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.104947ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:18:58.857912Z","caller":"traceutil/trace.go:171","msg":"trace[2049650215] linearizableReadLoop","detail":"{readStateIndex:27618; appliedIndex:27617; }","duration":"192.958943ms","start":"2026-03-04T02:18:58.664938Z","end":"2026-03-04T02:18:58.857897Z","steps":["trace[2049650215] 'read index received' (duration: 24.942438ms)","trace[2049650215] 'applied index is now lower than readState.Index' (duration: 168.015785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:58.858186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.23846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:58.858215Z","caller":"traceutil/trace.go:171","msg":"trace[1040637730] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26704; }","duration":"193.310181ms","start":"2026-03-04T02:18:58.664891Z","end":"2026-03-04T02:18:58.858202Z","steps":["trace[1040637730] 'agreement among raft nodes before linearized reading' (duration: 193.257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:58.858439Z","caller":"traceutil/trace.go:171","msg":"trace[9663428] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"155.087265ms","start":"2026-03-04T02:18:58.703345Z","end":"2026-03-04T02:18:58.858432Z","steps":["trace[9663428] 'process raft request' (duration: 154.477401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:59.3481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.37249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:59.348226Z","caller":"traceutil/trace.go:171","msg":"trace[1257568508] linearizableReadLoop","detail":"{readStateIndex:27620; appliedIndex:27619; }","duration":"490.268736ms","start":"2026-03-04T02:18:58.857936Z","end":"2026-03-04T02:18:59.348204Z","steps":["trace[1257568508] 'read index received' (duration: 55.512667ms)","trace[1257568508] 'applied index is now lower than readState.Index' (duration: 434.754239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:59.348369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.59324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:18:59.348404Z","caller":"traceutil/trace.go:171","msg":"trace[1131519905] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26706; }","duration":"643.670832ms","start":"2026-03-04T02:18:58.704724Z","end":"2026-03-04T02:18:59.348395Z","steps":["trace[1131519905] 'agreement among raft nodes before linearized reading' (duration: 643.533249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:59.348435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:58.704704Z","time spent":"643.723664ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:18:59.348535Z","caller":"traceutil/trace.go:171","msg":"trace[1530449023] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"628.119772ms","start":"2026-03-04T02:18:58.720378Z","end":"2026-03-04T02:18:59.348497Z","steps":["trace[1530449023] 'process raft request' (duration: 193.059906ms)","trace[1530449023] 'compare' (duration: 434.238137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:59.348683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:58.72035Z","time spent":"628.254614ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:59.69301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.324507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:59.693083Z","caller":"traceutil/trace.go:171","msg":"trace[1506824516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26707; }","duration":"201.47179ms","start":"2026-03-04T02:18:59.491584Z","end":"2026-03-04T02:18:59.693055Z","steps":["trace[1506824516] 'range keys from in-memory index tree' (duration: 201.235955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:59.693033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.8586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-57d88f9bfd-g5r4n.189980f0aa752fcf\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-04T02:18:59.693759Z","caller":"traceutil/trace.go:171","msg":"trace[184134512] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-57d88f9bfd-g5r4n.189980f0aa752fcf; range_end:; response_count:1; response_revision:26707; }","duration":"202.605076ms","start":"2026-03-04T02:18:59.491141Z","end":"2026-03-04T02:18:59.693746Z","steps":["trace[184134512] 'range keys from in-memory index tree' (duration: 201.712856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:00.070788Z","caller":"traceutil/trace.go:171","msg":"trace[2016778967] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"374.873531ms","start":"2026-03-04T02:18:59.695884Z","end":"2026-03-04T02:19:00.070757Z","steps":["trace[2016778967] 'process raft request' (duration: 374.797089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:00.070803Z","caller":"traceutil/trace.go:171","msg":"trace[766627814] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"375.022884ms","start":"2026-03-04T02:18:59.695749Z","end":"2026-03-04T02:19:00.070772Z","steps":["trace[766627814] 'process raft request' (duration: 374.762778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:00.070947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:59.695877Z","time spent":"374.985303ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:00.070957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:59.695728Z","time spent":"375.145798ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:00.071037Z","caller":"traceutil/trace.go:171","msg":"trace[1008319123] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"374.427401ms","start":"2026-03-04T02:18:59.696586Z","end":"2026-03-04T02:19:00.071013Z","steps":["trace[1008319123] 'process raft request' (duration: 374.136764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:00.071181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:59.696577Z","time spent":"374.524803ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:00.071564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:59.69697Z","time spent":"374.591204ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:19:00.071929Z","caller":"traceutil/trace.go:171","msg":"trace[1241189219] linearizableReadLoop","detail":"{readStateIndex:27627; appliedIndex:27622; }","duration":"328.468554ms","start":"2026-03-04T02:18:59.743446Z","end":"2026-03-04T02:19:00.071915Z","steps":["trace[1241189219] 'read index received' (duration: 326.97091ms)","trace[1241189219] 'applied index is now lower than readState.Index' (duration: 1.496814ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:00.072083Z","caller":"traceutil/trace.go:171","msg":"trace[600504886] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"374.901932ms","start":"2026-03-04T02:18:59.697109Z","end":"2026-03-04T02:19:00.072011Z","steps":["trace[600504886] 'process raft request' (duration: 374.39003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:00.072288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.645513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:19:00.072345Z","caller":"traceutil/trace.go:171","msg":"trace[886266363] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26712; }","duration":"339.739986ms","start":"2026-03-04T02:18:59.732592Z","end":"2026-03-04T02:19:00.072332Z","steps":["trace[886266363] 'agreement among raft nodes before linearized reading' (duration: 339.537161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:00.072387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:59.732574Z","time spent":"339.801617ms","remote":"127.0.0.1:51610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":187,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:00.072289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:59.697104Z","time spent":"375.062275ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:00.072923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.491246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:19:00.07298Z","caller":"traceutil/trace.go:171","msg":"trace[627311210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26712; }","duration":"152.578257ms","start":"2026-03-04T02:18:59.920387Z","end":"2026-03-04T02:19:00.072965Z","steps":["trace[627311210] 'agreement among raft nodes before linearized reading' (duration: 152.437554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:00.647843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.75293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:00.648299Z","caller":"traceutil/trace.go:171","msg":"trace[1904941000] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"574.748404ms","start":"2026-03-04T02:19:00.07353Z","end":"2026-03-04T02:19:00.648278Z","steps":["trace[1904941000] 'process raft request' (duration: 145.482253ms)","trace[1904941000] 'compare' (duration: 427.882829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:00.648491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:00.073508Z","time spent":"574.940438ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:01.314951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.684982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:01.31542Z","caller":"traceutil/trace.go:171","msg":"trace[1005467541] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"1.237322135s","start":"2026-03-04T02:19:00.078068Z","end":"2026-03-04T02:19:01.31539Z","steps":["trace[1005467541] 'process raft request' (duration: 1.236956297s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:01.315476Z","caller":"traceutil/trace.go:171","msg":"trace[796117869] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"1.237153081s","start":"2026-03-04T02:19:00.078301Z","end":"2026-03-04T02:19:01.315455Z","steps":["trace[796117869] 'process raft request' (duration: 1.236772883s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:01.31548Z","caller":"traceutil/trace.go:171","msg":"trace[2005697620] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"1.236502106s","start":"2026-03-04T02:19:00.078959Z","end":"2026-03-04T02:19:01.315462Z","steps":["trace[2005697620] 'process raft request' (duration: 1.236147317s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:01.315584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:00.078054Z","time spent":"1.237440067s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:01.315583Z","caller":"traceutil/trace.go:171","msg":"trace[453775929] linearizableReadLoop","detail":"{readStateIndex:27633; appliedIndex:27627; }","duration":"1.099325345s","start":"2026-03-04T02:19:00.216235Z","end":"2026-03-04T02:19:01.31556Z","steps":["trace[453775929] 'read index received' (duration: 2.826015ms)","trace[453775929] 'applied index is now lower than readState.Index' (duration: 1.09649674s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:01.31549Z","caller":"traceutil/trace.go:171","msg":"trace[1063806264] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"1.238340588s","start":"2026-03-04T02:19:00.077133Z","end":"2026-03-04T02:19:01.315474Z","steps":["trace[1063806264] 'process raft request' (duration: 905.067512ms)","trace[1063806264] 'compare' (duration: 332.59956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:01.31559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:00.078948Z","time spent":"1.236588277s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:01.315672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:00.077117Z","time spent":"1.238518793s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:01.315484Z","caller":"traceutil/trace.go:171","msg":"trace[151551952] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"1.237294485s","start":"2026-03-04T02:19:00.078169Z","end":"2026-03-04T02:19:01.315463Z","steps":["trace[151551952] 'process raft request' (duration: 1.236885865s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:01.315709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099453738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:01.315736Z","caller":"traceutil/trace.go:171","msg":"trace[86462987] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26718; }","duration":"1.09953925s","start":"2026-03-04T02:19:00.216189Z","end":"2026-03-04T02:19:01.315728Z","steps":["trace[86462987] 'agreement among raft nodes before linearized reading' (duration: 1.099459948s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:01.315746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:00.07829Z","time spent":"1.237238963s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:01.315839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:00.078162Z","time spent":"1.237584251s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:01.315766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:00.216166Z","time spent":"1.099594051s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:01.32282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.183998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:01.32286Z","caller":"traceutil/trace.go:171","msg":"trace[846710833] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"450.557295ms","start":"2026-03-04T02:19:00.872284Z","end":"2026-03-04T02:19:01.322841Z","steps":["trace[846710833] 'process raft request' (duration: 450.404112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:01.322899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.568615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:01.322967Z","caller":"traceutil/trace.go:171","msg":"trace[1633784198] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26719; }","duration":"541.692208ms","start":"2026-03-04T02:19:00.781234Z","end":"2026-03-04T02:19:01.322945Z","steps":["trace[1633784198] 'agreement among raft nodes before linearized reading' (duration: 541.538845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:01.322968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:00.872253Z","time spent":"450.664278ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:01.323007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:00.781215Z","time spent":"541.779951ms","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:01.323003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.02348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-74766479cb-drw5q.189980f2ff78a8ac\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-03-04T02:19:01.323068Z","caller":"traceutil/trace.go:171","msg":"trace[1338598397] range","detail":"{range_begin:/registry/events/openstack/heat-api-74766479cb-drw5q.189980f2ff78a8ac; range_end:; response_count:1; response_revision:26719; }","duration":"669.136013ms","start":"2026-03-04T02:19:00.653917Z","end":"2026-03-04T02:19:01.323053Z","steps":["trace[1338598397] 'agreement among raft nodes before linearized reading' (duration: 668.940758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:01.3231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:00.653895Z","time spent":"669.198964ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":927,"request content":"key:\"/registry/events/openstack/heat-api-74766479cb-drw5q.189980f2ff78a8ac\" "} {"level":"info","ts":"2026-03-04T02:19:01.322879Z","caller":"traceutil/trace.go:171","msg":"trace[749883379] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26719; }","duration":"969.27491ms","start":"2026-03-04T02:19:00.353584Z","end":"2026-03-04T02:19:01.322859Z","steps":["trace[749883379] 'agreement among raft nodes before linearized reading' (duration: 969.187928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:01.32314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:00.353561Z","time spent":"969.570398ms","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:01.729231Z","caller":"traceutil/trace.go:171","msg":"trace[661753983] linearizableReadLoop","detail":"{readStateIndex:27635; appliedIndex:27634; }","duration":"305.881812ms","start":"2026-03-04T02:19:01.423319Z","end":"2026-03-04T02:19:01.729201Z","steps":["trace[661753983] 'read index received' (duration: 268.801402ms)","trace[661753983] 'applied index is now lower than readState.Index' (duration: 37.07906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:01.729641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.440555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:01.729658Z","caller":"traceutil/trace.go:171","msg":"trace[1377635023] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"404.962429ms","start":"2026-03-04T02:19:01.32465Z","end":"2026-03-04T02:19:01.729612Z","steps":["trace[1377635023] 'process raft request' (duration: 367.533982ms)","trace[1377635023] 'compare' (duration: 36.837674ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:01.729705Z","caller":"traceutil/trace.go:171","msg":"trace[572549661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26720; }","duration":"237.518297ms","start":"2026-03-04T02:19:01.492173Z","end":"2026-03-04T02:19:01.729692Z","steps":["trace[572549661] 'agreement among raft nodes before linearized reading' (duration: 237.388204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:01.729724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.391303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:19:01.729799Z","caller":"traceutil/trace.go:171","msg":"trace[137077918] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26720; }","duration":"306.504925ms","start":"2026-03-04T02:19:01.423275Z","end":"2026-03-04T02:19:01.72978Z","steps":["trace[137077918] 'agreement among raft nodes before linearized reading' (duration: 306.30356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:01.729843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:01.42326Z","time spent":"306.574227ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:01.729833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:01.324628Z","time spent":"405.117712ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:01.9894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.013924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:01.989576Z","caller":"traceutil/trace.go:171","msg":"trace[1600111452] linearizableReadLoop","detail":"{readStateIndex:27637; appliedIndex:27635; }","duration":"219.693134ms","start":"2026-03-04T02:19:01.769869Z","end":"2026-03-04T02:19:01.989562Z","steps":["trace[1600111452] 'read index received' (duration: 83.451515ms)","trace[1600111452] 'applied index is now lower than readState.Index' (duration: 136.240919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:01.989709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.842977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:19:01.989695Z","caller":"traceutil/trace.go:171","msg":"trace[100481066] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"254.660844ms","start":"2026-03-04T02:19:01.735003Z","end":"2026-03-04T02:19:01.989663Z","steps":["trace[100481066] 'process raft request' (duration: 118.305022ms)","trace[100481066] 'compare' (duration: 135.800109ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:01.98976Z","caller":"traceutil/trace.go:171","msg":"trace[1195145923] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"241.380346ms","start":"2026-03-04T02:19:01.748373Z","end":"2026-03-04T02:19:01.989753Z","steps":["trace[1195145923] 'process raft request' (duration: 241.11117ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:01.989736Z","caller":"traceutil/trace.go:171","msg":"trace[1362809322] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26722; }","duration":"219.867268ms","start":"2026-03-04T02:19:01.769859Z","end":"2026-03-04T02:19:01.989726Z","steps":["trace[1362809322] 'agreement among raft nodes before linearized reading' (duration: 219.743045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:03.009908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.757556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:03.010063Z","caller":"traceutil/trace.go:171","msg":"trace[777919876] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"932.625961ms","start":"2026-03-04T02:19:02.07741Z","end":"2026-03-04T02:19:03.010036Z","steps":["trace[777919876] 'process raft request' (duration: 74.63174ms)","trace[777919876] 'compare' (duration: 857.227654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:03.010187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:02.077383Z","time spent":"932.758655ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:03.097434Z","caller":"traceutil/trace.go:171","msg":"trace[1902662170] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"1.017289163s","start":"2026-03-04T02:19:02.080119Z","end":"2026-03-04T02:19:03.097409Z","steps":["trace[1902662170] 'process raft request' (duration: 1.017203771s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:03.097519Z","caller":"traceutil/trace.go:171","msg":"trace[461039417] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"1.017462138s","start":"2026-03-04T02:19:02.080021Z","end":"2026-03-04T02:19:03.097483Z","steps":["trace[461039417] 'process raft request' (duration: 1.01713423s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:03.097581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:02.080112Z","time spent":"1.017403356s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:03.097667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:02.079996Z","time spent":"1.01759257s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:03.09769Z","caller":"traceutil/trace.go:171","msg":"trace[262804660] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"1.017481418s","start":"2026-03-04T02:19:02.080168Z","end":"2026-03-04T02:19:03.097649Z","steps":["trace[262804660] 'process raft request' (duration: 1.017200721s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:03.097715Z","caller":"traceutil/trace.go:171","msg":"trace[344546508] linearizableReadLoop","detail":"{readStateIndex:27641; appliedIndex:27638; }","duration":"165.004696ms","start":"2026-03-04T02:19:02.932606Z","end":"2026-03-04T02:19:03.097611Z","steps":["trace[344546508] 'read index received' (duration: 164.448743ms)","trace[344546508] 'applied index is now lower than readState.Index' (duration: 552.383µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:03.097853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:02.080161Z","time spent":"1.01760565s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:03.097891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.252651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:03.098045Z","caller":"traceutil/trace.go:171","msg":"trace[1117367931] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26726; }","duration":"165.463256ms","start":"2026-03-04T02:19:02.932554Z","end":"2026-03-04T02:19:03.098017Z","steps":["trace[1117367931] 'agreement among raft nodes before linearized reading' (duration: 165.132819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:03.433013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.406938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:19:03.433035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.845552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:03.433081Z","caller":"traceutil/trace.go:171","msg":"trace[1606493536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26727; }","duration":"113.529011ms","start":"2026-03-04T02:19:03.319537Z","end":"2026-03-04T02:19:03.433066Z","steps":["trace[1606493536] 'range keys from in-memory index tree' (duration: 113.259166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:03.433087Z","caller":"traceutil/trace.go:171","msg":"trace[677584112] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26727; }","duration":"120.917083ms","start":"2026-03-04T02:19:03.312157Z","end":"2026-03-04T02:19:03.433074Z","steps":["trace[677584112] 'range keys from in-memory index tree' (duration: 120.76761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:03.433093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.936908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:19:03.433163Z","caller":"traceutil/trace.go:171","msg":"trace[1034527588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26727; }","duration":"113.04161ms","start":"2026-03-04T02:19:03.320102Z","end":"2026-03-04T02:19:03.433144Z","steps":["trace[1034527588] 'range keys from in-memory index tree' (duration: 112.736503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:03.433214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.726567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:19:03.433267Z","caller":"traceutil/trace.go:171","msg":"trace[704644451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26727; }","duration":"113.784418ms","start":"2026-03-04T02:19:03.319469Z","end":"2026-03-04T02:19:03.433254Z","steps":["trace[704644451] 'range keys from in-memory index tree' (duration: 113.644915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:03.433205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.496558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:19:03.433093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.953048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:19:03.433413Z","caller":"traceutil/trace.go:171","msg":"trace[2005489271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26727; }","duration":"113.324457ms","start":"2026-03-04T02:19:03.320077Z","end":"2026-03-04T02:19:03.433401Z","steps":["trace[2005489271] 'range keys from in-memory index tree' (duration: 112.780354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:03.433586Z","caller":"traceutil/trace.go:171","msg":"trace[1037386839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26727; }","duration":"112.751453ms","start":"2026-03-04T02:19:03.320589Z","end":"2026-03-04T02:19:03.433341Z","steps":["trace[1037386839] 'range keys from in-memory index tree' (duration: 112.340505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:03.434003Z","caller":"traceutil/trace.go:171","msg":"trace[258772413] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"107.211725ms","start":"2026-03-04T02:19:03.326778Z","end":"2026-03-04T02:19:03.43399Z","steps":["trace[258772413] 'process raft request' (duration: 105.990307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:03.687965Z","caller":"traceutil/trace.go:171","msg":"trace[1479339245] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"248.740057ms","start":"2026-03-04T02:19:03.4392Z","end":"2026-03-04T02:19:03.68794Z","steps":["trace[1479339245] 'process raft request' (duration: 248.478591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:03.68801Z","caller":"traceutil/trace.go:171","msg":"trace[341932463] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"248.686476ms","start":"2026-03-04T02:19:03.439297Z","end":"2026-03-04T02:19:03.687983Z","steps":["trace[341932463] 'process raft request' (duration: 248.593034ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:03.688305Z","caller":"traceutil/trace.go:171","msg":"trace[2022066525] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"248.980812ms","start":"2026-03-04T02:19:03.439313Z","end":"2026-03-04T02:19:03.688294Z","steps":["trace[2022066525] 'process raft request' (duration: 248.625814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:03.688383Z","caller":"traceutil/trace.go:171","msg":"trace[2136246632] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"248.971002ms","start":"2026-03-04T02:19:03.439384Z","end":"2026-03-04T02:19:03.688355Z","steps":["trace[2136246632] 'process raft request' (duration: 248.820049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:03.688426Z","caller":"traceutil/trace.go:171","msg":"trace[562061653] linearizableReadLoop","detail":"{readStateIndex:27648; appliedIndex:27644; }","duration":"245.947692ms","start":"2026-03-04T02:19:03.442374Z","end":"2026-03-04T02:19:03.688322Z","steps":["trace[562061653] 'read index received' (duration: 49.833675ms)","trace[562061653] 'applied index is now lower than readState.Index' (duration: 196.112517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:03.688592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.978909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:03.688606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.217878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:19:03.688634Z","caller":"traceutil/trace.go:171","msg":"trace[2081076719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26733; }","duration":"195.077181ms","start":"2026-03-04T02:19:03.493545Z","end":"2026-03-04T02:19:03.688622Z","steps":["trace[2081076719] 'agreement among raft nodes before linearized reading' (duration: 194.991599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:03.688656Z","caller":"traceutil/trace.go:171","msg":"trace[1426838086] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26733; }","duration":"246.272079ms","start":"2026-03-04T02:19:03.44237Z","end":"2026-03-04T02:19:03.688642Z","steps":["trace[1426838086] 'agreement among raft nodes before linearized reading' (duration: 246.089095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:03.82679Z","caller":"traceutil/trace.go:171","msg":"trace[2018171352] linearizableReadLoop","detail":"{readStateIndex:27649; appliedIndex:27648; }","duration":"135.715817ms","start":"2026-03-04T02:19:03.69105Z","end":"2026-03-04T02:19:03.826766Z","steps":["trace[2018171352] 'read index received' (duration: 126.599985ms)","trace[2018171352] 'applied index is now lower than readState.Index' (duration: 9.114262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:03.826982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.910331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"info","ts":"2026-03-04T02:19:03.827197Z","caller":"traceutil/trace.go:171","msg":"trace[1471744983] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26733; }","duration":"136.168587ms","start":"2026-03-04T02:19:03.691019Z","end":"2026-03-04T02:19:03.827188Z","steps":["trace[1471744983] 'agreement among raft nodes before linearized reading' (duration: 135.82905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.169956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.208089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:19:04.170134Z","caller":"traceutil/trace.go:171","msg":"trace[1107794465] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26734; }","duration":"174.459784ms","start":"2026-03-04T02:19:03.995628Z","end":"2026-03-04T02:19:04.170087Z","steps":["trace[1107794465] 'range keys from in-memory index tree' (duration: 173.892662ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:04.170502Z","caller":"traceutil/trace.go:171","msg":"trace[1099072449] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"172.58815ms","start":"2026-03-04T02:19:03.997879Z","end":"2026-03-04T02:19:04.170467Z","steps":["trace[1099072449] 'process raft request' (duration: 172.249682ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:04.170543Z","caller":"traceutil/trace.go:171","msg":"trace[776617746] linearizableReadLoop","detail":"{readStateIndex:27651; appliedIndex:27650; }","duration":"107.634795ms","start":"2026-03-04T02:19:04.062643Z","end":"2026-03-04T02:19:04.170278Z","steps":["trace[776617746] 'read index received' (duration: 107.377689ms)","trace[776617746] 'applied index is now lower than readState.Index' (duration: 255.876µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:04.170743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.009223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.170833Z","caller":"traceutil/trace.go:171","msg":"trace[2122515342] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26735; }","duration":"108.183967ms","start":"2026-03-04T02:19:04.062628Z","end":"2026-03-04T02:19:04.170812Z","steps":["trace[2122515342] 'agreement among raft nodes before linearized reading' (duration: 107.946222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:04.64225Z","caller":"traceutil/trace.go:171","msg":"trace[225240004] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"468.574833ms","start":"2026-03-04T02:19:04.173637Z","end":"2026-03-04T02:19:04.642212Z","steps":["trace[225240004] 'process raft request' (duration: 467.521878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.642562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.173619Z","time spent":"468.733346ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:04.732941Z","caller":"traceutil/trace.go:171","msg":"trace[922787190] linearizableReadLoop","detail":"{readStateIndex:27653; appliedIndex:27651; }","duration":"163.571711ms","start":"2026-03-04T02:19:04.569344Z","end":"2026-03-04T02:19:04.732916Z","steps":["trace[922787190] 'read index received' (duration: 71.735082ms)","trace[922787190] 'applied index is now lower than readState.Index' (duration: 91.835569ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:04.73308Z","caller":"traceutil/trace.go:171","msg":"trace[111965071] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"378.084584ms","start":"2026-03-04T02:19:04.354954Z","end":"2026-03-04T02:19:04.733038Z","steps":["trace[111965071] 'process raft request' (duration: 377.795607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.733163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.789267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.733233Z","caller":"traceutil/trace.go:171","msg":"trace[184993683] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26737; }","duration":"163.917059ms","start":"2026-03-04T02:19:04.569298Z","end":"2026-03-04T02:19:04.733215Z","steps":["trace[184993683] 'agreement among raft nodes before linearized reading' (duration: 163.770296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.733318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.354933Z","time spent":"378.228348ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:05.131384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.314152ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:05.13152Z","caller":"traceutil/trace.go:171","msg":"trace[1030155667] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26737; }","duration":"231.459385ms","start":"2026-03-04T02:19:04.900036Z","end":"2026-03-04T02:19:05.131495Z","steps":["trace[1030155667] 'range keys from in-memory index tree' (duration: 231.29387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:05.131537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.070294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:05.131693Z","caller":"traceutil/trace.go:171","msg":"trace[734343748] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26737; }","duration":"388.27055ms","start":"2026-03-04T02:19:04.743391Z","end":"2026-03-04T02:19:05.131661Z","steps":["trace[734343748] 'range keys from in-memory index tree' (duration: 387.988223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:05.131838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.743381Z","time spent":"388.390922ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:19:05.173065Z","caller":"traceutil/trace.go:171","msg":"trace[125109012] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"155.028723ms","start":"2026-03-04T02:19:05.018013Z","end":"2026-03-04T02:19:05.173042Z","steps":["trace[125109012] 'process raft request' (duration: 154.809088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:05.56229Z","caller":"traceutil/trace.go:171","msg":"trace[585583783] linearizableReadLoop","detail":"{readStateIndex:27657; appliedIndex:27653; }","duration":"423.719732ms","start":"2026-03-04T02:19:05.138549Z","end":"2026-03-04T02:19:05.562269Z","steps":["trace[585583783] 'read index received' (duration: 34.365806ms)","trace[585583783] 'applied index is now lower than readState.Index' (duration: 389.352996ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:05.562396Z","caller":"traceutil/trace.go:171","msg":"trace[62201387] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"459.050461ms","start":"2026-03-04T02:19:05.103335Z","end":"2026-03-04T02:19:05.562385Z","steps":["trace[62201387] 'process raft request' (duration: 458.002587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:05.562497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.103285Z","time spent":"459.131823ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:05.56255Z","caller":"traceutil/trace.go:171","msg":"trace[90170920] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"458.621781ms","start":"2026-03-04T02:19:05.103904Z","end":"2026-03-04T02:19:05.562526Z","steps":["trace[90170920] 'process raft request' (duration: 458.213032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:05.562581Z","caller":"traceutil/trace.go:171","msg":"trace[1684031976] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"458.279263ms","start":"2026-03-04T02:19:05.104249Z","end":"2026-03-04T02:19:05.562528Z","steps":["trace[1684031976] 'process raft request' (duration: 457.980046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:05.562681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.103892Z","time spent":"458.710393ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:05.562777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.104239Z","time spent":"458.431736ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:05.562748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.158521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:05.5629Z","caller":"traceutil/trace.go:171","msg":"trace[1614264154] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26741; }","duration":"424.374596ms","start":"2026-03-04T02:19:05.138498Z","end":"2026-03-04T02:19:05.562872Z","steps":["trace[1614264154] 'agreement among raft nodes before linearized reading' (duration: 424.043849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:05.563038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.138475Z","time spent":"424.479439ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:19:05.789829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.287266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:05.790027Z","caller":"traceutil/trace.go:171","msg":"trace[84844828] linearizableReadLoop","detail":"{readStateIndex:27659; appliedIndex:27657; }","duration":"227.658288ms","start":"2026-03-04T02:19:05.56235Z","end":"2026-03-04T02:19:05.790008Z","steps":["trace[84844828] 'read index received' (duration: 116.954232ms)","trace[84844828] 'applied index is now lower than readState.Index' (duration: 110.702626ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:05.790785Z","caller":"traceutil/trace.go:171","msg":"trace[1909141476] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"349.533453ms","start":"2026-03-04T02:19:05.441217Z","end":"2026-03-04T02:19:05.790751Z","steps":["trace[1909141476] 'process raft request' (duration: 348.724853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:05.790861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.596467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:05.790959Z","caller":"traceutil/trace.go:171","msg":"trace[2043229319] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26743; }","duration":"334.753291ms","start":"2026-03-04T02:19:05.456183Z","end":"2026-03-04T02:19:05.790936Z","steps":["trace[2043229319] 'agreement among raft nodes before linearized reading' (duration: 334.496775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:05.790961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.44118Z","time spent":"349.686896ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:05.791006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.456157Z","time spent":"334.839222ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":66,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:05.791019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.314723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:19:05.791138Z","caller":"traceutil/trace.go:171","msg":"trace[493390226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26743; }","duration":"294.498306ms","start":"2026-03-04T02:19:05.496593Z","end":"2026-03-04T02:19:05.791091Z","steps":["trace[493390226] 'agreement among raft nodes before linearized reading' (duration: 294.114008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:05.790873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.50614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:05.791302Z","caller":"traceutil/trace.go:171","msg":"trace[1320263881] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26743; }","duration":"189.016682ms","start":"2026-03-04T02:19:05.602273Z","end":"2026-03-04T02:19:05.791289Z","steps":["trace[1320263881] 'agreement among raft nodes before linearized reading' (duration: 188.463579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:05.791294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.861005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:05.791382Z","caller":"traceutil/trace.go:171","msg":"trace[1055767105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26743; }","duration":"298.05104ms","start":"2026-03-04T02:19:05.493309Z","end":"2026-03-04T02:19:05.79136Z","steps":["trace[1055767105] 'agreement among raft nodes before linearized reading' (duration: 297.815134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:05.791535Z","caller":"traceutil/trace.go:171","msg":"trace[2122334841] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"388.637289ms","start":"2026-03-04T02:19:05.402872Z","end":"2026-03-04T02:19:05.791509Z","steps":["trace[2122334841] 'process raft request' (duration: 276.552881ms)","trace[2122334841] 'compare' (duration: 110.157393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:05.791626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.402843Z","time spent":"388.741032ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:06.484569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:06.9866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:07.125982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270301036s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:19:07.126416Z","caller":"traceutil/trace.go:171","msg":"trace[1938990495] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"1.327682677s","start":"2026-03-04T02:19:05.798712Z","end":"2026-03-04T02:19:07.126394Z","steps":["trace[1938990495] 'process raft request' (duration: 1.327628565s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:07.126434Z","caller":"traceutil/trace.go:171","msg":"trace[1749892068] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"1.327717827s","start":"2026-03-04T02:19:05.798681Z","end":"2026-03-04T02:19:07.126399Z","steps":["trace[1749892068] 'process raft request' (duration: 1.327492372s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:07.126436Z","caller":"traceutil/trace.go:171","msg":"trace[1656893463] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"1.327719547s","start":"2026-03-04T02:19:05.798696Z","end":"2026-03-04T02:19:07.126415Z","steps":["trace[1656893463] 'process raft request' (duration: 1.327618095s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:07.126541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.798697Z","time spent":"1.327771838s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:07.126557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.798667Z","time spent":"1.32781359s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:07.126558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.798659Z","time spent":"1.32782164s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:07.126671Z","caller":"traceutil/trace.go:171","msg":"trace[1243587849] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"1.327787198s","start":"2026-03-04T02:19:05.798852Z","end":"2026-03-04T02:19:07.126639Z","steps":["trace[1243587849] 'process raft request' (duration: 1.327515361s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:07.12687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.79883Z","time spent":"1.327952892s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:07.427523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.558387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:07.427737Z","caller":"traceutil/trace.go:171","msg":"trace[1222898115] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"246.588696ms","start":"2026-03-04T02:19:07.181126Z","end":"2026-03-04T02:19:07.427715Z","steps":["trace[1222898115] 'process raft request' (duration: 246.512664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:07.427757Z","caller":"traceutil/trace.go:171","msg":"trace[1715308095] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"1.25189855s","start":"2026-03-04T02:19:06.175824Z","end":"2026-03-04T02:19:07.427722Z","steps":["trace[1715308095] 'process raft request' (duration: 1.080037256s)","trace[1715308095] 'compare' (duration: 171.387523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:07.427917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:06.175801Z","time spent":"1.252031502s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:07.427986Z","caller":"traceutil/trace.go:171","msg":"trace[159618204] linearizableReadLoop","detail":"{readStateIndex:27665; appliedIndex:27660; }","duration":"1.443720815s","start":"2026-03-04T02:19:05.984251Z","end":"2026-03-04T02:19:07.427972Z","steps":["trace[159618204] 'read index received' (duration: 1.14195908s)","trace[159618204] 'applied index is now lower than readState.Index' (duration: 301.759795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:07.428138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44389366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:07.428179Z","caller":"traceutil/trace.go:171","msg":"trace[26439634] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26750; }","duration":"1.443986432s","start":"2026-03-04T02:19:05.984178Z","end":"2026-03-04T02:19:07.428164Z","steps":["trace[26439634] 'agreement among raft nodes before linearized reading' (duration: 1.44388335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:07.428214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.984148Z","time spent":"1.444054434s","remote":"127.0.0.1:41672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:07.428212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.063849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:19:07.428263Z","caller":"traceutil/trace.go:171","msg":"trace[1947470580] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26750; }","duration":"779.145271ms","start":"2026-03-04T02:19:06.649103Z","end":"2026-03-04T02:19:07.428249Z","steps":["trace[1947470580] 'agreement among raft nodes before linearized reading' (duration: 778.987667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:07.428373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.216528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-04T02:19:07.42848Z","caller":"traceutil/trace.go:171","msg":"trace[981546943] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26750; }","duration":"331.379842ms","start":"2026-03-04T02:19:07.097077Z","end":"2026-03-04T02:19:07.428457Z","steps":["trace[981546943] 'agreement among raft nodes before linearized reading' (duration: 331.037234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:07.428546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.097056Z","time spent":"331.475773ms","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:19:07.428307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:06.649086Z","time spent":"779.212952ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:07.92013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.296448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:07.920228Z","caller":"traceutil/trace.go:171","msg":"trace[805775456] linearizableReadLoop","detail":"{readStateIndex:27667; appliedIndex:27666; }","duration":"428.093623ms","start":"2026-03-04T02:19:07.492121Z","end":"2026-03-04T02:19:07.920215Z","steps":["trace[805775456] 'read index received' (duration: 147.713864ms)","trace[805775456] 'applied index is now lower than readState.Index' (duration: 280.378469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:07.9203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.188816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:07.920279Z","caller":"traceutil/trace.go:171","msg":"trace[688027791] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"487.114521ms","start":"2026-03-04T02:19:07.433146Z","end":"2026-03-04T02:19:07.92026Z","steps":["trace[688027791] 'process raft request' (duration: 206.620849ms)","trace[688027791] 'compare' (duration: 280.122754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:07.920413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.433125Z","time spent":"487.202924ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:07.92115Z","caller":"traceutil/trace.go:171","msg":"trace[912526327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26751; }","duration":"428.216237ms","start":"2026-03-04T02:19:07.4921Z","end":"2026-03-04T02:19:07.920316Z","steps":["trace[912526327] 'agreement among raft nodes before linearized reading' (duration: 428.167195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:07.921203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.492035Z","time spent":"429.157808ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:19:07.959754Z","caller":"traceutil/trace.go:171","msg":"trace[969769541] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"390.578734ms","start":"2026-03-04T02:19:07.569158Z","end":"2026-03-04T02:19:07.959737Z","steps":["trace[969769541] 'process raft request' (duration: 390.413951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:07.959849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.569136Z","time spent":"390.668597ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:07.960171Z","caller":"traceutil/trace.go:171","msg":"trace[1290510105] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"390.952123ms","start":"2026-03-04T02:19:07.569167Z","end":"2026-03-04T02:19:07.960119Z","steps":["trace[1290510105] 'process raft request' (duration: 390.536284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:07.960267Z","caller":"traceutil/trace.go:171","msg":"trace[1563167663] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"390.970192ms","start":"2026-03-04T02:19:07.569281Z","end":"2026-03-04T02:19:07.960251Z","steps":["trace[1563167663] 'process raft request' (duration: 390.86829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:07.960518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.569243Z","time spent":"391.234728ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:07.960521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.569151Z","time spent":"391.181368ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:08.379802Z","caller":"traceutil/trace.go:171","msg":"trace[1442686780] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"582.77972ms","start":"2026-03-04T02:19:07.796975Z","end":"2026-03-04T02:19:08.379755Z","steps":["trace[1442686780] 'process raft request' (duration: 536.146868ms)","trace[1442686780] 'compare' (duration: 46.090829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:08.380031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.796949Z","time spent":"582.962683ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:08.380302Z","caller":"traceutil/trace.go:171","msg":"trace[2135101656] linearizableReadLoop","detail":"{readStateIndex:27672; appliedIndex:27667; }","duration":"460.018063ms","start":"2026-03-04T02:19:07.920247Z","end":"2026-03-04T02:19:08.380265Z","steps":["trace[2135101656] 'read index received' (duration: 39.350042ms)","trace[2135101656] 'applied index is now lower than readState.Index' (duration: 420.665971ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:08.380334Z","caller":"traceutil/trace.go:171","msg":"trace[820116726] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"485.269519ms","start":"2026-03-04T02:19:07.895037Z","end":"2026-03-04T02:19:08.380306Z","steps":["trace[820116726] 'process raft request' (duration: 484.462571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:08.380519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.754515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:19:08.380571Z","caller":"traceutil/trace.go:171","msg":"trace[460628412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26756; }","duration":"518.850687ms","start":"2026-03-04T02:19:07.861708Z","end":"2026-03-04T02:19:08.380558Z","steps":["trace[460628412] 'agreement among raft nodes before linearized reading' (duration: 518.601941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:08.380607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.861681Z","time spent":"518.919129ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:08.380588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.89502Z","time spent":"485.434393ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:08.380758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.857413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:19:08.380832Z","caller":"traceutil/trace.go:171","msg":"trace[1707812413] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26756; }","duration":"633.974066ms","start":"2026-03-04T02:19:07.746843Z","end":"2026-03-04T02:19:08.380817Z","steps":["trace[1707812413] 'agreement among raft nodes before linearized reading' (duration: 633.540986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:08.380875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.746819Z","time spent":"634.046767ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T02:19:08.88134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380037,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:19:09.172964Z","caller":"traceutil/trace.go:171","msg":"trace[756896743] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"953.947474ms","start":"2026-03-04T02:19:08.218991Z","end":"2026-03-04T02:19:09.172938Z","steps":["trace[756896743] 'process raft request' (duration: 953.760439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:09.173116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:08.218963Z","time spent":"954.077746ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:09.617504Z","caller":"traceutil/trace.go:171","msg":"trace[84885241] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"1.231777004s","start":"2026-03-04T02:19:08.385661Z","end":"2026-03-04T02:19:09.617438Z","steps":["trace[84885241] 'process raft request' (duration: 1.195350049s)","trace[84885241] 'compare' (duration: 34.887239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:09.617677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:08.38564Z","time spent":"1.231955347s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:09.923137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000788059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:09.923217Z","caller":"traceutil/trace.go:171","msg":"trace[423280102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000913591s","start":"2026-03-04T02:19:07.922285Z","end":"2026-03-04T02:19:09.923199Z","steps":["trace[423280102] 'agreement among raft nodes before linearized reading' (duration: 2.000817149s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:09.923261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.92226Z","time spent":"2.000992043s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:10.215832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.677746ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:19:10.216067Z","caller":"traceutil/trace.go:171","msg":"trace[762657630] linearizableReadLoop","detail":"{readStateIndex:27674; appliedIndex:27672; }","duration":"1.835657381s","start":"2026-03-04T02:19:08.38039Z","end":"2026-03-04T02:19:10.216047Z","steps":["trace[762657630] 'read index received' (duration: 792.421399ms)","trace[762657630] 'applied index is now lower than readState.Index' (duration: 1.043235132s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:10.216583Z","caller":"traceutil/trace.go:171","msg":"trace[1195497511] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"781.200519ms","start":"2026-03-04T02:19:09.435359Z","end":"2026-03-04T02:19:10.21656Z","steps":["trace[1195497511] 'process raft request' (duration: 780.575303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.216839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.435328Z","time spent":"781.322442ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:10.334952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.319803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:10.335194Z","caller":"traceutil/trace.go:171","msg":"trace[1329858927] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"369.743591ms","start":"2026-03-04T02:19:09.965432Z","end":"2026-03-04T02:19:10.335176Z","steps":["trace[1329858927] 'process raft request' (duration: 369.70278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:10.335199Z","caller":"traceutil/trace.go:171","msg":"trace[423148411] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"899.305017ms","start":"2026-03-04T02:19:09.435864Z","end":"2026-03-04T02:19:10.335169Z","steps":["trace[423148411] 'process raft request' (duration: 780.682397ms)","trace[423148411] 'compare' (duration: 118.149849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:10.335268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.965411Z","time spent":"369.825682ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:10.335372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.435838Z","time spent":"899.426219ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:10.335393Z","caller":"traceutil/trace.go:171","msg":"trace[153220403] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"595.879493ms","start":"2026-03-04T02:19:09.739503Z","end":"2026-03-04T02:19:10.335382Z","steps":["trace[153220403] 'process raft request' (duration: 595.573356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.335474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.739473Z","time spent":"595.952195ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:10.381693Z","caller":"traceutil/trace.go:171","msg":"trace[1313374727] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"415.690176ms","start":"2026-03-04T02:19:09.965975Z","end":"2026-03-04T02:19:10.381665Z","steps":["trace[1313374727] 'process raft request' (duration: 415.487321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.381874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.965946Z","time spent":"415.829958ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:10.382074Z","caller":"traceutil/trace.go:171","msg":"trace[1102724726] linearizableReadLoop","detail":"{readStateIndex:27681; appliedIndex:27679; }","duration":"165.896877ms","start":"2026-03-04T02:19:10.216107Z","end":"2026-03-04T02:19:10.382004Z","steps":["trace[1102724726] 'read index received' (duration: 164.668568ms)","trace[1102724726] 'applied index is now lower than readState.Index' (duration: 1.226009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:10.382315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25060803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:19:10.38236Z","caller":"traceutil/trace.go:171","msg":"trace[1121572447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26764; }","duration":"1.250673901s","start":"2026-03-04T02:19:09.131675Z","end":"2026-03-04T02:19:10.382349Z","steps":["trace[1121572447] 'agreement among raft nodes before linearized reading' (duration: 1.250523098s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.382382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.131667Z","time spent":"1.250710542s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:10.382376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.365719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:10.382412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250053647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:19:10.382408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248712506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:19:10.382455Z","caller":"traceutil/trace.go:171","msg":"trace[570251804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26764; }","duration":"453.480761ms","start":"2026-03-04T02:19:09.928954Z","end":"2026-03-04T02:19:10.382435Z","steps":["trace[570251804] 'agreement among raft nodes before linearized reading' (duration: 453.337508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.382467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.069529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:10.382475Z","caller":"traceutil/trace.go:171","msg":"trace[572089233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26764; }","duration":"1.25014953s","start":"2026-03-04T02:19:09.132312Z","end":"2026-03-04T02:19:10.382461Z","steps":["trace[572089233] 'agreement among raft nodes before linearized reading' (duration: 1.249971366s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:10.382493Z","caller":"traceutil/trace.go:171","msg":"trace[391639928] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26764; }","duration":"458.10544ms","start":"2026-03-04T02:19:09.92438Z","end":"2026-03-04T02:19:10.382485Z","steps":["trace[391639928] 'agreement among raft nodes before linearized reading' (duration: 458.056588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:10.382495Z","caller":"traceutil/trace.go:171","msg":"trace[1446735128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26764; }","duration":"1.248834298s","start":"2026-03-04T02:19:09.133646Z","end":"2026-03-04T02:19:10.382481Z","steps":["trace[1446735128] 'agreement among raft nodes before linearized reading' (duration: 1.248566402s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.382509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.924351Z","time spent":"458.15386ms","remote":"127.0.0.1:39130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:10.382516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.132303Z","time spent":"1.250205031s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:19:10.38254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.133638Z","time spent":"1.24889115s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:19:10.38259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.305684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:19:10.382864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.797515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:10.382919Z","caller":"traceutil/trace.go:171","msg":"trace[120162391] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26764; }","duration":"458.670422ms","start":"2026-03-04T02:19:09.924223Z","end":"2026-03-04T02:19:10.382893Z","steps":["trace[120162391] 'agreement among raft nodes before linearized reading' (duration: 458.219652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.382857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.954301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:19:10.38298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.924202Z","time spent":"458.759394ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:10.383008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.76556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:10.383099Z","caller":"traceutil/trace.go:171","msg":"trace[1800242380] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26764; }","duration":"199.898253ms","start":"2026-03-04T02:19:10.183187Z","end":"2026-03-04T02:19:10.383085Z","steps":["trace[1800242380] 'agreement among raft nodes before linearized reading' (duration: 199.155526ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:10.383192Z","caller":"traceutil/trace.go:171","msg":"trace[498642369] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26764; }","duration":"507.191867ms","start":"2026-03-04T02:19:09.875835Z","end":"2026-03-04T02:19:10.383026Z","steps":["trace[498642369] 'agreement among raft nodes before linearized reading' (duration: 506.300247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.383295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.875815Z","time spent":"507.463213ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:19:10.383604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991565305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:19:10.383639Z","caller":"traceutil/trace.go:171","msg":"trace[388615615] range","detail":"{range_begin:/registry/persistentvolumes/pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad; range_end:; response_count:1; response_revision:26764; }","duration":"1.991615237s","start":"2026-03-04T02:19:08.392015Z","end":"2026-03-04T02:19:10.383631Z","steps":["trace[388615615] 'agreement among raft nodes before linearized reading' (duration: 1.991522955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.383774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25232185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:19:10.383843Z","caller":"traceutil/trace.go:171","msg":"trace[293575759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26764; }","duration":"1.252434372s","start":"2026-03-04T02:19:09.131394Z","end":"2026-03-04T02:19:10.383828Z","steps":["trace[293575759] 'agreement among raft nodes before linearized reading' (duration: 1.252246958s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.383881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.131369Z","time spent":"1.252503173s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:10.384053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.273578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:10.384227Z","caller":"traceutil/trace.go:171","msg":"trace[1927956076] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26764; }","duration":"381.375591ms","start":"2026-03-04T02:19:10.002727Z","end":"2026-03-04T02:19:10.384102Z","steps":["trace[1927956076] 'agreement among raft nodes before linearized reading' (duration: 381.256388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.384298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.002709Z","time spent":"381.570855ms","remote":"127.0.0.1:51722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:10.383661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:08.384899Z","time spent":"1.998756921s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" "} {"level":"warn","ts":"2026-03-04T02:19:10.384956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994420292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:10.38501Z","caller":"traceutil/trace.go:171","msg":"trace[1326249600] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26764; }","duration":"1.994499104s","start":"2026-03-04T02:19:08.390495Z","end":"2026-03-04T02:19:10.384994Z","steps":["trace[1326249600] 'agreement among raft nodes before linearized reading' (duration: 1.994350401s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:10.382119Z","caller":"traceutil/trace.go:171","msg":"trace[474623189] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"414.566069ms","start":"2026-03-04T02:19:09.967469Z","end":"2026-03-04T02:19:10.382035Z","steps":["trace[474623189] 'process raft request' (duration: 414.144109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.385047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:08.390484Z","time spent":"1.994553625s","remote":"127.0.0.1:35438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":80,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:10.385718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.967454Z","time spent":"417.657432ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:10.382497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.928939Z","time spent":"453.549894ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:10.382587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19323978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:10.386273Z","caller":"traceutil/trace.go:171","msg":"trace[938909874] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26764; }","duration":"465.230364ms","start":"2026-03-04T02:19:09.921026Z","end":"2026-03-04T02:19:10.386256Z","steps":["trace[938909874] 'agreement among raft nodes before linearized reading' (duration: 461.801284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:10.386254Z","caller":"traceutil/trace.go:171","msg":"trace[1736614429] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26764; }","duration":"1.196945296s","start":"2026-03-04T02:19:09.189294Z","end":"2026-03-04T02:19:10.386239Z","steps":["trace[1736614429] 'agreement among raft nodes before linearized reading' (duration: 1.192960263s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.386326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.921009Z","time spent":"465.302406ms","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:10.386404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.189274Z","time spent":"1.197075838s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:10.382989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462515382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:19:10.388768Z","caller":"traceutil/trace.go:171","msg":"trace[126608639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26764; }","duration":"1.468327037s","start":"2026-03-04T02:19:08.920419Z","end":"2026-03-04T02:19:10.388746Z","steps":["trace[126608639] 'agreement among raft nodes before linearized reading' (duration: 1.462459871s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.388846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:08.920398Z","time spent":"1.468428148s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:19:10.698585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.894297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:10.698705Z","caller":"traceutil/trace.go:171","msg":"trace[100394776] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"311.676096ms","start":"2026-03-04T02:19:10.387008Z","end":"2026-03-04T02:19:10.698684Z","steps":["trace[100394776] 'process raft request' (duration: 154.597954ms)","trace[100394776] 'compare' (duration: 156.478177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:10.698774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.386974Z","time spent":"311.767818ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:10.701083Z","caller":"traceutil/trace.go:171","msg":"trace[1562025559] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"311.764306ms","start":"2026-03-04T02:19:10.389276Z","end":"2026-03-04T02:19:10.70104Z","steps":["trace[1562025559] 'process raft request' (duration: 311.631183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:10.701215Z","caller":"traceutil/trace.go:171","msg":"trace[1901716018] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"311.173844ms","start":"2026-03-04T02:19:10.390029Z","end":"2026-03-04T02:19:10.701203Z","steps":["trace[1901716018] 'process raft request' (duration: 310.953998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:10.70128Z","caller":"traceutil/trace.go:171","msg":"trace[757002518] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"310.404435ms","start":"2026-03-04T02:19:10.390855Z","end":"2026-03-04T02:19:10.70126Z","steps":["trace[757002518] 'process raft request' (duration: 310.248111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.701374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.390008Z","time spent":"311.266017ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:10.701116Z","caller":"traceutil/trace.go:171","msg":"trace[1368020139] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"311.88806ms","start":"2026-03-04T02:19:10.389181Z","end":"2026-03-04T02:19:10.701069Z","steps":["trace[1368020139] 'process raft request' (duration: 311.45435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.701412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.390846Z","time spent":"310.496108ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:10.701357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.389268Z","time spent":"311.953382ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:10.701512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.389159Z","time spent":"312.271279ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:10.701617Z","caller":"traceutil/trace.go:171","msg":"trace[1287392977] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"310.687522ms","start":"2026-03-04T02:19:10.39092Z","end":"2026-03-04T02:19:10.701608Z","steps":["trace[1287392977] 'process raft request' (duration: 310.271313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.701663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.390915Z","time spent":"310.724773ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:10.701989Z","caller":"traceutil/trace.go:171","msg":"trace[1061936201] linearizableReadLoop","detail":"{readStateIndex:27684; appliedIndex:27681; }","duration":"312.367891ms","start":"2026-03-04T02:19:10.389597Z","end":"2026-03-04T02:19:10.701965Z","steps":["trace[1061936201] 'read index received' (duration: 152.024415ms)","trace[1061936201] 'applied index is now lower than readState.Index' (duration: 160.342056ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:10.702166Z","caller":"traceutil/trace.go:171","msg":"trace[444644993] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"278.597709ms","start":"2026-03-04T02:19:10.423555Z","end":"2026-03-04T02:19:10.702153Z","steps":["trace[444644993] 'process raft request' (duration: 278.270971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.702322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.724569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:10.70235Z","caller":"traceutil/trace.go:171","msg":"trace[1701972081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26771; }","duration":"314.409468ms","start":"2026-03-04T02:19:10.387933Z","end":"2026-03-04T02:19:10.702343Z","steps":["trace[1701972081] 'agreement among raft nodes before linearized reading' (duration: 314.286155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.702371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.387914Z","time spent":"314.452838ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:10.704219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.434982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:19:10.70427Z","caller":"traceutil/trace.go:171","msg":"trace[467485432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26771; }","duration":"312.506405ms","start":"2026-03-04T02:19:10.391751Z","end":"2026-03-04T02:19:10.704258Z","steps":["trace[467485432] 'agreement among raft nodes before linearized reading' (duration: 312.31607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.704296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.391744Z","time spent":"312.547515ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:19:10.704532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.801718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T02:19:10.704554Z","caller":"traceutil/trace.go:171","msg":"trace[583588712] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26771; }","duration":"210.824438ms","start":"2026-03-04T02:19:10.493722Z","end":"2026-03-04T02:19:10.704547Z","steps":["trace[583588712] 'agreement among raft nodes before linearized reading' (duration: 210.750027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:11.771445Z","caller":"traceutil/trace.go:171","msg":"trace[984923029] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"143.096318ms","start":"2026-03-04T02:19:11.628324Z","end":"2026-03-04T02:19:11.77142Z","steps":["trace[984923029] 'process raft request' (duration: 142.729748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:12.369775Z","caller":"traceutil/trace.go:171","msg":"trace[2086405368] linearizableReadLoop","detail":"{readStateIndex:27690; appliedIndex:27689; }","duration":"100.873068ms","start":"2026-03-04T02:19:12.268884Z","end":"2026-03-04T02:19:12.369757Z","steps":["trace[2086405368] 'read index received' (duration: 100.772176ms)","trace[2086405368] 'applied index is now lower than readState.Index' (duration: 100.312µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:12.369886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.996152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:12.369908Z","caller":"traceutil/trace.go:171","msg":"trace[1847036985] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26773; }","duration":"101.086194ms","start":"2026-03-04T02:19:12.268815Z","end":"2026-03-04T02:19:12.369901Z","steps":["trace[1847036985] 'agreement among raft nodes before linearized reading' (duration: 101.005832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:12.369877Z","caller":"traceutil/trace.go:171","msg":"trace[836639204] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"147.212172ms","start":"2026-03-04T02:19:12.222639Z","end":"2026-03-04T02:19:12.369852Z","steps":["trace[836639204] 'process raft request' (duration: 147.003088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:13.042253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.208061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:13.042426Z","caller":"traceutil/trace.go:171","msg":"trace[640633046] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"701.03745ms","start":"2026-03-04T02:19:12.341372Z","end":"2026-03-04T02:19:13.042409Z","steps":["trace[640633046] 'process raft request' (duration: 700.971849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:13.04249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.341361Z","time spent":"701.096441ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:13.042506Z","caller":"traceutil/trace.go:171","msg":"trace[1065712226] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"701.87744ms","start":"2026-03-04T02:19:12.34059Z","end":"2026-03-04T02:19:13.042467Z","steps":["trace[1065712226] 'process raft request' (duration: 259.368682ms)","trace[1065712226] 'compare' (duration: 441.620567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:13.042683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.340558Z","time spent":"702.034903ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:13.108275Z","caller":"traceutil/trace.go:171","msg":"trace[380407484] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"719.604681ms","start":"2026-03-04T02:19:12.388652Z","end":"2026-03-04T02:19:13.108257Z","steps":["trace[380407484] 'process raft request' (duration: 719.396946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:13.108395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.388622Z","time spent":"719.710873ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:13.108497Z","caller":"traceutil/trace.go:171","msg":"trace[1625949639] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"716.040209ms","start":"2026-03-04T02:19:12.392428Z","end":"2026-03-04T02:19:13.108468Z","steps":["trace[1625949639] 'process raft request' (duration: 715.788073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:13.108654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.392414Z","time spent":"716.159321ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:13.323792Z","caller":"traceutil/trace.go:171","msg":"trace[1135657197] linearizableReadLoop","detail":"{readStateIndex:27695; appliedIndex:27692; }","duration":"618.392895ms","start":"2026-03-04T02:19:12.705377Z","end":"2026-03-04T02:19:13.323769Z","steps":["trace[1135657197] 'read index received' (duration: 402.757736ms)","trace[1135657197] 'applied index is now lower than readState.Index' (duration: 215.634159ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:13.323884Z","caller":"traceutil/trace.go:171","msg":"trace[1340055694] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"619.695535ms","start":"2026-03-04T02:19:12.704165Z","end":"2026-03-04T02:19:13.32386Z","steps":["trace[1340055694] 'process raft request' (duration: 537.351586ms)","trace[1340055694] 'compare' (duration: 82.161365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:13.323971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.579169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:19:13.323997Z","caller":"traceutil/trace.go:171","msg":"trace[930884351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26778; }","duration":"618.658381ms","start":"2026-03-04T02:19:12.70533Z","end":"2026-03-04T02:19:13.323989Z","steps":["trace[930884351] 'agreement among raft nodes before linearized reading' (duration: 618.537608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:13.323991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.70414Z","time spent":"619.790437ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:13.32402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.705308Z","time spent":"618.707283ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:13.339152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.692679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:19:13.339232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.419136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:19:13.339267Z","caller":"traceutil/trace.go:171","msg":"trace[643744772] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26779; }","duration":"313.492347ms","start":"2026-03-04T02:19:13.025764Z","end":"2026-03-04T02:19:13.339256Z","steps":["trace[643744772] 'agreement among raft nodes before linearized reading' (duration: 313.333254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:13.339266Z","caller":"traceutil/trace.go:171","msg":"trace[1717628316] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26779; }","duration":"633.848202ms","start":"2026-03-04T02:19:12.705403Z","end":"2026-03-04T02:19:13.339251Z","steps":["trace[1717628316] 'agreement among raft nodes before linearized reading' (duration: 633.606557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:13.339286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.025742Z","time spent":"313.539968ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:13.339304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.705371Z","time spent":"633.924344ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:13.339379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.723195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:13.339476Z","caller":"traceutil/trace.go:171","msg":"trace[1488941635] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26779; }","duration":"226.861599ms","start":"2026-03-04T02:19:13.112591Z","end":"2026-03-04T02:19:13.339453Z","steps":["trace[1488941635] 'agreement among raft nodes before linearized reading' (duration: 226.691625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:13.339736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.675572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:19:13.339892Z","caller":"traceutil/trace.go:171","msg":"trace[772057822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26779; }","duration":"631.845826ms","start":"2026-03-04T02:19:12.70803Z","end":"2026-03-04T02:19:13.339876Z","steps":["trace[772057822] 'agreement among raft nodes before linearized reading' (duration: 631.18115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:13.340006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.708024Z","time spent":"631.966759ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:19:13.339415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.603227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:19:13.340184Z","caller":"traceutil/trace.go:171","msg":"trace[2059551908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26779; }","duration":"634.444657ms","start":"2026-03-04T02:19:12.70572Z","end":"2026-03-04T02:19:13.340165Z","steps":["trace[2059551908] 'agreement among raft nodes before linearized reading' (duration: 633.515285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:13.340245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.70571Z","time spent":"634.515559ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:13.340661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.822086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:19:13.340787Z","caller":"traceutil/trace.go:171","msg":"trace[243496733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26779; }","duration":"634.953419ms","start":"2026-03-04T02:19:12.705813Z","end":"2026-03-04T02:19:13.340767Z","steps":["trace[243496733] 'agreement among raft nodes before linearized reading' (duration: 633.330791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:13.340859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.705809Z","time spent":"635.037761ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:19:13.992025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:14.365145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.125091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:14.365263Z","caller":"traceutil/trace.go:171","msg":"trace[2132463263] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"1.018442337s","start":"2026-03-04T02:19:13.346799Z","end":"2026-03-04T02:19:14.365241Z","steps":["trace[2132463263] 'process raft request' (duration: 830.131222ms)","trace[2132463263] 'compare' (duration: 187.594409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:14.365325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.346777Z","time spent":"1.018519349s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:15.434365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.694844ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.434501Z","caller":"traceutil/trace.go:171","msg":"trace[1636780373] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26781; }","duration":"534.846248ms","start":"2026-03-04T02:19:14.899635Z","end":"2026-03-04T02:19:15.434481Z","steps":["trace[1636780373] 'range keys from in-memory index tree' (duration: 534.680654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.435718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.558926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:15.435915Z","caller":"traceutil/trace.go:171","msg":"trace[1987460653] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"2.089075616s","start":"2026-03-04T02:19:13.34681Z","end":"2026-03-04T02:19:15.435885Z","steps":["trace[1987460653] 'process raft request' (duration: 1.716260024s)","trace[1987460653] 'compare' (duration: 371.605893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:15.436064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.346786Z","time spent":"2.089195089s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:15.436238Z","caller":"traceutil/trace.go:171","msg":"trace[1520338354] linearizableReadLoop","detail":"{readStateIndex:27702; appliedIndex:27697; }","duration":"1.944429443s","start":"2026-03-04T02:19:13.491758Z","end":"2026-03-04T02:19:15.436188Z","steps":["trace[1520338354] 'read index received' (duration: 685.184112ms)","trace[1520338354] 'applied index is now lower than readState.Index' (duration: 1.259244381s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:15.436352Z","caller":"traceutil/trace.go:171","msg":"trace[1417510498] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"2.08925436s","start":"2026-03-04T02:19:13.347086Z","end":"2026-03-04T02:19:15.436341Z","steps":["trace[1417510498] 'process raft request' (duration: 2.088941703s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:15.436357Z","caller":"traceutil/trace.go:171","msg":"trace[87805896] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"2.089199649s","start":"2026-03-04T02:19:13.347146Z","end":"2026-03-04T02:19:15.436345Z","steps":["trace[87805896] 'process raft request' (duration: 2.088990734s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.43642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.347077Z","time spent":"2.089311641s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:15.436513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.347131Z","time spent":"2.089303701s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:15.43662Z","caller":"traceutil/trace.go:171","msg":"trace[302425281] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"2.08968217s","start":"2026-03-04T02:19:13.346907Z","end":"2026-03-04T02:19:15.436589Z","steps":["trace[302425281] 'process raft request' (duration: 2.088900502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.436654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944872383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.436728Z","caller":"traceutil/trace.go:171","msg":"trace[1916123721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26785; }","duration":"1.944993005s","start":"2026-03-04T02:19:13.491716Z","end":"2026-03-04T02:19:15.436709Z","steps":["trace[1916123721] 'agreement among raft nodes before linearized reading' (duration: 1.944813591s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.436769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.491697Z","time spent":"1.945064437s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:15.436786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.346896Z","time spent":"2.089800292s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:15.447976Z","caller":"traceutil/trace.go:171","msg":"trace[1023805251] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"1.072209654s","start":"2026-03-04T02:19:14.375751Z","end":"2026-03-04T02:19:15.44796Z","steps":["trace[1023805251] 'process raft request' (duration: 1.072081621s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.448047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:14.375707Z","time spent":"1.072310407s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:15.448185Z","caller":"traceutil/trace.go:171","msg":"trace[1663578063] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"401.006315ms","start":"2026-03-04T02:19:15.04717Z","end":"2026-03-04T02:19:15.448176Z","steps":["trace[1663578063] 'process raft request' (duration: 400.746209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:15.44818Z","caller":"traceutil/trace.go:171","msg":"trace[1027730621] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"399.031289ms","start":"2026-03-04T02:19:15.049133Z","end":"2026-03-04T02:19:15.448164Z","steps":["trace[1027730621] 'process raft request' (duration: 398.974608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.448231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.047152Z","time spent":"401.056787ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:15.448243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.049126Z","time spent":"399.08814ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:16.238398Z","caller":"traceutil/trace.go:171","msg":"trace[1865606770] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"1.12381688s","start":"2026-03-04T02:19:15.114556Z","end":"2026-03-04T02:19:16.238372Z","steps":["trace[1865606770] 'process raft request' (duration: 1.123630956s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.238559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.114511Z","time spent":"1.123969994s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:16.238645Z","caller":"traceutil/trace.go:171","msg":"trace[1504189021] linearizableReadLoop","detail":"{readStateIndex:27709; appliedIndex:27704; }","duration":"802.319028ms","start":"2026-03-04T02:19:15.436306Z","end":"2026-03-04T02:19:16.238625Z","steps":["trace[1504189021] 'read index received' (duration: 11.798774ms)","trace[1504189021] 'applied index is now lower than readState.Index' (duration: 790.519254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:16.238783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064771242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:16.238808Z","caller":"traceutil/trace.go:171","msg":"trace[1354710947] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26792; }","duration":"1.064851054s","start":"2026-03-04T02:19:15.173949Z","end":"2026-03-04T02:19:16.2388Z","steps":["trace[1354710947] 'agreement among raft nodes before linearized reading' (duration: 1.064781273s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.238801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579284029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:16.238872Z","caller":"traceutil/trace.go:171","msg":"trace[1005438497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26792; }","duration":"2.57938828s","start":"2026-03-04T02:19:13.659466Z","end":"2026-03-04T02:19:16.238855Z","steps":["trace[1005438497] 'agreement among raft nodes before linearized reading' (duration: 2.579266008s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.238882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010828892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:16.238837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.173928Z","time spent":"1.064899585s","remote":"127.0.0.1:54106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:16.238961Z","caller":"traceutil/trace.go:171","msg":"trace[780594532] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26792; }","duration":"1.010976285s","start":"2026-03-04T02:19:15.227965Z","end":"2026-03-04T02:19:16.238941Z","steps":["trace[780594532] 'agreement among raft nodes before linearized reading' (duration: 1.010693199s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:16.238992Z","caller":"traceutil/trace.go:171","msg":"trace[1573077817] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"899.132762ms","start":"2026-03-04T02:19:15.339846Z","end":"2026-03-04T02:19:16.238979Z","steps":["trace[1573077817] 'process raft request' (duration: 898.737453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.239009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.227935Z","time spent":"1.011064517s","remote":"127.0.0.1:51616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:16.239031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.424051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:19:16.239056Z","caller":"traceutil/trace.go:171","msg":"trace[1925747492] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26792; }","duration":"447.477652ms","start":"2026-03-04T02:19:15.79157Z","end":"2026-03-04T02:19:16.239048Z","steps":["trace[1925747492] 'agreement among raft nodes before linearized reading' (duration: 447.41433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.239059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.339811Z","time spent":"899.210864ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:16.238989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.291755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:16.239076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.696835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:16.239099Z","caller":"traceutil/trace.go:171","msg":"trace[1547878203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26792; }","duration":"801.457648ms","start":"2026-03-04T02:19:15.437633Z","end":"2026-03-04T02:19:16.23909Z","steps":["trace[1547878203] 'agreement among raft nodes before linearized reading' (duration: 801.270634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.239117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.437614Z","time spent":"801.497499ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:19:16.239128Z","caller":"traceutil/trace.go:171","msg":"trace[222562097] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26792; }","duration":"632.766638ms","start":"2026-03-04T02:19:15.606341Z","end":"2026-03-04T02:19:16.239108Z","steps":["trace[222562097] 'agreement among raft nodes before linearized reading' (duration: 632.706167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:16.239162Z","caller":"traceutil/trace.go:171","msg":"trace[722103804] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"1.124599478s","start":"2026-03-04T02:19:15.11454Z","end":"2026-03-04T02:19:16.239139Z","steps":["trace[722103804] 'process raft request' (duration: 1.123789039s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.239167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.606327Z","time spent":"632.831629ms","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:19:16.239209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448509227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:16.239215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.114499Z","time spent":"1.12468806s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:16.239244Z","caller":"traceutil/trace.go:171","msg":"trace[1577061932] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26792; }","duration":"2.448566569s","start":"2026-03-04T02:19:13.790665Z","end":"2026-03-04T02:19:16.239232Z","steps":["trace[1577061932] 'agreement among raft nodes before linearized reading' (duration: 2.448445506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.239273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.790648Z","time spent":"2.44861748s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":90,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:16.239303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.038281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:16.239323Z","caller":"traceutil/trace.go:171","msg":"trace[1485600236] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26792; }","duration":"481.082201ms","start":"2026-03-04T02:19:15.758235Z","end":"2026-03-04T02:19:16.239317Z","steps":["trace[1485600236] 'agreement among raft nodes before linearized reading' (duration: 481.03421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.239358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.758221Z","time spent":"481.116482ms","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:16.239395Z","caller":"traceutil/trace.go:171","msg":"trace[1715593195] transaction","detail":"{read_only:false; response_revision:26791; number_of_response:1; }","duration":"909.879111ms","start":"2026-03-04T02:19:15.329506Z","end":"2026-03-04T02:19:16.239385Z","steps":["trace[1715593195] 'process raft request' (duration: 908.98758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.239413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.808426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:19:16.239439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.660323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:16.239449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.329483Z","time spent":"909.936442ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:16.239427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545652879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:16.239469Z","caller":"traceutil/trace.go:171","msg":"trace[399272797] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26792; }","duration":"672.739734ms","start":"2026-03-04T02:19:15.56672Z","end":"2026-03-04T02:19:16.23946Z","steps":["trace[399272797] 'agreement among raft nodes before linearized reading' (duration: 672.665113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.239497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.566696Z","time spent":"672.794097ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:16.239502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.817362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:16.239507Z","caller":"traceutil/trace.go:171","msg":"trace[1898413871] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26792; }","duration":"2.545749892s","start":"2026-03-04T02:19:13.693734Z","end":"2026-03-04T02:19:16.239484Z","steps":["trace[1898413871] 'agreement among raft nodes before linearized reading' (duration: 2.545599727s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:16.239534Z","caller":"traceutil/trace.go:171","msg":"trace[1828691357] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26792; }","duration":"900.909894ms","start":"2026-03-04T02:19:15.338615Z","end":"2026-03-04T02:19:16.239525Z","steps":["trace[1828691357] 'agreement among raft nodes before linearized reading' (duration: 900.860033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.239074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.791553Z","time spent":"447.517093ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:19:16.239561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.693719Z","time spent":"2.545830954s","remote":"127.0.0.1:55226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:16.238912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.659455Z","time spent":"2.579447333s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:16.239673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.617922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:16.239703Z","caller":"traceutil/trace.go:171","msg":"trace[1454696159] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26792; }","duration":"760.690584ms","start":"2026-03-04T02:19:15.479003Z","end":"2026-03-04T02:19:16.239693Z","steps":["trace[1454696159] 'agreement among raft nodes before linearized reading' (duration: 760.638252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.238971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.008784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:16.239731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.478977Z","time spent":"760.747635ms","remote":"127.0.0.1:54094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:16.239746Z","caller":"traceutil/trace.go:171","msg":"trace[721434413] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26792; }","duration":"564.818813ms","start":"2026-03-04T02:19:15.674916Z","end":"2026-03-04T02:19:16.239735Z","steps":["trace[721434413] 'agreement among raft nodes before linearized reading' (duration: 564.033165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.239782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.674894Z","time spent":"564.877084ms","remote":"127.0.0.1:54034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:16.239565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.338581Z","time spent":"900.976955ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:16.239877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463940196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:19:16.239454Z","caller":"traceutil/trace.go:171","msg":"trace[1216466636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26792; }","duration":"889.887418ms","start":"2026-03-04T02:19:15.349555Z","end":"2026-03-04T02:19:16.239443Z","steps":["trace[1216466636] 'agreement among raft nodes before linearized reading' (duration: 889.736834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.238923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631185702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:19:16.239909Z","caller":"traceutil/trace.go:171","msg":"trace[223008100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26792; }","duration":"2.464010107s","start":"2026-03-04T02:19:13.775889Z","end":"2026-03-04T02:19:16.239899Z","steps":["trace[223008100] 'agreement among raft nodes before linearized reading' (duration: 2.463883194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.239921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.349542Z","time spent":"890.368999ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:19:16.239931Z","caller":"traceutil/trace.go:171","msg":"trace[1163909329] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:26792; }","duration":"2.632236267s","start":"2026-03-04T02:19:13.607684Z","end":"2026-03-04T02:19:16.239921Z","steps":["trace[1163909329] 'agreement among raft nodes before linearized reading' (duration: 2.631168501s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:16.239941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.775866Z","time spent":"2.464065469s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:16.23996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.607662Z","time spent":"2.632289648s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-04T02:19:17.167881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.513709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:17.168053Z","caller":"traceutil/trace.go:171","msg":"trace[226099] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"858.227554ms","start":"2026-03-04T02:19:16.309812Z","end":"2026-03-04T02:19:17.16804Z","steps":["trace[226099] 'process raft request' (duration: 858.192863ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:17.168068Z","caller":"traceutil/trace.go:171","msg":"trace[819853366] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"923.492247ms","start":"2026-03-04T02:19:16.244555Z","end":"2026-03-04T02:19:17.168047Z","steps":["trace[819853366] 'process raft request' (duration: 134.734723ms)","trace[819853366] 'compare' (duration: 788.000086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:17.168104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:16.309791Z","time spent":"858.291676ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:17.168083Z","caller":"traceutil/trace.go:171","msg":"trace[843190195] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"921.837698ms","start":"2026-03-04T02:19:16.24622Z","end":"2026-03-04T02:19:17.168057Z","steps":["trace[843190195] 'process raft request' (duration: 921.738776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:17.168137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:16.244532Z","time spent":"923.569069ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:17.168253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:16.246212Z","time spent":"921.943351ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:17.168258Z","caller":"traceutil/trace.go:171","msg":"trace[1348204848] linearizableReadLoop","detail":"{readStateIndex:27711; appliedIndex:27709; }","duration":"923.534598ms","start":"2026-03-04T02:19:16.244714Z","end":"2026-03-04T02:19:17.168249Z","steps":["trace[1348204848] 'read index received' (duration: 63.950593ms)","trace[1348204848] 'applied index is now lower than readState.Index' (duration: 859.583225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:17.168436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.718722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:19:17.16846Z","caller":"traceutil/trace.go:171","msg":"trace[422903537] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26795; }","duration":"923.761813ms","start":"2026-03-04T02:19:16.244692Z","end":"2026-03-04T02:19:17.168454Z","steps":["trace[422903537] 'agreement among raft nodes before linearized reading' (duration: 923.65093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:17.168479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:16.244685Z","time spent":"923.789384ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:19:17.168547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.283141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:17.168586Z","caller":"traceutil/trace.go:171","msg":"trace[499323673] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26795; }","duration":"923.336503ms","start":"2026-03-04T02:19:16.245239Z","end":"2026-03-04T02:19:17.168576Z","steps":["trace[499323673] 'agreement among raft nodes before linearized reading' (duration: 923.273301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:17.168613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:16.245232Z","time spent":"923.373403ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:19:17.168709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.153992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:17.168694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.377334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:17.168768Z","caller":"traceutil/trace.go:171","msg":"trace[109031717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26795; }","duration":"921.249775ms","start":"2026-03-04T02:19:16.247504Z","end":"2026-03-04T02:19:17.168754Z","steps":["trace[109031717] 'agreement among raft nodes before linearized reading' (duration: 921.145692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:17.168789Z","caller":"traceutil/trace.go:171","msg":"trace[1607985294] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26795; }","duration":"741.536928ms","start":"2026-03-04T02:19:16.427231Z","end":"2026-03-04T02:19:17.168768Z","steps":["trace[1607985294] 'agreement among raft nodes before linearized reading' (duration: 741.373804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:17.168803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:16.247485Z","time spent":"921.311097ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:17.168834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:16.427207Z","time spent":"741.61848ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:17.168934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.133643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:19:17.169022Z","caller":"traceutil/trace.go:171","msg":"trace[1977295702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26795; }","duration":"799.393969ms","start":"2026-03-04T02:19:16.369608Z","end":"2026-03-04T02:19:17.169002Z","steps":["trace[1977295702] 'agreement among raft nodes before linearized reading' (duration: 799.009571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:17.169069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:16.369586Z","time spent":"799.473072ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:19:17.168789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.380017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:17.169395Z","caller":"traceutil/trace.go:171","msg":"trace[504907702] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26795; }","duration":"538.057582ms","start":"2026-03-04T02:19:16.631314Z","end":"2026-03-04T02:19:17.169372Z","steps":["trace[504907702] 'agreement among raft nodes before linearized reading' (duration: 537.313295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:17.169532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:16.631294Z","time spent":"538.216826ms","remote":"127.0.0.1:51676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:17.905982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.869664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:17.906127Z","caller":"traceutil/trace.go:171","msg":"trace[67693990] linearizableReadLoop","detail":"{readStateIndex:27714; appliedIndex:27713; }","duration":"731.170229ms","start":"2026-03-04T02:19:17.174905Z","end":"2026-03-04T02:19:17.906075Z","steps":["trace[67693990] 'read index received' (duration: 320.191653ms)","trace[67693990] 'applied index is now lower than readState.Index' (duration: 410.976926ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:17.906213Z","caller":"traceutil/trace.go:171","msg":"trace[1540139150] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"732.155081ms","start":"2026-03-04T02:19:17.174041Z","end":"2026-03-04T02:19:17.906196Z","steps":["trace[1540139150] 'process raft request' (duration: 320.97226ms)","trace[1540139150] 'compare' (duration: 410.2676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:17.906279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.17403Z","time spent":"732.215533ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:17.90643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.494547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:19:17.906544Z","caller":"traceutil/trace.go:171","msg":"trace[187850240] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26796; }","duration":"731.64531ms","start":"2026-03-04T02:19:17.174875Z","end":"2026-03-04T02:19:17.90652Z","steps":["trace[187850240] 'agreement among raft nodes before linearized reading' (duration: 731.338612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:17.906593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.174866Z","time spent":"731.717323ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:19:18.3893Z","caller":"traceutil/trace.go:171","msg":"trace[210594999] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"936.512348ms","start":"2026-03-04T02:19:17.452743Z","end":"2026-03-04T02:19:18.389255Z","steps":["trace[210594999] 'process raft request' (duration: 853.984804ms)","trace[210594999] 'compare' (duration: 82.039543ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:18.389374Z","caller":"traceutil/trace.go:171","msg":"trace[1110385649] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"934.145865ms","start":"2026-03-04T02:19:17.455199Z","end":"2026-03-04T02:19:18.389345Z","steps":["trace[1110385649] 'process raft request' (duration: 933.997002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:18.389453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.452717Z","time spent":"936.657832ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:18.389551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.455189Z","time spent":"934.265257ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:18.389572Z","caller":"traceutil/trace.go:171","msg":"trace[2142300989] linearizableReadLoop","detail":"{readStateIndex:27717; appliedIndex:27714; }","duration":"483.392616ms","start":"2026-03-04T02:19:17.906154Z","end":"2026-03-04T02:19:18.389547Z","steps":["trace[2142300989] 'read index received' (duration: 400.514304ms)","trace[2142300989] 'applied index is now lower than readState.Index' (duration: 82.877242ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:18.389721Z","caller":"traceutil/trace.go:171","msg":"trace[90700034] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"934.164734ms","start":"2026-03-04T02:19:17.455544Z","end":"2026-03-04T02:19:18.389709Z","steps":["trace[90700034] 'process raft request' (duration: 933.731324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:18.389823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.455537Z","time spent":"934.219645ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:18.39007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.305525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:18.39015Z","caller":"traceutil/trace.go:171","msg":"trace[797796406] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26799; }","duration":"729.414448ms","start":"2026-03-04T02:19:17.660723Z","end":"2026-03-04T02:19:18.390138Z","steps":["trace[797796406] 'agreement among raft nodes before linearized reading' (duration: 729.307306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:18.39019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.660705Z","time spent":"729.473239ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:18.390271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153440987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:18.390262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215135307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:18.390289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.212214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:18.39034Z","caller":"traceutil/trace.go:171","msg":"trace[1820746121] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26799; }","duration":"1.153557629s","start":"2026-03-04T02:19:17.236765Z","end":"2026-03-04T02:19:18.390322Z","steps":["trace[1820746121] 'agreement among raft nodes before linearized reading' (duration: 1.153435237s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:18.390362Z","caller":"traceutil/trace.go:171","msg":"trace[1539623860] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26799; }","duration":"880.310226ms","start":"2026-03-04T02:19:17.510033Z","end":"2026-03-04T02:19:18.390343Z","steps":["trace[1539623860] 'agreement among raft nodes before linearized reading' (duration: 880.192933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:18.390368Z","caller":"traceutil/trace.go:171","msg":"trace[1608954722] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26799; }","duration":"1.21524187s","start":"2026-03-04T02:19:17.175093Z","end":"2026-03-04T02:19:18.390335Z","steps":["trace[1608954722] 'agreement among raft nodes before linearized reading' (duration: 1.215076526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:18.390397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.236742Z","time spent":"1.153638592s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:19:18.390411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.510018Z","time spent":"880.379778ms","remote":"127.0.0.1:35302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:18.39038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.459379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:19:18.390428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.175038Z","time spent":"1.215374763s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:19:18.390275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.560468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:18.39045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.419074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:19:18.390339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143718971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:18.390503Z","caller":"traceutil/trace.go:171","msg":"trace[2119852732] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26799; }","duration":"948.500896ms","start":"2026-03-04T02:19:17.44198Z","end":"2026-03-04T02:19:18.390481Z","steps":["trace[2119852732] 'agreement among raft nodes before linearized reading' (duration: 948.352153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:18.390491Z","caller":"traceutil/trace.go:171","msg":"trace[1178772716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26799; }","duration":"898.801835ms","start":"2026-03-04T02:19:17.491676Z","end":"2026-03-04T02:19:18.390478Z","steps":["trace[1178772716] 'agreement among raft nodes before linearized reading' (duration: 898.536069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:18.390472Z","caller":"traceutil/trace.go:171","msg":"trace[32303235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26799; }","duration":"949.604542ms","start":"2026-03-04T02:19:17.440851Z","end":"2026-03-04T02:19:18.390456Z","steps":["trace[32303235] 'agreement among raft nodes before linearized reading' (duration: 949.308336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:18.390528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.632906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:19:18.390548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.441956Z","time spent":"948.583968ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:18.390562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.491665Z","time spent":"898.879756ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:19:18.390603Z","caller":"traceutil/trace.go:171","msg":"trace[778171017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26799; }","duration":"947.727189ms","start":"2026-03-04T02:19:17.442834Z","end":"2026-03-04T02:19:18.390562Z","steps":["trace[778171017] 'agreement among raft nodes before linearized reading' (duration: 947.454123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:18.390572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.440822Z","time spent":"949.734135ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:18.39065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.442815Z","time spent":"947.824981ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:19:18.390868Z","caller":"traceutil/trace.go:171","msg":"trace[1592468989] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26799; }","duration":"1.144013328s","start":"2026-03-04T02:19:17.24649Z","end":"2026-03-04T02:19:18.390503Z","steps":["trace[1592468989] 'agreement among raft nodes before linearized reading' (duration: 1.143697841s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:18.390946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.246478Z","time spent":"1.144445108s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:18.427478Z","caller":"traceutil/trace.go:171","msg":"trace[1530383469] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"184.016886ms","start":"2026-03-04T02:19:18.243438Z","end":"2026-03-04T02:19:18.427454Z","steps":["trace[1530383469] 'process raft request' (duration: 183.758109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:18.427564Z","caller":"traceutil/trace.go:171","msg":"trace[236627818] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"181.408206ms","start":"2026-03-04T02:19:18.246143Z","end":"2026-03-04T02:19:18.427551Z","steps":["trace[236627818] 'process raft request' (duration: 181.240522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:18.427647Z","caller":"traceutil/trace.go:171","msg":"trace[134428262] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"182.464961ms","start":"2026-03-04T02:19:18.245177Z","end":"2026-03-04T02:19:18.427642Z","steps":["trace[134428262] 'process raft request' (duration: 182.159023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:18.427737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.2204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:18.427785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.666183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:19:18.427815Z","caller":"traceutil/trace.go:171","msg":"trace[1762329591] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26802; }","duration":"470.403735ms","start":"2026-03-04T02:19:17.957395Z","end":"2026-03-04T02:19:18.427798Z","steps":["trace[1762329591] 'agreement among raft nodes before linearized reading' (duration: 470.239491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:18.427864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.957369Z","time spent":"470.483126ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:18.427857Z","caller":"traceutil/trace.go:171","msg":"trace[837842158] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26802; }","duration":"172.791696ms","start":"2026-03-04T02:19:18.255048Z","end":"2026-03-04T02:19:18.427839Z","steps":["trace[837842158] 'agreement among raft nodes before linearized reading' (duration: 172.54246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:18.928319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380123,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:19:18.945013Z","caller":"traceutil/trace.go:171","msg":"trace[2031145386] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"549.493208ms","start":"2026-03-04T02:19:18.395495Z","end":"2026-03-04T02:19:18.944988Z","steps":["trace[2031145386] 'process raft request' (duration: 549.078628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:18.945052Z","caller":"traceutil/trace.go:171","msg":"trace[2062329532] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"549.400946ms","start":"2026-03-04T02:19:18.395623Z","end":"2026-03-04T02:19:18.945024Z","steps":["trace[2062329532] 'process raft request' (duration: 549.279303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:18.945034Z","caller":"traceutil/trace.go:171","msg":"trace[1309423311] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"548.857563ms","start":"2026-03-04T02:19:18.396151Z","end":"2026-03-04T02:19:18.945009Z","steps":["trace[1309423311] 'process raft request' (duration: 548.802262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:18.945179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:18.395597Z","time spent":"549.512127ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:18.945141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:18.395477Z","time spent":"549.58946ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:18.945311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:18.396122Z","time spent":"549.109228ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:19.704985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.850578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:19.705215Z","caller":"traceutil/trace.go:171","msg":"trace[1578080539] transaction","detail":"{read_only:false; response_revision:26806; number_of_response:1; }","duration":"1.272827825s","start":"2026-03-04T02:19:18.432352Z","end":"2026-03-04T02:19:19.70518Z","steps":["trace[1578080539] 'process raft request' (duration: 561.643119ms)","trace[1578080539] 'compare' (duration: 710.131821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:19.705389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:18.432324Z","time spent":"1.272964988s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:19.705442Z","caller":"traceutil/trace.go:171","msg":"trace[281527051] linearizableReadLoop","detail":"{readStateIndex:27725; appliedIndex:27720; }","duration":"1.277989124s","start":"2026-03-04T02:19:18.427424Z","end":"2026-03-04T02:19:19.705413Z","steps":["trace[281527051] 'read index received' (duration: 517.2663ms)","trace[281527051] 'applied index is now lower than readState.Index' (duration: 760.718114ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:19.70544Z","caller":"traceutil/trace.go:171","msg":"trace[1602807767] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"977.096129ms","start":"2026-03-04T02:19:18.728315Z","end":"2026-03-04T02:19:19.705411Z","steps":["trace[1602807767] 'process raft request' (duration: 976.811003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:19.705606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:18.728283Z","time spent":"977.241223ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:20.206441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:20.635897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.31404602s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:19:20.636121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239986754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:20.636219Z","caller":"traceutil/trace.go:171","msg":"trace[129830867] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26807; }","duration":"2.240135738s","start":"2026-03-04T02:19:18.396057Z","end":"2026-03-04T02:19:20.636193Z","steps":["trace[129830867] 'agreement among raft nodes before linearized reading' (duration: 1.309437684s)","trace[129830867] 'range keys from in-memory index tree' (duration: 930.544941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:20.636274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:18.396047Z","time spent":"2.240215849s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:19:20.636286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.902678ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:19:20.636472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241255833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:20.636558Z","caller":"traceutil/trace.go:171","msg":"trace[1477934064] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26807; }","duration":"2.241352765s","start":"2026-03-04T02:19:18.395175Z","end":"2026-03-04T02:19:20.636528Z","steps":["trace[1477934064] 'agreement among raft nodes before linearized reading' (duration: 1.310339975s)","trace[1477934064] 'range keys from in-memory index tree' (duration: 930.894328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:20.636627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:18.395134Z","time spent":"2.241474308s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:19:20.636785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244875537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:20.636836Z","caller":"traceutil/trace.go:171","msg":"trace[1556268752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26807; }","duration":"2.244945228s","start":"2026-03-04T02:19:18.391876Z","end":"2026-03-04T02:19:20.636821Z","steps":["trace[1556268752] 'agreement among raft nodes before linearized reading' (duration: 1.313650221s)","trace[1556268752] 'range keys from in-memory index tree' (duration: 931.233956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:20.636866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:18.391858Z","time spent":"2.2450017s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:19:20.637714Z","caller":"traceutil/trace.go:171","msg":"trace[982521925] linearizableReadLoop","detail":"{readStateIndex:27727; appliedIndex:27725; }","duration":"932.179679ms","start":"2026-03-04T02:19:19.705504Z","end":"2026-03-04T02:19:20.637684Z","steps":["trace[982521925] 'read index received' (duration: 930.671263ms)","trace[982521925] 'applied index is now lower than readState.Index' (duration: 1.506626ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:20.6379Z","caller":"traceutil/trace.go:171","msg":"trace[622002123] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"1.39686216s","start":"2026-03-04T02:19:19.241002Z","end":"2026-03-04T02:19:20.637864Z","steps":["trace[622002123] 'process raft request' (duration: 1.395472157s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:20.638078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:19.240979Z","time spent":"1.396997803s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:21.138387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:21.169312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262019625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:21.169399Z","caller":"traceutil/trace.go:171","msg":"trace[191755437] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26808; }","duration":"2.262165768s","start":"2026-03-04T02:19:18.90721Z","end":"2026-03-04T02:19:21.169376Z","steps":["trace[191755437] 'agreement among raft nodes before linearized reading' (duration: 1.730836612s)","trace[191755437] 'count revisions from in-memory index tree' (duration: 531.201423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:21.169444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:18.907185Z","time spent":"2.262248959s","remote":"127.0.0.1:54956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:21.169616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769764114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:21.169646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03063258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:21.169713Z","caller":"traceutil/trace.go:171","msg":"trace[2045274141] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26808; }","duration":"1.769905956s","start":"2026-03-04T02:19:19.399779Z","end":"2026-03-04T02:19:21.169685Z","steps":["trace[2045274141] 'agreement among raft nodes before linearized reading' (duration: 1.238106169s)","trace[2045274141] 'count revisions from in-memory index tree' (duration: 531.661373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:21.169772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:19.399756Z","time spent":"1.770004219s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:21.169834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336605503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T02:19:21.16987Z","caller":"traceutil/trace.go:171","msg":"trace[210347780] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26808; }","duration":"2.336681195s","start":"2026-03-04T02:19:18.833177Z","end":"2026-03-04T02:19:21.169858Z","steps":["trace[210347780] 'agreement among raft nodes before linearized reading' (duration: 1.804892879s)","trace[210347780] 'range keys from in-memory index tree' (duration: 531.679524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:21.169912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:18.83316Z","time spent":"2.336742218s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T02:19:21.169719Z","caller":"traceutil/trace.go:171","msg":"trace[1292669613] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26808; }","duration":"2.030757743s","start":"2026-03-04T02:19:19.138939Z","end":"2026-03-04T02:19:21.169696Z","steps":["trace[1292669613] 'agreement among raft nodes before linearized reading' (duration: 1.498979467s)","trace[1292669613] 'count revisions from in-memory index tree' (duration: 531.656973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:21.170065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:19.138917Z","time spent":"2.031134972s","remote":"127.0.0.1:51924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:21.169655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996010428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:19:21.170249Z","caller":"traceutil/trace.go:171","msg":"trace[1102303006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26808; }","duration":"1.996655474s","start":"2026-03-04T02:19:19.173561Z","end":"2026-03-04T02:19:21.170217Z","steps":["trace[1102303006] 'agreement among raft nodes before linearized reading' (duration: 1.464273453s)","trace[1102303006] 'range keys from in-memory index tree' (duration: 531.435548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:21.170338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:19.173554Z","time spent":"1.996751966s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:21.169616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849730687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:21.17041Z","caller":"traceutil/trace.go:171","msg":"trace[1680775578] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26808; }","duration":"1.850580098s","start":"2026-03-04T02:19:19.319806Z","end":"2026-03-04T02:19:21.170387Z","steps":["trace[1680775578] 'agreement among raft nodes before linearized reading' (duration: 1.317937451s)","trace[1680775578] 'count revisions from in-memory index tree' (duration: 531.789287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:21.170463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:19.319794Z","time spent":"1.8506569s","remote":"127.0.0.1:55164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:21.169353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995852804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:19:21.170845Z","caller":"traceutil/trace.go:171","msg":"trace[420851766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26808; }","duration":"1.997393641s","start":"2026-03-04T02:19:19.173415Z","end":"2026-03-04T02:19:21.170809Z","steps":["trace[420851766] 'agreement among raft nodes before linearized reading' (duration: 1.464516258s)","trace[420851766] 'range keys from in-memory index tree' (duration: 531.222063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:21.170948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:19.173392Z","time spent":"1.997525003s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:19:21.249667Z","caller":"traceutil/trace.go:171","msg":"trace[565006942] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"852.03495ms","start":"2026-03-04T02:19:20.397603Z","end":"2026-03-04T02:19:21.249638Z","steps":["trace[565006942] 'process raft request' (duration: 851.806925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:21.249653Z","caller":"traceutil/trace.go:171","msg":"trace[1672997558] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"851.920758ms","start":"2026-03-04T02:19:20.397712Z","end":"2026-03-04T02:19:21.249633Z","steps":["trace[1672997558] 'process raft request' (duration: 851.835486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.24982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.397706Z","time spent":"852.03422ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:21.249838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.397577Z","time spent":"852.152673ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:21.249996Z","caller":"traceutil/trace.go:171","msg":"trace[29873652] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"852.190234ms","start":"2026-03-04T02:19:20.397763Z","end":"2026-03-04T02:19:21.249953Z","steps":["trace[29873652] 'process raft request' (duration: 851.825286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:21.250084Z","caller":"traceutil/trace.go:171","msg":"trace[1994620870] transaction","detail":"{read_only:false; response_revision:26812; number_of_response:1; }","duration":"817.023509ms","start":"2026-03-04T02:19:20.433037Z","end":"2026-03-04T02:19:21.25006Z","steps":["trace[1994620870] 'process raft request' (duration: 816.792624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:21.250164Z","caller":"traceutil/trace.go:171","msg":"trace[1606014649] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"816.779332ms","start":"2026-03-04T02:19:20.43336Z","end":"2026-03-04T02:19:21.250139Z","steps":["trace[1606014649] 'process raft request' (duration: 816.606358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.250188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.397756Z","time spent":"852.331177ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:21.250168Z","caller":"traceutil/trace.go:171","msg":"trace[1120649358] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"815.276478ms","start":"2026-03-04T02:19:20.434858Z","end":"2026-03-04T02:19:21.250135Z","steps":["trace[1120649358] 'process raft request' (duration: 815.170106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.2503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.433345Z","time spent":"816.883285ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:21.250345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.434846Z","time spent":"815.404522ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:21.252425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.433009Z","time spent":"817.197833ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:21.448475Z","caller":"traceutil/trace.go:171","msg":"trace[120249399] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"602.200819ms","start":"2026-03-04T02:19:20.84624Z","end":"2026-03-04T02:19:21.44844Z","steps":["trace[120249399] 'process raft request' (duration: 588.02111ms)","trace[120249399] 'compare' (duration: 13.727439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:21.44865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.846212Z","time spent":"602.351573ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:21.449339Z","caller":"traceutil/trace.go:171","msg":"trace[1400917573] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"273.400027ms","start":"2026-03-04T02:19:21.175918Z","end":"2026-03-04T02:19:21.449318Z","steps":["trace[1400917573] 'process raft request' (duration: 273.257334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:21.449405Z","caller":"traceutil/trace.go:171","msg":"trace[2106938543] linearizableReadLoop","detail":"{readStateIndex:27734; appliedIndex:27727; }","duration":"811.606852ms","start":"2026-03-04T02:19:20.637771Z","end":"2026-03-04T02:19:21.449378Z","steps":["trace[2106938543] 'read index received' (duration: 611.7471ms)","trace[2106938543] 'applied index is now lower than readState.Index' (duration: 199.858612ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:21.449325Z","caller":"traceutil/trace.go:171","msg":"trace[1069630854] transaction","detail":"{read_only:false; response_revision:26816; number_of_response:1; }","duration":"273.494449ms","start":"2026-03-04T02:19:21.1758Z","end":"2026-03-04T02:19:21.449294Z","steps":["trace[1069630854] 'process raft request' (duration: 272.572627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.449542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094110812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:21.449621Z","caller":"traceutil/trace.go:171","msg":"trace[2022210244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26818; }","duration":"1.094225295s","start":"2026-03-04T02:19:20.355377Z","end":"2026-03-04T02:19:21.449602Z","steps":["trace[2022210244] 'agreement among raft nodes before linearized reading' (duration: 1.09401007s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.449665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049725483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:21.449682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.414689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:19:21.449621Z","caller":"traceutil/trace.go:171","msg":"trace[793072085] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"204.374118ms","start":"2026-03-04T02:19:21.245227Z","end":"2026-03-04T02:19:21.449601Z","steps":["trace[793072085] 'process raft request' (duration: 204.0485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.44966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539028896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:19:21.44971Z","caller":"traceutil/trace.go:171","msg":"trace[1187334574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26818; }","duration":"1.049809314s","start":"2026-03-04T02:19:20.399889Z","end":"2026-03-04T02:19:21.449698Z","steps":["trace[1187334574] 'agreement among raft nodes before linearized reading' (duration: 1.049726882s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:21.449721Z","caller":"traceutil/trace.go:171","msg":"trace[640937150] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26818; }","duration":"808.504211ms","start":"2026-03-04T02:19:20.641206Z","end":"2026-03-04T02:19:21.44971Z","steps":["trace[640937150] 'agreement among raft nodes before linearized reading' (duration: 808.338627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.449742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.399878Z","time spent":"1.049857486s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:19:21.449743Z","caller":"traceutil/trace.go:171","msg":"trace[840425700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26818; }","duration":"1.539154727s","start":"2026-03-04T02:19:19.910571Z","end":"2026-03-04T02:19:21.449726Z","steps":["trace[840425700] 'agreement among raft nodes before linearized reading' (duration: 1.538955703s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.449762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.221512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:19:21.449785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:19.910547Z","time spent":"1.5392281s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:19:21.449786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.641187Z","time spent":"808.590903ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:19:21.449801Z","caller":"traceutil/trace.go:171","msg":"trace[1509129564] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26818; }","duration":"499.286044ms","start":"2026-03-04T02:19:20.950504Z","end":"2026-03-04T02:19:21.44979Z","steps":["trace[1509129564] 'agreement among raft nodes before linearized reading' (duration: 499.163581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.449781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.003867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:19:21.449832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.950489Z","time spent":"499.336145ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:19:21.449869Z","caller":"traceutil/trace.go:171","msg":"trace[1776530478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26818; }","duration":"499.12652ms","start":"2026-03-04T02:19:20.950718Z","end":"2026-03-04T02:19:21.449844Z","steps":["trace[1776530478] 'agreement among raft nodes before linearized reading' (duration: 498.863194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.449884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.285354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:19:21.449919Z","caller":"traceutil/trace.go:171","msg":"trace[2031599764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26818; }","duration":"499.354986ms","start":"2026-03-04T02:19:20.950551Z","end":"2026-03-04T02:19:21.449906Z","steps":["trace[2031599764] 'agreement among raft nodes before linearized reading' (duration: 499.258213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.449686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.355359Z","time spent":"1.094318966s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:21.449936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.950706Z","time spent":"499.206612ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:21.449953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.95053Z","time spent":"499.416647ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:19:21.449948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.781705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:21.450008Z","caller":"traceutil/trace.go:171","msg":"trace[1386328367] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26818; }","duration":"521.885058ms","start":"2026-03-04T02:19:20.92811Z","end":"2026-03-04T02:19:21.449995Z","steps":["trace[1386328367] 'agreement among raft nodes before linearized reading' (duration: 521.774125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.450057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.955841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:21.450071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.928087Z","time spent":"521.97026ms","remote":"127.0.0.1:51702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:21.450084Z","caller":"traceutil/trace.go:171","msg":"trace[1599136989] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26818; }","duration":"249.025592ms","start":"2026-03-04T02:19:21.201049Z","end":"2026-03-04T02:19:21.450075Z","steps":["trace[1599136989] 'agreement among raft nodes before linearized reading' (duration: 248.979341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.450662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449965281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:21.450685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190107387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:21.45074Z","caller":"traceutil/trace.go:171","msg":"trace[665522033] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26818; }","duration":"1.190199739s","start":"2026-03-04T02:19:20.260526Z","end":"2026-03-04T02:19:21.450726Z","steps":["trace[665522033] 'agreement among raft nodes before linearized reading' (duration: 1.188858278s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.450778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.260507Z","time spent":"1.190259331s","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:21.450741Z","caller":"traceutil/trace.go:171","msg":"trace[330524388] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26818; }","duration":"1.450094854s","start":"2026-03-04T02:19:20.000627Z","end":"2026-03-04T02:19:21.450722Z","steps":["trace[330524388] 'agreement among raft nodes before linearized reading' (duration: 1.448762103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.451362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.000601Z","time spent":"1.450594336s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:22.159215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.747819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:22.159548Z","caller":"traceutil/trace.go:171","msg":"trace[856928183] linearizableReadLoop","detail":"{readStateIndex:27741; appliedIndex:27737; }","duration":"701.093992ms","start":"2026-03-04T02:19:21.458434Z","end":"2026-03-04T02:19:22.159528Z","steps":["trace[856928183] 'read index received' (duration: 143.173679ms)","trace[856928183] 'applied index is now lower than readState.Index' (duration: 557.919213ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:22.159687Z","caller":"traceutil/trace.go:171","msg":"trace[773525395] transaction","detail":"{read_only:false; response_revision:26820; number_of_response:1; }","duration":"704.374318ms","start":"2026-03-04T02:19:21.455263Z","end":"2026-03-04T02:19:22.159637Z","steps":["trace[773525395] 'process raft request' (duration: 704.061551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:22.159789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:21.455234Z","time spent":"704.489431ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:22.160141Z","caller":"traceutil/trace.go:171","msg":"trace[841641017] transaction","detail":"{read_only:false; response_revision:26822; number_of_response:1; }","duration":"704.504531ms","start":"2026-03-04T02:19:21.455614Z","end":"2026-03-04T02:19:22.160119Z","steps":["trace[841641017] 'process raft request' (duration: 703.799015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:22.160245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.778798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:22.160281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.040378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-04T02:19:22.160239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.45288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:22.160034Z","caller":"traceutil/trace.go:171","msg":"trace[681068128] transaction","detail":"{read_only:false; response_revision:26821; number_of_response:1; }","duration":"704.633514ms","start":"2026-03-04T02:19:21.455388Z","end":"2026-03-04T02:19:22.160022Z","steps":["trace[681068128] 'process raft request' (duration: 703.992909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:22.160328Z","caller":"traceutil/trace.go:171","msg":"trace[773988157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26822; }","duration":"697.09832ms","start":"2026-03-04T02:19:21.463214Z","end":"2026-03-04T02:19:22.160312Z","steps":["trace[773988157] 'agreement among raft nodes before linearized reading' (duration: 697.012448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:22.160329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:21.455551Z","time spent":"704.661045ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:22.160394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.912165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"warn","ts":"2026-03-04T02:19:22.160449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:21.45536Z","time spent":"705.003493ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:22.160337Z","caller":"traceutil/trace.go:171","msg":"trace[374924668] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26822; }","duration":"701.889411ms","start":"2026-03-04T02:19:21.458421Z","end":"2026-03-04T02:19:22.16031Z","steps":["trace[374924668] 'agreement among raft nodes before linearized reading' (duration: 701.697966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:22.160549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:21.458408Z","time spent":"702.114285ms","remote":"127.0.0.1:39158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:22.16036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:21.463205Z","time spent":"697.150381ms","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:19:22.160352Z","caller":"traceutil/trace.go:171","msg":"trace[414571142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26822; }","duration":"701.610813ms","start":"2026-03-04T02:19:21.458717Z","end":"2026-03-04T02:19:22.160328Z","steps":["trace[414571142] 'agreement among raft nodes before linearized reading' (duration: 701.419899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:22.160813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:21.458701Z","time spent":"702.100265ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:19:22.160466Z","caller":"traceutil/trace.go:171","msg":"trace[1731947919] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26822; }","duration":"414.038938ms","start":"2026-03-04T02:19:21.74641Z","end":"2026-03-04T02:19:22.160449Z","steps":["trace[1731947919] 'agreement among raft nodes before linearized reading' (duration: 413.813823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:22.160973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:21.746388Z","time spent":"414.56952ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-04T02:19:22.159712Z","caller":"traceutil/trace.go:171","msg":"trace[1972875470] transaction","detail":"{read_only:false; response_revision:26819; number_of_response:1; }","duration":"705.642228ms","start":"2026-03-04T02:19:21.454025Z","end":"2026-03-04T02:19:22.159667Z","steps":["trace[1972875470] 'process raft request' (duration: 147.346686ms)","trace[1972875470] 'compare' (duration: 557.555085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:22.161071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:21.454009Z","time spent":"707.017269ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:23.883315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.447083Z","time spent":"436.223302ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:19:23.883589Z","caller":"traceutil/trace.go:171","msg":"trace[1258647360] transaction","detail":"{read_only:false; response_revision:26824; number_of_response:1; }","duration":"628.14124ms","start":"2026-03-04T02:19:23.255418Z","end":"2026-03-04T02:19:23.883559Z","steps":["trace[1258647360] 'process raft request' (duration: 614.448123ms)","trace[1258647360] 'compare' (duration: 12.994901ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:23.883704Z","caller":"traceutil/trace.go:171","msg":"trace[1638272286] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"628.13402ms","start":"2026-03-04T02:19:23.255558Z","end":"2026-03-04T02:19:23.883692Z","steps":["trace[1638272286] 'process raft request' (duration: 627.865744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:23.883787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.25555Z","time spent":"628.194321ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:23.883955Z","caller":"traceutil/trace.go:171","msg":"trace[1554590366] transaction","detail":"{read_only:false; response_revision:26826; number_of_response:1; }","duration":"628.099029ms","start":"2026-03-04T02:19:23.255833Z","end":"2026-03-04T02:19:23.883932Z","steps":["trace[1554590366] 'process raft request' (duration: 627.801543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:23.884096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.255816Z","time spent":"628.207692ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:23.884395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.255392Z","time spent":"628.274333ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:23.8847Z","caller":"traceutil/trace.go:171","msg":"trace[781627449] linearizableReadLoop","detail":"{readStateIndex:27747; appliedIndex:27742; }","duration":"431.380479ms","start":"2026-03-04T02:19:23.453282Z","end":"2026-03-04T02:19:23.884663Z","steps":["trace[781627449] 'read index received' (duration: 416.664157ms)","trace[781627449] 'applied index is now lower than readState.Index' (duration: 14.714052ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:23.884719Z","caller":"traceutil/trace.go:171","msg":"trace[1173033625] transaction","detail":"{read_only:false; response_revision:26828; number_of_response:1; }","duration":"625.972291ms","start":"2026-03-04T02:19:23.258721Z","end":"2026-03-04T02:19:23.884693Z","steps":["trace[1173033625] 'process raft request' (duration: 625.720165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:23.884755Z","caller":"traceutil/trace.go:171","msg":"trace[867845896] transaction","detail":"{read_only:false; response_revision:26827; number_of_response:1; }","duration":"628.231703ms","start":"2026-03-04T02:19:23.256294Z","end":"2026-03-04T02:19:23.884526Z","steps":["trace[867845896] 'process raft request' (duration: 627.565147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:23.884899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.014581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:19:23.884912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.258712Z","time spent":"626.101144ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:23.884917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.256283Z","time spent":"628.571052ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:23.884929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.628096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:19:23.884964Z","caller":"traceutil/trace.go:171","msg":"trace[1281359332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26828; }","duration":"431.714217ms","start":"2026-03-04T02:19:23.453241Z","end":"2026-03-04T02:19:23.884955Z","steps":["trace[1281359332] 'agreement among raft nodes before linearized reading' (duration: 431.555273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:23.88497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.981681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:23.884991Z","caller":"traceutil/trace.go:171","msg":"trace[1338948972] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26828; }","duration":"384.048263ms","start":"2026-03-04T02:19:23.500936Z","end":"2026-03-04T02:19:23.884984Z","steps":["trace[1338948972] 'agreement among raft nodes before linearized reading' (duration: 384.010652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:23.884997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.453219Z","time spent":"431.771829ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:23.885011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.500903Z","time spent":"384.103713ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:23.884994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.281354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:19:23.884933Z","caller":"traceutil/trace.go:171","msg":"trace[928180422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26828; }","duration":"431.074642ms","start":"2026-03-04T02:19:23.45385Z","end":"2026-03-04T02:19:23.884924Z","steps":["trace[928180422] 'agreement among raft nodes before linearized reading' (duration: 430.95825ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:23.885065Z","caller":"traceutil/trace.go:171","msg":"trace[620322012] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:26828; }","duration":"276.399497ms","start":"2026-03-04T02:19:23.608648Z","end":"2026-03-04T02:19:23.885048Z","steps":["trace[620322012] 'agreement among raft nodes before linearized reading' (duration: 276.188102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:23.885089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.453835Z","time spent":"431.248237ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:23.885075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.437463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:23.885129Z","caller":"traceutil/trace.go:171","msg":"trace[239756277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26828; }","duration":"394.528205ms","start":"2026-03-04T02:19:23.490584Z","end":"2026-03-04T02:19:23.885112Z","steps":["trace[239756277] 'agreement among raft nodes before linearized reading' (duration: 394.420083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:23.885174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.490568Z","time spent":"394.599397ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:23.885162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.639509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:23.885299Z","caller":"traceutil/trace.go:171","msg":"trace[1075616837] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26828; }","duration":"218.795982ms","start":"2026-03-04T02:19:23.666454Z","end":"2026-03-04T02:19:23.88525Z","steps":["trace[1075616837] 'agreement among raft nodes before linearized reading' (duration: 218.622988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:25.359908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393676345s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:19:25.361765Z","caller":"traceutil/trace.go:171","msg":"trace[1253347427] linearizableReadLoop","detail":"{readStateIndex:27750; appliedIndex:27747; }","duration":"1.414162231s","start":"2026-03-04T02:19:23.947581Z","end":"2026-03-04T02:19:25.361743Z","steps":["trace[1253347427] 'read index received' (duration: 18.634032ms)","trace[1253347427] 'applied index is now lower than readState.Index' (duration: 1.395527219s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:25.361794Z","caller":"traceutil/trace.go:171","msg":"trace[1731919477] transaction","detail":"{read_only:false; response_revision:26829; number_of_response:1; }","duration":"1.47280912s","start":"2026-03-04T02:19:23.888942Z","end":"2026-03-04T02:19:25.361751Z","steps":["trace[1731919477] 'process raft request' (duration: 1.471173992s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:25.362018Z","caller":"traceutil/trace.go:171","msg":"trace[29954260] transaction","detail":"{read_only:false; response_revision:26830; number_of_response:1; }","duration":"1.473051056s","start":"2026-03-04T02:19:23.888957Z","end":"2026-03-04T02:19:25.362008Z","steps":["trace[29954260] 'process raft request' (duration: 1.472688078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:25.362014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.888926Z","time spent":"1.472951504s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:25.362148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.88894Z","time spent":"1.473106107s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:25.36228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414693573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:19:25.362348Z","caller":"traceutil/trace.go:171","msg":"trace[448270032] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26830; }","duration":"1.414800296s","start":"2026-03-04T02:19:23.947527Z","end":"2026-03-04T02:19:25.362327Z","steps":["trace[448270032] 'agreement among raft nodes before linearized reading' (duration: 1.414628272s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:25.362382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.947505Z","time spent":"1.414871027s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:19:25.861949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:26.36215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:26.49173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:26.491793Z","caller":"traceutil/trace.go:171","msg":"trace[22454576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068783s","start":"2026-03-04T02:19:24.49171Z","end":"2026-03-04T02:19:26.491779Z","steps":["trace[22454576] 'agreement among raft nodes before linearized reading' (duration: 1.999986511s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:26.491826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.491694Z","time spent":"2.000125484s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:26.529075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169001529s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:19:27.063561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.220573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:27.063742Z","caller":"traceutil/trace.go:171","msg":"trace[1789563745] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"1.785543669s","start":"2026-03-04T02:19:25.278179Z","end":"2026-03-04T02:19:27.063723Z","steps":["trace[1789563745] 'process raft request' (duration: 1.785474048s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.063805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.27815Z","time spent":"1.785624362s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:27.063987Z","caller":"traceutil/trace.go:171","msg":"trace[1811878975] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"3.096660671s","start":"2026-03-04T02:19:23.967315Z","end":"2026-03-04T02:19:27.063975Z","steps":["trace[1811878975] 'process raft request' (duration: 2.561946457s)","trace[1811878975] 'compare' (duration: 534.11734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:27.064038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.967302Z","time spent":"3.096708404s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:27.445987Z","caller":"traceutil/trace.go:171","msg":"trace[1157248278] transaction","detail":"{read_only:false; response_revision:26834; number_of_response:1; }","duration":"1.555439315s","start":"2026-03-04T02:19:25.890514Z","end":"2026-03-04T02:19:27.445954Z","steps":["trace[1157248278] 'process raft request' (duration: 1.555304542s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.446186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.890492Z","time spent":"1.555572358s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:27.446242Z","caller":"traceutil/trace.go:171","msg":"trace[352839941] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"1.556626323s","start":"2026-03-04T02:19:25.889589Z","end":"2026-03-04T02:19:27.446215Z","steps":["trace[352839941] 'process raft request' (duration: 1.552025216s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.446343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.889562Z","time spent":"1.556728776s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:27.44646Z","caller":"traceutil/trace.go:171","msg":"trace[192635444] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"1.555783954s","start":"2026-03-04T02:19:25.890595Z","end":"2026-03-04T02:19:27.446379Z","steps":["trace[192635444] 'process raft request' (duration: 1.555321493s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:27.446712Z","caller":"traceutil/trace.go:171","msg":"trace[1156994003] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"1.555509877s","start":"2026-03-04T02:19:25.891173Z","end":"2026-03-04T02:19:27.446683Z","steps":["trace[1156994003] 'process raft request' (duration: 1.554865692s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.446777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.89059Z","time spent":"1.555997758s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:27.446865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.891166Z","time spent":"1.55563449s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:27.447168Z","caller":"traceutil/trace.go:171","msg":"trace[533953671] linearizableReadLoop","detail":"{readStateIndex:27757; appliedIndex:27750; }","duration":"2.085318928s","start":"2026-03-04T02:19:25.361822Z","end":"2026-03-04T02:19:27.447141Z","steps":["trace[533953671] 'read index received' (duration: 1.167435002s)","trace[533953671] 'applied index is now lower than readState.Index' (duration: 917.882596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:27.447231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796673028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:27.447263Z","caller":"traceutil/trace.go:171","msg":"trace[1756012659] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26838; }","duration":"2.796709829s","start":"2026-03-04T02:19:24.650545Z","end":"2026-03-04T02:19:27.447254Z","steps":["trace[1756012659] 'agreement among raft nodes before linearized reading' (duration: 2.796642677s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.447282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.650509Z","time spent":"2.79676798s","remote":"127.0.0.1:54912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:27.447321Z","caller":"traceutil/trace.go:171","msg":"trace[2051750162] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"990.759146ms","start":"2026-03-04T02:19:26.456539Z","end":"2026-03-04T02:19:27.447298Z","steps":["trace[2051750162] 'process raft request' (duration: 990.5328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.447399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184709672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:27.447415Z","caller":"traceutil/trace.go:171","msg":"trace[23789330] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26838; }","duration":"2.184767753s","start":"2026-03-04T02:19:25.262642Z","end":"2026-03-04T02:19:27.447409Z","steps":["trace[23789330] 'agreement among raft nodes before linearized reading' (duration: 2.184734042s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.447431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.262622Z","time spent":"2.184804825s","remote":"127.0.0.1:35228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:27.447434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.456514Z","time spent":"990.871648ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:27.447559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821299809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:27.447621Z","caller":"traceutil/trace.go:171","msg":"trace[162287976] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26838; }","duration":"2.821447562s","start":"2026-03-04T02:19:24.626154Z","end":"2026-03-04T02:19:27.447601Z","steps":["trace[162287976] 'agreement among raft nodes before linearized reading' (duration: 2.821193596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.44766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282385646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:19:27.447684Z","caller":"traceutil/trace.go:171","msg":"trace[421233158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26838; }","duration":"3.282449227s","start":"2026-03-04T02:19:24.16523Z","end":"2026-03-04T02:19:27.447679Z","steps":["trace[421233158] 'agreement among raft nodes before linearized reading' (duration: 3.282355645s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.447698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.165207Z","time spent":"3.282488529s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:19:27.447771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282182042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:19:27.447787Z","caller":"traceutil/trace.go:171","msg":"trace[1140378658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26838; }","duration":"3.282238674s","start":"2026-03-04T02:19:24.165545Z","end":"2026-03-04T02:19:27.447783Z","steps":["trace[1140378658] 'agreement among raft nodes before linearized reading' (duration: 3.282186392s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.447854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.165523Z","time spent":"3.282324376s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:19:27.447627Z","caller":"traceutil/trace.go:171","msg":"trace[18884503] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"1.556133391s","start":"2026-03-04T02:19:25.891482Z","end":"2026-03-04T02:19:27.447615Z","steps":["trace[18884503] 'process raft request' (duration: 1.554876032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.447884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282317816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:19:27.447924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.891475Z","time spent":"1.556424678s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:27.447936Z","caller":"traceutil/trace.go:171","msg":"trace[206881386] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26838; }","duration":"3.282388317s","start":"2026-03-04T02:19:24.165533Z","end":"2026-03-04T02:19:27.447921Z","steps":["trace[206881386] 'agreement among raft nodes before linearized reading' (duration: 3.282220002s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.447978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.165524Z","time spent":"3.282443019s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:27.447983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.96817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:27.448067Z","caller":"traceutil/trace.go:171","msg":"trace[1064258670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26838; }","duration":"956.082923ms","start":"2026-03-04T02:19:26.491978Z","end":"2026-03-04T02:19:27.448061Z","steps":["trace[1064258670] 'agreement among raft nodes before linearized reading' (duration: 955.95491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.448083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.491967Z","time spent":"956.110863ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:27.447722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.626131Z","time spent":"2.821557915s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:27.448121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283372149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:19:27.448669Z","caller":"traceutil/trace.go:171","msg":"trace[200093870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26838; }","duration":"3.283956683s","start":"2026-03-04T02:19:24.164701Z","end":"2026-03-04T02:19:27.448658Z","steps":["trace[200093870] 'agreement among raft nodes before linearized reading' (duration: 3.283313518s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.448695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.164678Z","time spent":"3.284008844s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:27.448131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.621139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:27.44878Z","caller":"traceutil/trace.go:171","msg":"trace[165728272] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26838; }","duration":"301.279604ms","start":"2026-03-04T02:19:27.147492Z","end":"2026-03-04T02:19:27.448771Z","steps":["trace[165728272] 'agreement among raft nodes before linearized reading' (duration: 300.587519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.448801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:27.147475Z","time spent":"301.316925ms","remote":"127.0.0.1:55090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:27.448175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.031361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:27.448927Z","caller":"traceutil/trace.go:171","msg":"trace[829633718] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26838; }","duration":"657.810919ms","start":"2026-03-04T02:19:26.791108Z","end":"2026-03-04T02:19:27.448919Z","steps":["trace[829633718] 'agreement among raft nodes before linearized reading' (duration: 657.048341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.448946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.791089Z","time spent":"657.850249ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:27.448175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.614356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:27.449037Z","caller":"traceutil/trace.go:171","msg":"trace[355207707] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26838; }","duration":"536.514327ms","start":"2026-03-04T02:19:26.912506Z","end":"2026-03-04T02:19:27.44902Z","steps":["trace[355207707] 'agreement among raft nodes before linearized reading' (duration: 535.636037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.449098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.912484Z","time spent":"536.595538ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:27.448229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.232468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:27.449151Z","caller":"traceutil/trace.go:171","msg":"trace[806336348] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26838; }","duration":"316.19784ms","start":"2026-03-04T02:19:27.132947Z","end":"2026-03-04T02:19:27.449144Z","steps":["trace[806336348] 'agreement among raft nodes before linearized reading' (duration: 315.258388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.449174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:27.132925Z","time spent":"316.24222ms","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:27.448269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.78797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:19:27.449276Z","caller":"traceutil/trace.go:171","msg":"trace[1249032411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26838; }","duration":"281.754812ms","start":"2026-03-04T02:19:27.167471Z","end":"2026-03-04T02:19:27.449225Z","steps":["trace[1249032411] 'agreement among raft nodes before linearized reading' (duration: 280.705508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.448323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.038822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:19:27.449405Z","caller":"traceutil/trace.go:171","msg":"trace[1512279119] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26838; }","duration":"382.194839ms","start":"2026-03-04T02:19:27.067202Z","end":"2026-03-04T02:19:27.449397Z","steps":["trace[1512279119] 'agreement among raft nodes before linearized reading' (duration: 380.913989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.449436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:27.06718Z","time spent":"382.24169ms","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:19:27.961284Z","caller":"traceutil/trace.go:171","msg":"trace[1883064117] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"508.276823ms","start":"2026-03-04T02:19:27.452975Z","end":"2026-03-04T02:19:27.961252Z","steps":["trace[1883064117] 'process raft request' (duration: 508.013877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.961469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:27.452959Z","time spent":"508.416956ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:27.961485Z","caller":"traceutil/trace.go:171","msg":"trace[712097559] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"506.984592ms","start":"2026-03-04T02:19:27.454484Z","end":"2026-03-04T02:19:27.961468Z","steps":["trace[712097559] 'process raft request' (duration: 506.713876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.961549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:27.454468Z","time spent":"507.047584ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:27.961847Z","caller":"traceutil/trace.go:171","msg":"trace[352583044] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"507.207607ms","start":"2026-03-04T02:19:27.454621Z","end":"2026-03-04T02:19:27.961829Z","steps":["trace[352583044] 'process raft request' (duration: 506.801478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.961932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:27.454603Z","time spent":"507.28979ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:27.962229Z","caller":"traceutil/trace.go:171","msg":"trace[1622058615] linearizableReadLoop","detail":"{readStateIndex:27760; appliedIndex:27758; }","duration":"508.429426ms","start":"2026-03-04T02:19:27.453777Z","end":"2026-03-04T02:19:27.962206Z","steps":["trace[1622058615] 'read index received' (duration: 67.296141ms)","trace[1622058615] 'applied index is now lower than readState.Index' (duration: 441.131665ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:27.962325Z","caller":"traceutil/trace.go:171","msg":"trace[581885183] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"507.625347ms","start":"2026-03-04T02:19:27.45468Z","end":"2026-03-04T02:19:27.962306Z","steps":["trace[581885183] 'process raft request' (duration: 507.092105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:27.962368Z","caller":"traceutil/trace.go:171","msg":"trace[1117999793] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"507.611006ms","start":"2026-03-04T02:19:27.454745Z","end":"2026-03-04T02:19:27.962356Z","steps":["trace[1117999793] 'process raft request' (duration: 507.266808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.962496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:27.454727Z","time spent":"507.665838ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:27.962526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:27.454674Z","time spent":"507.710599ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:27.96256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.77989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:19:27.962614Z","caller":"traceutil/trace.go:171","msg":"trace[397799275] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26844; }","duration":"507.866363ms","start":"2026-03-04T02:19:27.454734Z","end":"2026-03-04T02:19:27.9626Z","steps":["trace[397799275] 'agreement among raft nodes before linearized reading' (duration: 507.673928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.962641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:27.454727Z","time spent":"507.908304ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:19:27.962734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.931827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:19:27.962815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.849906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:27.962818Z","caller":"traceutil/trace.go:171","msg":"trace[1901614216] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26844; }","duration":"509.035309ms","start":"2026-03-04T02:19:27.453762Z","end":"2026-03-04T02:19:27.962797Z","steps":["trace[1901614216] 'agreement among raft nodes before linearized reading' (duration: 508.765723ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:27.962839Z","caller":"traceutil/trace.go:171","msg":"trace[992044909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26844; }","duration":"505.882696ms","start":"2026-03-04T02:19:27.456949Z","end":"2026-03-04T02:19:27.962832Z","steps":["trace[992044909] 'agreement among raft nodes before linearized reading' (duration: 505.839795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:27.96286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:27.456944Z","time spent":"505.912807ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:27.962873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:27.453755Z","time spent":"509.104941ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:19:28.521928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.31977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:28.522011Z","caller":"traceutil/trace.go:171","msg":"trace[1181138904] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26844; }","duration":"507.443703ms","start":"2026-03-04T02:19:28.01455Z","end":"2026-03-04T02:19:28.521994Z","steps":["trace[1181138904] 'range keys from in-memory index tree' (duration: 507.253429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:28.522111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:28.014532Z","time spent":"507.525695ms","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:19:28.522059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.299529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:28.522341Z","caller":"traceutil/trace.go:171","msg":"trace[567278279] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26844; }","duration":"340.598476ms","start":"2026-03-04T02:19:28.181714Z","end":"2026-03-04T02:19:28.522313Z","steps":["trace[567278279] 'count revisions from in-memory index tree' (duration: 340.206716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:28.522393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:28.181691Z","time spent":"340.684108ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:29.112498Z","caller":"traceutil/trace.go:171","msg":"trace[183376467] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"155.834553ms","start":"2026-03-04T02:19:28.956636Z","end":"2026-03-04T02:19:29.11247Z","steps":["trace[183376467] 'process raft request' (duration: 155.582067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:29.757166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.849526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:29.757325Z","caller":"traceutil/trace.go:171","msg":"trace[1268315448] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"686.459992ms","start":"2026-03-04T02:19:29.070838Z","end":"2026-03-04T02:19:29.757298Z","steps":["trace[1268315448] 'process raft request' (duration: 164.36245ms)","trace[1268315448] 'compare' (duration: 521.682042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:29.757396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.070814Z","time spent":"686.546634ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:29.993049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:30.49403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:30.608516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155884974s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:19:30.609006Z","caller":"traceutil/trace.go:171","msg":"trace[454329057] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"1.156511468s","start":"2026-03-04T02:19:29.452469Z","end":"2026-03-04T02:19:30.60898Z","steps":["trace[454329057] 'process raft request' (duration: 1.156297893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:30.609172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.452423Z","time spent":"1.156656251s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:31.014843Z","caller":"traceutil/trace.go:171","msg":"trace[1922068921] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"1.561958998s","start":"2026-03-04T02:19:29.452849Z","end":"2026-03-04T02:19:31.014808Z","steps":["trace[1922068921] 'process raft request' (duration: 1.561751553s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:31.015131Z","caller":"traceutil/trace.go:171","msg":"trace[1672124407] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"1.560082963s","start":"2026-03-04T02:19:29.45502Z","end":"2026-03-04T02:19:31.015103Z","steps":["trace[1672124407] 'process raft request' (duration: 1.559747776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.01516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.452822Z","time spent":"1.562117711s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:31.015227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.454998Z","time spent":"1.560182966s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:31.015509Z","caller":"traceutil/trace.go:171","msg":"trace[712353608] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"1.560182936s","start":"2026-03-04T02:19:29.455301Z","end":"2026-03-04T02:19:31.015484Z","steps":["trace[712353608] 'process raft request' (duration: 1.559736136s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.015583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.455295Z","time spent":"1.560254008s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:31.01565Z","caller":"traceutil/trace.go:171","msg":"trace[2034805759] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"1.55994614s","start":"2026-03-04T02:19:29.455672Z","end":"2026-03-04T02:19:31.015618Z","steps":["trace[2034805759] 'process raft request' (duration: 1.559722375s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:31.015816Z","caller":"traceutil/trace.go:171","msg":"trace[978432789] linearizableReadLoop","detail":"{readStateIndex:27772; appliedIndex:27766; }","duration":"1.523086146s","start":"2026-03-04T02:19:29.492704Z","end":"2026-03-04T02:19:31.01579Z","steps":["trace[978432789] 'read index received' (duration: 1.116125633s)","trace[978432789] 'applied index is now lower than readState.Index' (duration: 406.958653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:31.015826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.455664Z","time spent":"1.560064953s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:31.015878Z","caller":"traceutil/trace.go:171","msg":"trace[271486943] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"1.013539744s","start":"2026-03-04T02:19:30.002311Z","end":"2026-03-04T02:19:31.015851Z","steps":["trace[271486943] 'process raft request' (duration: 1.013238348s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.016019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:30.002288Z","time spent":"1.013659708s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:31.016032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523334621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:31.016073Z","caller":"traceutil/trace.go:171","msg":"trace[1350933390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26852; }","duration":"1.523428454s","start":"2026-03-04T02:19:29.492632Z","end":"2026-03-04T02:19:31.016061Z","steps":["trace[1350933390] 'agreement among raft nodes before linearized reading' (duration: 1.523277281s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.016112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.492599Z","time spent":"1.523507195s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:31.297799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.413358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:31.297938Z","caller":"traceutil/trace.go:171","msg":"trace[511594223] linearizableReadLoop","detail":"{readStateIndex:27773; appliedIndex:27772; }","duration":"282.019458ms","start":"2026-03-04T02:19:31.015881Z","end":"2026-03-04T02:19:31.297901Z","steps":["trace[511594223] 'read index received' (duration: 137.429876ms)","trace[511594223] 'applied index is now lower than readState.Index' (duration: 144.588022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:31.298229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332289144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:19:31.298303Z","caller":"traceutil/trace.go:171","msg":"trace[1797859524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26853; }","duration":"1.332407527s","start":"2026-03-04T02:19:29.965878Z","end":"2026-03-04T02:19:31.298285Z","steps":["trace[1797859524] 'agreement among raft nodes before linearized reading' (duration: 1.332168431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.298334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.586898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:31.298346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772664832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:19:31.298344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.965855Z","time spent":"1.332480848s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:19:31.298383Z","caller":"traceutil/trace.go:171","msg":"trace[458552637] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26853; }","duration":"646.677011ms","start":"2026-03-04T02:19:30.651692Z","end":"2026-03-04T02:19:31.298369Z","steps":["trace[458552637] 'agreement among raft nodes before linearized reading' (duration: 646.574848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.298229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.201008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:31.298412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.450997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:31.298426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:30.651671Z","time spent":"646.745112ms","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:19:31.298446Z","caller":"traceutil/trace.go:171","msg":"trace[1234048330] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26853; }","duration":"370.523219ms","start":"2026-03-04T02:19:30.92791Z","end":"2026-03-04T02:19:31.298434Z","steps":["trace[1234048330] 'agreement among raft nodes before linearized reading' (duration: 370.459238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.298475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:30.927887Z","time spent":"370.58071ms","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:31.298468Z","caller":"traceutil/trace.go:171","msg":"trace[1179138969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26853; }","duration":"281.471264ms","start":"2026-03-04T02:19:31.016966Z","end":"2026-03-04T02:19:31.298438Z","steps":["trace[1179138969] 'agreement among raft nodes before linearized reading' (duration: 281.205438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.2985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332304624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:19:31.29856Z","caller":"traceutil/trace.go:171","msg":"trace[826523782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26853; }","duration":"1.772744984s","start":"2026-03-04T02:19:29.525635Z","end":"2026-03-04T02:19:31.29838Z","steps":["trace[826523782] 'agreement among raft nodes before linearized reading' (duration: 1.772636471s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.298692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.525614Z","time spent":"1.77302084s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:19:31.298564Z","caller":"traceutil/trace.go:171","msg":"trace[1030634383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26853; }","duration":"1.332371286s","start":"2026-03-04T02:19:29.966173Z","end":"2026-03-04T02:19:31.298544Z","steps":["trace[1030634383] 'agreement among raft nodes before linearized reading' (duration: 1.332206302s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.29885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.966169Z","time spent":"1.332614361s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:19:31.298464Z","caller":"traceutil/trace.go:171","msg":"trace[724729201] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"375.695459ms","start":"2026-03-04T02:19:30.922682Z","end":"2026-03-04T02:19:31.298378Z","steps":["trace[724729201] 'process raft request' (duration: 230.600775ms)","trace[724729201] 'compare' (duration: 143.904257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:31.299082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:30.922653Z","time spent":"376.306383ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:31.299714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333512433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:19:31.299832Z","caller":"traceutil/trace.go:171","msg":"trace[2091938946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26853; }","duration":"1.333647606s","start":"2026-03-04T02:19:29.966171Z","end":"2026-03-04T02:19:31.299819Z","steps":["trace[2091938946] 'agreement among raft nodes before linearized reading' (duration: 1.331872104s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.299881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.966162Z","time spent":"1.333707777s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:31.299996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33385528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:19:31.300053Z","caller":"traceutil/trace.go:171","msg":"trace[1438714673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26853; }","duration":"1.333929082s","start":"2026-03-04T02:19:29.966111Z","end":"2026-03-04T02:19:31.30004Z","steps":["trace[1438714673] 'agreement among raft nodes before linearized reading' (duration: 1.332247102s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.30009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.966092Z","time spent":"1.333990934s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:19:31.300693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334384082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:19:31.300778Z","caller":"traceutil/trace.go:171","msg":"trace[1773728372] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26853; }","duration":"1.334522214s","start":"2026-03-04T02:19:29.966233Z","end":"2026-03-04T02:19:31.300755Z","steps":["trace[1773728372] 'agreement among raft nodes before linearized reading' (duration: 1.332156339s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.300913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.966202Z","time spent":"1.334672749s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:31.301006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.914418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:19:31.301092Z","caller":"traceutil/trace.go:171","msg":"trace[754804025] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26853; }","duration":"852.04944ms","start":"2026-03-04T02:19:30.449019Z","end":"2026-03-04T02:19:31.301069Z","steps":["trace[754804025] 'agreement among raft nodes before linearized reading' (duration: 849.336057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.301145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:30.449003Z","time spent":"852.133323ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:33.307151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:33.307249Z","caller":"traceutil/trace.go:171","msg":"trace[734549840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316268s","start":"2026-03-04T02:19:31.306903Z","end":"2026-03-04T02:19:33.307219Z","steps":["trace[734549840] 'agreement among raft nodes before linearized reading' (duration: 2.000201476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:33.307325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.306895Z","time spent":"2.00041298s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:33.520342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834023304s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:33.520439Z","caller":"traceutil/trace.go:171","msg":"trace[2132896037] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"2.216885388s","start":"2026-03-04T02:19:31.303534Z","end":"2026-03-04T02:19:33.52042Z","steps":["trace[2132896037] 'process raft request' (duration: 382.66379ms)","trace[2132896037] 'compare' (duration: 1.833313298s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:33.520489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.303511Z","time spent":"2.216954919s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:34.471124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.784804233s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:19:34.596983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.512809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:34.597525Z","caller":"traceutil/trace.go:171","msg":"trace[1192466066] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"3.29244566s","start":"2026-03-04T02:19:31.305029Z","end":"2026-03-04T02:19:34.597475Z","steps":["trace[1192466066] 'process raft request' (duration: 3.292167394s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:34.597548Z","caller":"traceutil/trace.go:171","msg":"trace[409111526] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"3.291300204s","start":"2026-03-04T02:19:31.306194Z","end":"2026-03-04T02:19:34.597495Z","steps":["trace[409111526] 'process raft request' (duration: 3.291094569s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:34.597602Z","caller":"traceutil/trace.go:171","msg":"trace[1866898758] transaction","detail":"{read_only:false; response_revision:26858; number_of_response:1; }","duration":"3.291546849s","start":"2026-03-04T02:19:31.30602Z","end":"2026-03-04T02:19:34.597567Z","steps":["trace[1866898758] 'process raft request' (duration: 3.291216402s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:34.597635Z","caller":"traceutil/trace.go:171","msg":"trace[1772575553] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"3.292568443s","start":"2026-03-04T02:19:31.305031Z","end":"2026-03-04T02:19:34.597599Z","steps":["trace[1772575553] 'process raft request' (duration: 3.292095842s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:34.597601Z","caller":"traceutil/trace.go:171","msg":"trace[44619821] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"3.292519342s","start":"2026-03-04T02:19:31.305032Z","end":"2026-03-04T02:19:34.597551Z","steps":["trace[44619821] 'process raft request' (duration: 3.166299527s)","trace[44619821] 'compare' (duration: 125.360224ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:34.597534Z","caller":"traceutil/trace.go:171","msg":"trace[407559963] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"3.291015587s","start":"2026-03-04T02:19:31.306481Z","end":"2026-03-04T02:19:34.597497Z","steps":["trace[407559963] 'process raft request' (duration: 3.290843653s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:34.597748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.304982Z","time spent":"3.292623704s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:34.597791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.30501Z","time spent":"3.292703007s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:34.597831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.305958Z","time spent":"3.291721913s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:34.597879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.306187Z","time spent":"3.291431237s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:34.597998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.306461Z","time spent":"3.291350415s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:34.598177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.305017Z","time spent":"3.292794609s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:35.283464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.069643ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:19:35.283569Z","caller":"traceutil/trace.go:171","msg":"trace[65049419] linearizableReadLoop","detail":"{readStateIndex:27779; appliedIndex:27773; }","duration":"3.977128042s","start":"2026-03-04T02:19:31.306421Z","end":"2026-03-04T02:19:35.283549Z","steps":["trace[65049419] 'read index received' (duration: 379.831626ms)","trace[65049419] 'applied index is now lower than readState.Index' (duration: 3.597294816s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:35.283807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.461613ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.283895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977457269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:35.283938Z","caller":"traceutil/trace.go:171","msg":"trace[1815142201] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26860; }","duration":"384.591236ms","start":"2026-03-04T02:19:34.899313Z","end":"2026-03-04T02:19:35.283905Z","steps":["trace[1815142201] 'range keys from in-memory index tree' (duration: 384.442993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.283949Z","caller":"traceutil/trace.go:171","msg":"trace[167253148] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26860; }","duration":"3.977542671s","start":"2026-03-04T02:19:31.30639Z","end":"2026-03-04T02:19:35.283933Z","steps":["trace[167253148] 'agreement among raft nodes before linearized reading' (duration: 3.977441658s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.283993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.306379Z","time spent":"3.977597053s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:19:35.307626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:35.307696Z","caller":"traceutil/trace.go:171","msg":"trace[1759628845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986511s","start":"2026-03-04T02:19:33.307696Z","end":"2026-03-04T02:19:35.307683Z","steps":["trace[1759628845] 'agreement among raft nodes before linearized reading' (duration: 1.999906659s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.307727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.30768Z","time spent":"2.000041342s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:19:35.499561Z","caller":"traceutil/trace.go:171","msg":"trace[1971269276] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"3.044600815s","start":"2026-03-04T02:19:32.454944Z","end":"2026-03-04T02:19:35.499545Z","steps":["trace[1971269276] 'process raft request' (duration: 3.044540783s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.499678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:32.454904Z","time spent":"3.044709647s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:35.499695Z","caller":"traceutil/trace.go:171","msg":"trace[479144644] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"3.734778693s","start":"2026-03-04T02:19:31.764882Z","end":"2026-03-04T02:19:35.499661Z","steps":["trace[479144644] 'process raft request' (duration: 3.734485287s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.499926Z","caller":"traceutil/trace.go:171","msg":"trace[183368891] linearizableReadLoop","detail":"{readStateIndex:27788; appliedIndex:27781; }","duration":"216.296333ms","start":"2026-03-04T02:19:35.283624Z","end":"2026-03-04T02:19:35.499921Z","steps":["trace[183368891] 'read index received' (duration: 215.69748ms)","trace[183368891] 'applied index is now lower than readState.Index' (duration: 598.493µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:35.49999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818423432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:35.500008Z","caller":"traceutil/trace.go:171","msg":"trace[1560220421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26867; }","duration":"1.818491073s","start":"2026-03-04T02:19:33.681512Z","end":"2026-03-04T02:19:35.500003Z","steps":["trace[1560220421] 'agreement among raft nodes before linearized reading' (duration: 1.818446472s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.500024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.681484Z","time spent":"1.818537025s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:35.500012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.764853Z","time spent":"3.735077861s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:35.499808Z","caller":"traceutil/trace.go:171","msg":"trace[1114968449] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"2.88517796s","start":"2026-03-04T02:19:32.614624Z","end":"2026-03-04T02:19:35.499802Z","steps":["trace[1114968449] 'process raft request' (duration: 2.884894023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.500826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:32.614597Z","time spent":"2.886204783s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:35.500059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784800993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:35.500907Z","caller":"traceutil/trace.go:171","msg":"trace[246972456] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26867; }","duration":"1.785664063s","start":"2026-03-04T02:19:33.715222Z","end":"2026-03-04T02:19:35.500886Z","steps":["trace[246972456] 'agreement among raft nodes before linearized reading' (duration: 1.784732701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.500932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.715145Z","time spent":"1.785780274s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:35.500143Z","caller":"traceutil/trace.go:171","msg":"trace[649215382] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"2.479621258s","start":"2026-03-04T02:19:33.020501Z","end":"2026-03-04T02:19:35.500122Z","steps":["trace[649215382] 'process raft request' (duration: 2.47926521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.501043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.02047Z","time spent":"2.48055663s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:35.500157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143793095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:35.501144Z","caller":"traceutil/trace.go:171","msg":"trace[209142106] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26867; }","duration":"3.144791637s","start":"2026-03-04T02:19:32.356306Z","end":"2026-03-04T02:19:35.501097Z","steps":["trace[209142106] 'agreement among raft nodes before linearized reading' (duration: 3.143751744s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.500173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823177893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.50121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:32.356277Z","time spent":"3.144911859s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:35.501226Z","caller":"traceutil/trace.go:171","msg":"trace[1334833714] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26867; }","duration":"3.824221147s","start":"2026-03-04T02:19:31.676974Z","end":"2026-03-04T02:19:35.501195Z","steps":["trace[1334833714] 'agreement among raft nodes before linearized reading' (duration: 3.823153452s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.50128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.676909Z","time spent":"3.82435364s","remote":"127.0.0.1:55184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:35.500187Z","caller":"traceutil/trace.go:171","msg":"trace[1695717103] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"2.478665226s","start":"2026-03-04T02:19:33.021512Z","end":"2026-03-04T02:19:35.500178Z","steps":["trace[1695717103] 'process raft request' (duration: 2.478344419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.501387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.021483Z","time spent":"2.479879554s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:35.500222Z","caller":"traceutil/trace.go:171","msg":"trace[489409608] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"2.477785736s","start":"2026-03-04T02:19:33.022428Z","end":"2026-03-04T02:19:35.500213Z","steps":["trace[489409608] 'process raft request' (duration: 2.477447338s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.501486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.022412Z","time spent":"2.479053826s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:35.500232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289805568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:35.501544Z","caller":"traceutil/trace.go:171","msg":"trace[139699688] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26867; }","duration":"3.29118363s","start":"2026-03-04T02:19:32.210349Z","end":"2026-03-04T02:19:35.501533Z","steps":["trace[139699688] 'agreement among raft nodes before linearized reading' (duration: 3.28985177s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.501593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:32.210294Z","time spent":"3.291287062s","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:35.500256Z","caller":"traceutil/trace.go:171","msg":"trace[1799986932] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"2.477804127s","start":"2026-03-04T02:19:33.022443Z","end":"2026-03-04T02:19:35.500247Z","steps":["trace[1799986932] 'process raft request' (duration: 2.477453059s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.501759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.022425Z","time spent":"2.47927161s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:35.500237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448426366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:35.501931Z","caller":"traceutil/trace.go:171","msg":"trace[26730966] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26867; }","duration":"2.450159006s","start":"2026-03-04T02:19:33.051745Z","end":"2026-03-04T02:19:35.501904Z","steps":["trace[26730966] 'agreement among raft nodes before linearized reading' (duration: 2.448407755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.500289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849310218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:35.501993Z","caller":"traceutil/trace.go:171","msg":"trace[1602664506] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26867; }","duration":"2.851050159s","start":"2026-03-04T02:19:32.650928Z","end":"2026-03-04T02:19:35.501978Z","steps":["trace[1602664506] 'agreement among raft nodes before linearized reading' (duration: 2.849254126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.502002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.051727Z","time spent":"2.450249848s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.502041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:32.650906Z","time spent":"2.851123141s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":94,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.50029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.664821062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:35.502083Z","caller":"traceutil/trace.go:171","msg":"trace[1914020739] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26867; }","duration":"3.666651795s","start":"2026-03-04T02:19:31.835419Z","end":"2026-03-04T02:19:35.502071Z","steps":["trace[1914020739] 'agreement among raft nodes before linearized reading' (duration: 3.664848142s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.502126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.835401Z","time spent":"3.666717446s","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.500318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.238486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:35.502223Z","caller":"traceutil/trace.go:171","msg":"trace[2144058993] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26867; }","duration":"650.187542ms","start":"2026-03-04T02:19:34.852027Z","end":"2026-03-04T02:19:35.502215Z","steps":["trace[2144058993] 'agreement among raft nodes before linearized reading' (duration: 648.251557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.502247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:34.852006Z","time spent":"650.228462ms","remote":"127.0.0.1:55056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.500336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141749017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:35.502343Z","caller":"traceutil/trace.go:171","msg":"trace[1145592869] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26867; }","duration":"3.143796266s","start":"2026-03-04T02:19:32.358539Z","end":"2026-03-04T02:19:35.502335Z","steps":["trace[1145592869] 'agreement among raft nodes before linearized reading' (duration: 3.141772808s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.50236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:32.358515Z","time spent":"3.143838956s","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.500368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.436535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:35.502441Z","caller":"traceutil/trace.go:171","msg":"trace[1090228931] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26867; }","duration":"733.523734ms","start":"2026-03-04T02:19:34.768911Z","end":"2026-03-04T02:19:35.502434Z","steps":["trace[1090228931] 'agreement among raft nodes before linearized reading' (duration: 731.429535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.502458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:34.768903Z","time spent":"733.549144ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.500333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.552981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:35.502578Z","caller":"traceutil/trace.go:171","msg":"trace[1930303883] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26867; }","duration":"212.848064ms","start":"2026-03-04T02:19:35.289707Z","end":"2026-03-04T02:19:35.502555Z","steps":["trace[1930303883] 'agreement among raft nodes before linearized reading' (duration: 210.52562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.500413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.330979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.500431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078149232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.500452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277939603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.500481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951825514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:19:35.500472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891422034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:19:35.500521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.194734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T02:19:35.500523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.829755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:35.503029Z","caller":"traceutil/trace.go:171","msg":"trace[872740910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26867; }","duration":"187.344463ms","start":"2026-03-04T02:19:35.31566Z","end":"2026-03-04T02:19:35.503004Z","steps":["trace[872740910] 'agreement among raft nodes before linearized reading' (duration: 184.815174ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.503069Z","caller":"traceutil/trace.go:171","msg":"trace[2058982599] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26867; }","duration":"1.080800794s","start":"2026-03-04T02:19:34.422247Z","end":"2026-03-04T02:19:35.503047Z","steps":["trace[2058982599] 'agreement among raft nodes before linearized reading' (duration: 1.078161793s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.503112Z","caller":"traceutil/trace.go:171","msg":"trace[211032584] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:26867; }","duration":"1.894113846s","start":"2026-03-04T02:19:33.608981Z","end":"2026-03-04T02:19:35.503095Z","steps":["trace[211032584] 'agreement among raft nodes before linearized reading' (duration: 1.891309661s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.503147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.608956Z","time spent":"1.894177388s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-04T02:19:35.503152Z","caller":"traceutil/trace.go:171","msg":"trace[559342000] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26867; }","duration":"791.946238ms","start":"2026-03-04T02:19:34.711194Z","end":"2026-03-04T02:19:35.50314Z","steps":["trace[559342000] 'agreement among raft nodes before linearized reading' (duration: 789.257066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.503157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:34.42223Z","time spent":"1.080902366s","remote":"127.0.0.1:41656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.503187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:34.711171Z","time spent":"792.00841ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T02:19:35.503176Z","caller":"traceutil/trace.go:171","msg":"trace[1359480079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26867; }","duration":"1.954504406s","start":"2026-03-04T02:19:33.548646Z","end":"2026-03-04T02:19:35.50315Z","steps":["trace[1359480079] 'agreement among raft nodes before linearized reading' (duration: 1.951717282s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.503026Z","caller":"traceutil/trace.go:171","msg":"trace[2072326222] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26867; }","duration":"1.280514313s","start":"2026-03-04T02:19:34.222462Z","end":"2026-03-04T02:19:35.502977Z","steps":["trace[2072326222] 'agreement among raft nodes before linearized reading' (duration: 1.277971044s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.503232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.548621Z","time spent":"1.954594999s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:19:35.503054Z","caller":"traceutil/trace.go:171","msg":"trace[1189218299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26867; }","duration":"755.005302ms","start":"2026-03-04T02:19:34.748034Z","end":"2026-03-04T02:19:35.503039Z","steps":["trace[1189218299] 'agreement among raft nodes before linearized reading' (duration: 752.35486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.503305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:34.222438Z","time spent":"1.28081645s","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.50337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:34.748011Z","time spent":"755.33255ms","remote":"127.0.0.1:33216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.753938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.471574ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:19:35.75426Z","caller":"traceutil/trace.go:171","msg":"trace[104884980] transaction","detail":"{read_only:false; response_revision:26868; number_of_response:1; }","duration":"244.418336ms","start":"2026-03-04T02:19:35.509821Z","end":"2026-03-04T02:19:35.754239Z","steps":["trace[104884980] 'process raft request' (duration: 244.239792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.754499Z","caller":"traceutil/trace.go:171","msg":"trace[421448454] linearizableReadLoop","detail":"{readStateIndex:27789; appliedIndex:27788; }","duration":"247.17207ms","start":"2026-03-04T02:19:35.50731Z","end":"2026-03-04T02:19:35.754482Z","steps":["trace[421448454] 'read index received' (duration: 91.113503ms)","trace[421448454] 'applied index is now lower than readState.Index' (duration: 156.057097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:35.754855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.534858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:19:35.754886Z","caller":"traceutil/trace.go:171","msg":"trace[707641518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26868; }","duration":"247.653081ms","start":"2026-03-04T02:19:35.507224Z","end":"2026-03-04T02:19:35.754877Z","steps":["trace[707641518] 'agreement among raft nodes before linearized reading' (duration: 247.504308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.754895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.03757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.754997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.687494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:19:35.754969Z","caller":"traceutil/trace.go:171","msg":"trace[829213862] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26868; }","duration":"245.142323ms","start":"2026-03-04T02:19:35.509808Z","end":"2026-03-04T02:19:35.75495Z","steps":["trace[829213862] 'agreement among raft nodes before linearized reading' (duration: 244.9954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.75508Z","caller":"traceutil/trace.go:171","msg":"trace[1161984924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26868; }","duration":"229.823688ms","start":"2026-03-04T02:19:35.525237Z","end":"2026-03-04T02:19:35.755061Z","steps":["trace[1161984924] 'agreement among raft nodes before linearized reading' (duration: 229.562532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:36.236529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.273151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:36.23664Z","caller":"traceutil/trace.go:171","msg":"trace[9772704] linearizableReadLoop","detail":"{readStateIndex:27791; appliedIndex:27790; }","duration":"480.357936ms","start":"2026-03-04T02:19:35.756264Z","end":"2026-03-04T02:19:36.236622Z","steps":["trace[9772704] 'read index received' (duration: 318.049983ms)","trace[9772704] 'applied index is now lower than readState.Index' (duration: 162.306783ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:36.236731Z","caller":"traceutil/trace.go:171","msg":"trace[1098607034] transaction","detail":"{read_only:false; response_revision:26869; number_of_response:1; }","duration":"481.295037ms","start":"2026-03-04T02:19:35.755375Z","end":"2026-03-04T02:19:36.23667Z","steps":["trace[1098607034] 'process raft request' (duration: 318.79008ms)","trace[1098607034] 'compare' (duration: 161.974175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:36.236865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.601341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"warn","ts":"2026-03-04T02:19:36.23687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.755345Z","time spent":"481.455641ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:36.236906Z","caller":"traceutil/trace.go:171","msg":"trace[1571053098] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26869; }","duration":"480.668903ms","start":"2026-03-04T02:19:35.756225Z","end":"2026-03-04T02:19:36.236894Z","steps":["trace[1571053098] 'agreement among raft nodes before linearized reading' (duration: 480.478698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:36.236939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.7562Z","time spent":"480.731104ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18307,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:19:36.283849Z","caller":"traceutil/trace.go:171","msg":"trace[584804177] transaction","detail":"{read_only:false; response_revision:26870; number_of_response:1; }","duration":"524.224861ms","start":"2026-03-04T02:19:35.759581Z","end":"2026-03-04T02:19:36.283806Z","steps":["trace[584804177] 'process raft request' (duration: 524.047757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:36.283998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.451955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:36.284091Z","caller":"traceutil/trace.go:171","msg":"trace[860529180] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26870; }","duration":"294.65313ms","start":"2026-03-04T02:19:35.98942Z","end":"2026-03-04T02:19:36.284074Z","steps":["trace[860529180] 'agreement among raft nodes before linearized reading' (duration: 294.381543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:36.28425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.759558Z","time spent":"524.450797ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:36.542039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.139782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:36.542228Z","caller":"traceutil/trace.go:171","msg":"trace[1563965502] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26870; }","duration":"138.371567ms","start":"2026-03-04T02:19:36.40382Z","end":"2026-03-04T02:19:36.542192Z","steps":["trace[1563965502] 'count revisions from in-memory index tree' (duration: 137.974488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:36.542323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.347718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:36.54242Z","caller":"traceutil/trace.go:171","msg":"trace[1199583456] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26870; }","duration":"179.533971ms","start":"2026-03-04T02:19:36.362863Z","end":"2026-03-04T02:19:36.542397Z","steps":["trace[1199583456] 'range keys from in-memory index tree' (duration: 179.177863ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:37.377597Z","caller":"traceutil/trace.go:171","msg":"trace[1437221711] transaction","detail":"{read_only:false; response_revision:26872; number_of_response:1; }","duration":"763.219461ms","start":"2026-03-04T02:19:36.614318Z","end":"2026-03-04T02:19:37.377537Z","steps":["trace[1437221711] 'process raft request' (duration: 762.863613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:37.378012Z","caller":"traceutil/trace.go:171","msg":"trace[704530410] transaction","detail":"{read_only:false; response_revision:26875; number_of_response:1; }","duration":"761.834599ms","start":"2026-03-04T02:19:36.61615Z","end":"2026-03-04T02:19:37.377985Z","steps":["trace[704530410] 'process raft request' (duration: 761.751177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:37.378116Z","caller":"traceutil/trace.go:171","msg":"trace[202943397] transaction","detail":"{read_only:false; response_revision:26874; number_of_response:1; }","duration":"763.500818ms","start":"2026-03-04T02:19:36.614556Z","end":"2026-03-04T02:19:37.378057Z","steps":["trace[202943397] 'process raft request' (duration: 763.190451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:37.378016Z","caller":"traceutil/trace.go:171","msg":"trace[1919935799] transaction","detail":"{read_only:false; response_revision:26873; number_of_response:1; }","duration":"763.61162ms","start":"2026-03-04T02:19:36.614362Z","end":"2026-03-04T02:19:37.377973Z","steps":["trace[1919935799] 'process raft request' (duration: 763.094688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:37.378251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:36.616141Z","time spent":"761.997684ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:37.37828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:36.614529Z","time spent":"763.668281ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:37.378259Z","caller":"traceutil/trace.go:171","msg":"trace[650385581] linearizableReadLoop","detail":"{readStateIndex:27798; appliedIndex:27792; }","duration":"743.75626ms","start":"2026-03-04T02:19:36.634472Z","end":"2026-03-04T02:19:37.378228Z","steps":["trace[650385581] 'read index received' (duration: 9.792616ms)","trace[650385581] 'applied index is now lower than readState.Index' (duration: 733.960544ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:37.378517Z","caller":"traceutil/trace.go:171","msg":"trace[2089550685] transaction","detail":"{read_only:false; response_revision:26876; number_of_response:1; }","duration":"762.211628ms","start":"2026-03-04T02:19:36.616193Z","end":"2026-03-04T02:19:37.378405Z","steps":["trace[2089550685] 'process raft request' (duration: 761.753717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:37.378645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:36.614291Z","time spent":"763.457367ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:37.378736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.982315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18284"} {"level":"info","ts":"2026-03-04T02:19:37.378836Z","caller":"traceutil/trace.go:171","msg":"trace[729698896] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26876; }","duration":"744.381215ms","start":"2026-03-04T02:19:36.634434Z","end":"2026-03-04T02:19:37.378815Z","steps":["trace[729698896] 'agreement among raft nodes before linearized reading' (duration: 743.864212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:37.378889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:36.63442Z","time spent":"744.457608ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18307,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:19:37.378449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:36.614341Z","time spent":"763.939638ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:37.378705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:36.616184Z","time spent":"762.402513ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:38.498504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006044061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:38.498575Z","caller":"traceutil/trace.go:171","msg":"trace[666537576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26876; }","duration":"1.006173924s","start":"2026-03-04T02:19:37.492385Z","end":"2026-03-04T02:19:38.498559Z","steps":["trace[666537576] 'range keys from in-memory index tree' (duration: 1.005952938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:38.498611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.492366Z","time spent":"1.006238555s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:38.498956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.870554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:38.499069Z","caller":"traceutil/trace.go:171","msg":"trace[83439899] transaction","detail":"{read_only:false; response_revision:26877; number_of_response:1; }","duration":"993.358656ms","start":"2026-03-04T02:19:37.50569Z","end":"2026-03-04T02:19:38.499049Z","steps":["trace[83439899] 'process raft request' (duration: 692.308118ms)","trace[83439899] 'compare' (duration: 300.545306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:38.499136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.505663Z","time spent":"993.443498ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:38.914114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.497913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:38.914447Z","caller":"traceutil/trace.go:171","msg":"trace[1062274301] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"1.407691431s","start":"2026-03-04T02:19:37.506695Z","end":"2026-03-04T02:19:38.914386Z","steps":["trace[1062274301] 'process raft request' (duration: 1.151788159s)","trace[1062274301] 'compare' (duration: 255.211775ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:38.914526Z","caller":"traceutil/trace.go:171","msg":"trace[1603142570] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"1.407493017s","start":"2026-03-04T02:19:37.507014Z","end":"2026-03-04T02:19:38.914507Z","steps":["trace[1603142570] 'process raft request' (duration: 1.407415505s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:38.914623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.507Z","time spent":"1.407568148s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:38.914821Z","caller":"traceutil/trace.go:171","msg":"trace[1379194806] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"1.407490426s","start":"2026-03-04T02:19:37.507303Z","end":"2026-03-04T02:19:38.914794Z","steps":["trace[1379194806] 'process raft request' (duration: 1.407162319s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:38.914896Z","caller":"traceutil/trace.go:171","msg":"trace[553353541] linearizableReadLoop","detail":"{readStateIndex:27804; appliedIndex:27798; }","duration":"782.204292ms","start":"2026-03-04T02:19:38.132681Z","end":"2026-03-04T02:19:38.914885Z","steps":["trace[553353541] 'read index received' (duration: 65.318444ms)","trace[553353541] 'applied index is now lower than readState.Index' (duration: 716.885078ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:38.914868Z","caller":"traceutil/trace.go:171","msg":"trace[2103975675] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"1.407977657s","start":"2026-03-04T02:19:37.506816Z","end":"2026-03-04T02:19:38.914794Z","steps":["trace[2103975675] 'process raft request' (duration: 1.407426635s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:38.914929Z","caller":"traceutil/trace.go:171","msg":"trace[1595789542] transaction","detail":"{read_only:false; response_revision:26882; number_of_response:1; }","duration":"1.407564418s","start":"2026-03-04T02:19:37.507343Z","end":"2026-03-04T02:19:38.914907Z","steps":["trace[1595789542] 'process raft request' (duration: 1.407322993s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:38.915064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.507287Z","time spent":"1.407588179s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:38.915073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.507327Z","time spent":"1.407655181s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:38.91509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.344584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:38.915172Z","caller":"traceutil/trace.go:171","msg":"trace[1711190604] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26882; }","duration":"782.528659ms","start":"2026-03-04T02:19:38.132625Z","end":"2026-03-04T02:19:38.915154Z","steps":["trace[1711190604] 'agreement among raft nodes before linearized reading' (duration: 782.307444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:38.915194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.762175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:19:38.915217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:38.132597Z","time spent":"782.609491ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:38.915209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.467901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:38.915537Z","caller":"traceutil/trace.go:171","msg":"trace[555962295] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26882; }","duration":"236.879491ms","start":"2026-03-04T02:19:38.67863Z","end":"2026-03-04T02:19:38.915509Z","steps":["trace[555962295] 'agreement among raft nodes before linearized reading' (duration: 236.463801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:38.915244Z","caller":"traceutil/trace.go:171","msg":"trace[791982818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26882; }","duration":"625.860118ms","start":"2026-03-04T02:19:38.289376Z","end":"2026-03-04T02:19:38.915236Z","steps":["trace[791982818] 'agreement among raft nodes before linearized reading' (duration: 625.657063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:38.915908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:38.289352Z","time spent":"626.514842ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:38.915176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.506788Z","time spent":"1.408201823s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:38.91526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.200154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:38.916129Z","caller":"traceutil/trace.go:171","msg":"trace[2135199596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26882; }","duration":"416.093385ms","start":"2026-03-04T02:19:38.499983Z","end":"2026-03-04T02:19:38.916077Z","steps":["trace[2135199596] 'agreement among raft nodes before linearized reading' (duration: 415.251636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:38.915327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.02834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:19:38.916316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:38.499964Z","time spent":"416.278219ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:19:38.916325Z","caller":"traceutil/trace.go:171","msg":"trace[1810528305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26882; }","duration":"268.013622ms","start":"2026-03-04T02:19:38.648221Z","end":"2026-03-04T02:19:38.916235Z","steps":["trace[1810528305] 'agreement among raft nodes before linearized reading' (duration: 266.908637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:38.916441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.50667Z","time spent":"1.407879876s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:39.707206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.630639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:39.707334Z","caller":"traceutil/trace.go:171","msg":"trace[972066844] linearizableReadLoop","detail":"{readStateIndex:27806; appliedIndex:27804; }","duration":"782.674973ms","start":"2026-03-04T02:19:38.924648Z","end":"2026-03-04T02:19:39.707323Z","steps":["trace[972066844] 'read index received' (duration: 145.83511ms)","trace[972066844] 'applied index is now lower than readState.Index' (duration: 636.839013ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:39.70741Z","caller":"traceutil/trace.go:171","msg":"trace[1097510388] transaction","detail":"{read_only:false; response_revision:26883; number_of_response:1; }","duration":"786.517892ms","start":"2026-03-04T02:19:38.920886Z","end":"2026-03-04T02:19:39.707403Z","steps":["trace[1097510388] 'process raft request' (duration: 149.631418ms)","trace[1097510388] 'compare' (duration: 636.554706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:39.707446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:38.920862Z","time spent":"786.568413ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:39.707628Z","caller":"traceutil/trace.go:171","msg":"trace[1532875277] transaction","detail":"{read_only:false; response_revision:26884; number_of_response:1; }","duration":"785.593301ms","start":"2026-03-04T02:19:38.921998Z","end":"2026-03-04T02:19:39.707592Z","steps":["trace[1532875277] 'process raft request' (duration: 785.281864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:39.707819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:38.921976Z","time spent":"785.736445ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:39.979405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.076756ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:19:39.979496Z","caller":"traceutil/trace.go:171","msg":"trace[1802651446] linearizableReadLoop","detail":"{readStateIndex:27807; appliedIndex:27806; }","duration":"272.126017ms","start":"2026-03-04T02:19:39.707354Z","end":"2026-03-04T02:19:39.97948Z","steps":["trace[1802651446] 'read index received' (duration: 204.984µs)","trace[1802651446] 'applied index is now lower than readState.Index' (duration: 271.919863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:39.979632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.613829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:39.979616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054949575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:39.97966Z","caller":"traceutil/trace.go:171","msg":"trace[1353919609] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26884; }","duration":"750.681471ms","start":"2026-03-04T02:19:39.228968Z","end":"2026-03-04T02:19:39.979649Z","steps":["trace[1353919609] 'agreement among raft nodes before linearized reading' (duration: 750.61748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:39.979675Z","caller":"traceutil/trace.go:171","msg":"trace[2110415446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26884; }","duration":"1.055039666s","start":"2026-03-04T02:19:38.924618Z","end":"2026-03-04T02:19:39.979658Z","steps":["trace[2110415446] 'agreement among raft nodes before linearized reading' (duration: 782.96778ms)","trace[2110415446] 'range keys from in-memory index tree' (duration: 271.984795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:39.979685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.524295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:19:39.979687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:39.228948Z","time spent":"750.732692ms","remote":"127.0.0.1:54042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:39.979712Z","caller":"traceutil/trace.go:171","msg":"trace[420785466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26884; }","duration":"595.590466ms","start":"2026-03-04T02:19:39.384113Z","end":"2026-03-04T02:19:39.979704Z","steps":["trace[420785466] 'agreement among raft nodes before linearized reading' (duration: 595.473804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:39.979713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:38.924608Z","time spent":"1.055098867s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:39.979731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:39.384074Z","time spent":"595.653838ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:39.97975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.229757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:19:39.97982Z","caller":"traceutil/trace.go:171","msg":"trace[2090178870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26884; }","duration":"595.35768ms","start":"2026-03-04T02:19:39.384444Z","end":"2026-03-04T02:19:39.979802Z","steps":["trace[2090178870] 'agreement among raft nodes before linearized reading' (duration: 595.152435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:39.979855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:39.384412Z","time spent":"595.436423ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:19:39.979863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.527015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:19:39.979883Z","caller":"traceutil/trace.go:171","msg":"trace[1779346341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26884; }","duration":"595.564085ms","start":"2026-03-04T02:19:39.384315Z","end":"2026-03-04T02:19:39.979879Z","steps":["trace[1779346341] 'agreement among raft nodes before linearized reading' (duration: 595.505174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:39.979902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:39.384307Z","time spent":"595.591937ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:19:39.979908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.58415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T02:19:39.97993Z","caller":"traceutil/trace.go:171","msg":"trace[1541941418] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26884; }","duration":"241.646231ms","start":"2026-03-04T02:19:39.738276Z","end":"2026-03-04T02:19:39.979922Z","steps":["trace[1541941418] 'agreement among raft nodes before linearized reading' (duration: 241.57811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:39.979923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.232397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:19:39.980003Z","caller":"traceutil/trace.go:171","msg":"trace[112402535] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26884; }","duration":"595.33148ms","start":"2026-03-04T02:19:39.384649Z","end":"2026-03-04T02:19:39.979981Z","steps":["trace[112402535] 'agreement among raft nodes before linearized reading' (duration: 595.090174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:39.980047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:39.384638Z","time spent":"595.400421ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:19:40.123395Z","caller":"traceutil/trace.go:171","msg":"trace[485519851] transaction","detail":"{read_only:false; response_revision:26885; number_of_response:1; }","duration":"139.002862ms","start":"2026-03-04T02:19:39.98437Z","end":"2026-03-04T02:19:40.123373Z","steps":["trace[485519851] 'process raft request' (duration: 138.845188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:41.09406Z","caller":"traceutil/trace.go:171","msg":"trace[1665201918] transaction","detail":"{read_only:false; response_revision:26886; number_of_response:1; }","duration":"1.109343945s","start":"2026-03-04T02:19:39.984673Z","end":"2026-03-04T02:19:41.094017Z","steps":["trace[1665201918] 'process raft request' (duration: 1.108974457s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:41.094125Z","caller":"traceutil/trace.go:171","msg":"trace[940886923] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"1.108823143s","start":"2026-03-04T02:19:39.985237Z","end":"2026-03-04T02:19:41.09406Z","steps":["trace[940886923] 'process raft request' (duration: 1.108640719s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:41.094063Z","caller":"traceutil/trace.go:171","msg":"trace[1651515229] linearizableReadLoop","detail":"{readStateIndex:27811; appliedIndex:27807; }","duration":"1.104438901s","start":"2026-03-04T02:19:39.989586Z","end":"2026-03-04T02:19:41.094025Z","steps":["trace[1651515229] 'read index received' (duration: 133.706429ms)","trace[1651515229] 'applied index is now lower than readState.Index' (duration: 970.731042ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:41.094172Z","caller":"traceutil/trace.go:171","msg":"trace[145170349] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"1.107350419s","start":"2026-03-04T02:19:39.986782Z","end":"2026-03-04T02:19:41.094133Z","steps":["trace[145170349] 'process raft request' (duration: 1.107182795s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:41.094284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:39.984641Z","time spent":"1.10954731s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:41.094287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:39.985227Z","time spent":"1.108970517s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:41.094365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:39.986767Z","time spent":"1.107485481s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:41.094398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104772759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:41.094552Z","caller":"traceutil/trace.go:171","msg":"trace[349990521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26888; }","duration":"1.104909263s","start":"2026-03-04T02:19:39.989567Z","end":"2026-03-04T02:19:41.094476Z","steps":["trace[349990521] 'agreement among raft nodes before linearized reading' (duration: 1.104699598s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:41.094622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:39.989558Z","time spent":"1.105049606s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:41.595318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380291,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:42.096063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380291,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:19:42.163009Z","caller":"traceutil/trace.go:171","msg":"trace[1940486433] transaction","detail":"{read_only:false; response_revision:26889; number_of_response:1; }","duration":"1.657246265s","start":"2026-03-04T02:19:40.505576Z","end":"2026-03-04T02:19:42.162823Z","steps":["trace[1940486433] 'process raft request' (duration: 1.656917527s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:42.163225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.505545Z","time spent":"1.657550182s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:42.163797Z","caller":"traceutil/trace.go:171","msg":"trace[992195973] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"1.656611421s","start":"2026-03-04T02:19:40.507159Z","end":"2026-03-04T02:19:42.163771Z","steps":["trace[992195973] 'process raft request' (duration: 1.655581847s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:42.163836Z","caller":"traceutil/trace.go:171","msg":"trace[708581724] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"1.240488475s","start":"2026-03-04T02:19:40.92333Z","end":"2026-03-04T02:19:42.163819Z","steps":["trace[708581724] 'process raft request' (duration: 1.240300161s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:42.164084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.923303Z","time spent":"1.240610508s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:42.164135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.507121Z","time spent":"1.656841387s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:42.164172Z","caller":"traceutil/trace.go:171","msg":"trace[1856631859] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"1.240797962s","start":"2026-03-04T02:19:40.923351Z","end":"2026-03-04T02:19:42.164149Z","steps":["trace[1856631859] 'process raft request' (duration: 1.240391473s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:42.164212Z","caller":"traceutil/trace.go:171","msg":"trace[1582096128] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"1.24068669s","start":"2026-03-04T02:19:40.923505Z","end":"2026-03-04T02:19:42.164192Z","steps":["trace[1582096128] 'process raft request' (duration: 1.240499246s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:42.16421Z","caller":"traceutil/trace.go:171","msg":"trace[755349682] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"1.240154398s","start":"2026-03-04T02:19:40.924026Z","end":"2026-03-04T02:19:42.164181Z","steps":["trace[755349682] 'process raft request' (duration: 1.240107247s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:42.164303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.923473Z","time spent":"1.240783661s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:42.164339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.923319Z","time spent":"1.240924945s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:42.164315Z","caller":"traceutil/trace.go:171","msg":"trace[1415412303] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"1.240371913s","start":"2026-03-04T02:19:40.923893Z","end":"2026-03-04T02:19:42.164265Z","steps":["trace[1415412303] 'process raft request' (duration: 1.240205239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:42.164366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.924018Z","time spent":"1.24027445s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:42.164486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.923882Z","time spent":"1.240513866s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:43.096431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:43.096519Z","caller":"traceutil/trace.go:171","msg":"trace[604255502] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532234s","start":"2026-03-04T02:19:41.095966Z","end":"2026-03-04T02:19:43.096498Z","steps":["trace[604255502] 'agreement among raft nodes before linearized reading' (duration: 2.000401421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.096565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:41.095946Z","time spent":"2.000609276s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:43.185422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02285201s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:19:43.18586Z","caller":"traceutil/trace.go:171","msg":"trace[1157449687] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"1.792476729s","start":"2026-03-04T02:19:41.393358Z","end":"2026-03-04T02:19:43.185835Z","steps":["trace[1157449687] 'process raft request' (duration: 1.792221404s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:43.185847Z","caller":"traceutil/trace.go:171","msg":"trace[1992113278] linearizableReadLoop","detail":"{readStateIndex:27820; appliedIndex:27811; }","duration":"2.091615184s","start":"2026-03-04T02:19:41.094206Z","end":"2026-03-04T02:19:43.185822Z","steps":["trace[1992113278] 'read index received' (duration: 1.068313414s)","trace[1992113278] 'applied index is now lower than readState.Index' (duration: 1.02330063s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:43.185968Z","caller":"traceutil/trace.go:171","msg":"trace[2128717855] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"1.534599553s","start":"2026-03-04T02:19:41.651357Z","end":"2026-03-04T02:19:43.185956Z","steps":["trace[2128717855] 'process raft request' (duration: 1.534413458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.186113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681479418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:43.18608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:41.651327Z","time spent":"1.534673644s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:43.186151Z","caller":"traceutil/trace.go:171","msg":"trace[724118043] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26897; }","duration":"1.68158993s","start":"2026-03-04T02:19:41.50455Z","end":"2026-03-04T02:19:43.18614Z","steps":["trace[724118043] 'agreement among raft nodes before linearized reading' (duration: 1.681436957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.186179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:41.504524Z","time spent":"1.681647162s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.186204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177571937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:43.186115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.300191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:43.186293Z","caller":"traceutil/trace.go:171","msg":"trace[1434089083] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26897; }","duration":"1.177720141s","start":"2026-03-04T02:19:42.008554Z","end":"2026-03-04T02:19:43.186274Z","steps":["trace[1434089083] 'agreement among raft nodes before linearized reading' (duration: 1.177574277s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.186301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.940277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:43.186333Z","caller":"traceutil/trace.go:171","msg":"trace[554099850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26897; }","duration":"146.998148ms","start":"2026-03-04T02:19:43.039326Z","end":"2026-03-04T02:19:43.186324Z","steps":["trace[554099850] 'agreement among raft nodes before linearized reading' (duration: 146.946986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.186333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.008534Z","time spent":"1.177788953s","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.186336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.430511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:43.186337Z","caller":"traceutil/trace.go:171","msg":"trace[430524656] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26897; }","duration":"743.543246ms","start":"2026-03-04T02:19:42.442773Z","end":"2026-03-04T02:19:43.186316Z","steps":["trace[430524656] 'agreement among raft nodes before linearized reading' (duration: 743.24922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:43.186379Z","caller":"traceutil/trace.go:171","msg":"trace[550931068] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26897; }","duration":"808.530173ms","start":"2026-03-04T02:19:42.377838Z","end":"2026-03-04T02:19:43.186369Z","steps":["trace[550931068] 'agreement among raft nodes before linearized reading' (duration: 808.446001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.1864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.377812Z","time spent":"808.583463ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.186401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.442685Z","time spent":"743.69593ms","remote":"127.0.0.1:55148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.186417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475204117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:19:43.186439Z","caller":"traceutil/trace.go:171","msg":"trace[16393054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26897; }","duration":"1.475272128s","start":"2026-03-04T02:19:41.71116Z","end":"2026-03-04T02:19:43.186432Z","steps":["trace[16393054] 'agreement among raft nodes before linearized reading' (duration: 1.475202697s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.186461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:41.711132Z","time spent":"1.475324019s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:43.186464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058768493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:19:43.186566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617955295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:19:43.186549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095458093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:43.18659Z","caller":"traceutil/trace.go:171","msg":"trace[1935315112] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26897; }","duration":"1.618015867s","start":"2026-03-04T02:19:41.568568Z","end":"2026-03-04T02:19:43.186584Z","steps":["trace[1935315112] 'agreement among raft nodes before linearized reading' (duration: 1.617945905s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.186578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.019094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:19:43.18661Z","caller":"traceutil/trace.go:171","msg":"trace[323292759] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26897; }","duration":"1.095576056s","start":"2026-03-04T02:19:42.091019Z","end":"2026-03-04T02:19:43.186595Z","steps":["trace[323292759] 'agreement among raft nodes before linearized reading' (duration: 1.095481704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.18632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922978746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:43.18665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.090988Z","time spent":"1.095650618s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:43.186563Z","caller":"traceutil/trace.go:171","msg":"trace[1497106638] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26897; }","duration":"1.058915756s","start":"2026-03-04T02:19:42.127617Z","end":"2026-03-04T02:19:43.186532Z","steps":["trace[1497106638] 'agreement among raft nodes before linearized reading' (duration: 1.05865115s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.186693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47537307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:19:43.186711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.127593Z","time spent":"1.0591095s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:43.186713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.955715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:43.186733Z","caller":"traceutil/trace.go:171","msg":"trace[757735238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26897; }","duration":"1.475445332s","start":"2026-03-04T02:19:41.711275Z","end":"2026-03-04T02:19:43.18672Z","steps":["trace[757735238] 'agreement among raft nodes before linearized reading' (duration: 1.47494716s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.18661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:41.568545Z","time spent":"1.618059748s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:19:43.18675Z","caller":"traceutil/trace.go:171","msg":"trace[1466651500] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26897; }","duration":"348.039217ms","start":"2026-03-04T02:19:42.838697Z","end":"2026-03-04T02:19:43.186736Z","steps":["trace[1466651500] 'agreement among raft nodes before linearized reading' (duration: 347.933705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.186764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:41.711254Z","time spent":"1.475502183s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:43.186781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.838669Z","time spent":"348.105329ms","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:43.186666Z","caller":"traceutil/trace.go:171","msg":"trace[1361188986] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26897; }","duration":"2.923371175s","start":"2026-03-04T02:19:40.263282Z","end":"2026-03-04T02:19:43.186653Z","steps":["trace[1361188986] 'agreement among raft nodes before linearized reading' (duration: 2.922994887s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.186843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.263254Z","time spent":"2.9235778s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:43.186666Z","caller":"traceutil/trace.go:171","msg":"trace[380148741] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26897; }","duration":"658.157697ms","start":"2026-03-04T02:19:42.528475Z","end":"2026-03-04T02:19:43.186633Z","steps":["trace[380148741] 'agreement among raft nodes before linearized reading' (duration: 657.920131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.186908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.528426Z","time spent":"658.467114ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:19:43.186609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360425836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:43.186953Z","caller":"traceutil/trace.go:171","msg":"trace[1449243728] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26897; }","duration":"1.360801975s","start":"2026-03-04T02:19:41.826138Z","end":"2026-03-04T02:19:43.18694Z","steps":["trace[1449243728] 'agreement among raft nodes before linearized reading' (duration: 1.360453057s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.187014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:41.826086Z","time spent":"1.360915567s","remote":"127.0.0.1:54130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.18899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:41.393325Z","time spent":"1.792579393s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:43.897788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.870259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:43.89787Z","caller":"traceutil/trace.go:171","msg":"trace[1885670281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26897; }","duration":"707.976892ms","start":"2026-03-04T02:19:43.189871Z","end":"2026-03-04T02:19:43.897848Z","steps":["trace[1885670281] 'range keys from in-memory index tree' (duration: 707.798118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.897909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.189864Z","time spent":"708.037663ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:43.89827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.363309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:19:43.898347Z","caller":"traceutil/trace.go:171","msg":"trace[810090784] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26897; }","duration":"698.452101ms","start":"2026-03-04T02:19:43.199877Z","end":"2026-03-04T02:19:43.898329Z","steps":["trace[810090784] 'range keys from in-memory index tree' (duration: 698.218154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.89839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.199854Z","time spent":"698.527163ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:19:43.899006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.99048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:43.899103Z","caller":"traceutil/trace.go:171","msg":"trace[751137330] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"698.804998ms","start":"2026-03-04T02:19:43.20028Z","end":"2026-03-04T02:19:43.899085Z","steps":["trace[751137330] 'process raft request' (duration: 179.659235ms)","trace[751137330] 'compare' (duration: 518.372366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:43.899171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.200269Z","time spent":"698.87481ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:46.212411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.832308404s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:19:46.277947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:45.188978Z","time spent":"1.088956722s","remote":"127.0.0.1:47838","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:46.280675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381662037s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:46.280808Z","caller":"traceutil/trace.go:171","msg":"trace[267882807] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26898; }","duration":"1.381813851s","start":"2026-03-04T02:19:44.898974Z","end":"2026-03-04T02:19:46.280788Z","steps":["trace[267882807] 'range keys from in-memory index tree' (duration: 1.381644877s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:46.28221Z","caller":"traceutil/trace.go:171","msg":"trace[1488778174] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"3.079991905s","start":"2026-03-04T02:19:43.202183Z","end":"2026-03-04T02:19:46.282175Z","steps":["trace[1488778174] 'process raft request' (duration: 3.079490434s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:46.282221Z","caller":"traceutil/trace.go:171","msg":"trace[2008931007] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"3.080096708s","start":"2026-03-04T02:19:43.202078Z","end":"2026-03-04T02:19:46.282174Z","steps":["trace[2008931007] 'process raft request' (duration: 3.010587947s)","trace[2008931007] 'compare' (duration: 68.566469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:46.282389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.202175Z","time spent":"3.080115648s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:46.282407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.202046Z","time spent":"3.080251161s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:46.282545Z","caller":"traceutil/trace.go:171","msg":"trace[621541333] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"3.080302413s","start":"2026-03-04T02:19:43.202231Z","end":"2026-03-04T02:19:46.282534Z","steps":["trace[621541333] 'process raft request' (duration: 3.079552146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:46.282613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.202224Z","time spent":"3.080353884s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:46.283001Z","caller":"traceutil/trace.go:171","msg":"trace[410803981] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"3.075343028s","start":"2026-03-04T02:19:43.207646Z","end":"2026-03-04T02:19:46.282989Z","steps":["trace[410803981] 'process raft request' (duration: 3.074178361s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:46.283032Z","caller":"traceutil/trace.go:171","msg":"trace[1261970687] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"3.074468496s","start":"2026-03-04T02:19:43.208533Z","end":"2026-03-04T02:19:46.283001Z","steps":["trace[1261970687] 'process raft request' (duration: 3.0733259s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:46.283085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.207609Z","time spent":"3.07543259s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:46.283011Z","caller":"traceutil/trace.go:171","msg":"trace[403714150] linearizableReadLoop","detail":"{readStateIndex:27826; appliedIndex:27820; }","duration":"2.954785733s","start":"2026-03-04T02:19:43.328208Z","end":"2026-03-04T02:19:46.282994Z","steps":["trace[403714150] 'read index received' (duration: 51.806461ms)","trace[403714150] 'applied index is now lower than readState.Index' (duration: 2.902977682s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:46.283141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.208511Z","time spent":"3.074572779s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:46.283314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95510679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:19:46.283353Z","caller":"traceutil/trace.go:171","msg":"trace[1378080796] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26903; }","duration":"2.955197512s","start":"2026-03-04T02:19:43.328145Z","end":"2026-03-04T02:19:46.283343Z","steps":["trace[1378080796] 'agreement among raft nodes before linearized reading' (duration: 2.954929196s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:46.283402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.328117Z","time spent":"2.955272074s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":252,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:46.494287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002943099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:46.494354Z","caller":"traceutil/trace.go:171","msg":"trace[699476203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003090294s","start":"2026-03-04T02:19:44.491248Z","end":"2026-03-04T02:19:46.494338Z","steps":["trace[699476203] 'agreement among raft nodes before linearized reading' (duration: 2.003000251s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:46.494392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.491225Z","time spent":"2.003159865s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:46.783614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:47.283895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:47.784604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:48.285261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:48.492966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998425453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:48.493135Z","caller":"traceutil/trace.go:171","msg":"trace[1512859034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998606318s","start":"2026-03-04T02:19:46.494502Z","end":"2026-03-04T02:19:48.493108Z","steps":["trace[1512859034] 'agreement among raft nodes before linearized reading' (duration: 1.998421803s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:48.493218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:46.494453Z","time spent":"1.998751181s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:48.606617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.40977724s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:19:48.607462Z","caller":"traceutil/trace.go:171","msg":"trace[1470977772] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"4.436758796s","start":"2026-03-04T02:19:44.170671Z","end":"2026-03-04T02:19:48.607429Z","steps":["trace[1470977772] 'process raft request' (duration: 4.436153202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:48.60763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.170625Z","time spent":"4.436915829s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:48.607523Z","caller":"traceutil/trace.go:171","msg":"trace[777708115] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"4.435754883s","start":"2026-03-04T02:19:44.171745Z","end":"2026-03-04T02:19:48.6075Z","steps":["trace[777708115] 'process raft request' (duration: 4.435669441s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:48.607899Z","caller":"traceutil/trace.go:171","msg":"trace[619051741] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"4.43605448s","start":"2026-03-04T02:19:44.17182Z","end":"2026-03-04T02:19:48.607875Z","steps":["trace[619051741] 'process raft request' (duration: 4.43563383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:48.608043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.171809Z","time spent":"4.436152582s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:48.608017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.171735Z","time spent":"4.436204073s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:48.608518Z","caller":"traceutil/trace.go:171","msg":"trace[436014614] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"4.4369194s","start":"2026-03-04T02:19:44.171573Z","end":"2026-03-04T02:19:48.608493Z","steps":["trace[436014614] 'process raft request' (duration: 4.435764934s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:48.608557Z","caller":"traceutil/trace.go:171","msg":"trace[1451259313] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"4.436710945s","start":"2026-03-04T02:19:44.171825Z","end":"2026-03-04T02:19:48.608536Z","steps":["trace[1451259313] 'process raft request' (duration: 4.435953708s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:48.608591Z","caller":"traceutil/trace.go:171","msg":"trace[1833726259] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"4.436696055s","start":"2026-03-04T02:19:44.171881Z","end":"2026-03-04T02:19:48.608577Z","steps":["trace[1833726259] 'process raft request' (duration: 4.436426799s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:48.608614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.171559Z","time spent":"4.437006712s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:48.608615Z","caller":"traceutil/trace.go:171","msg":"trace[8215356] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"3.72082959s","start":"2026-03-04T02:19:44.887749Z","end":"2026-03-04T02:19:48.608579Z","steps":["trace[8215356] 'process raft request' (duration: 3.720754988s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:48.608668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.171791Z","time spent":"4.436827178s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:48.608658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.171851Z","time spent":"4.436769596s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:48.60882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.887722Z","time spent":"3.720990134s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:49.750216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.400413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:49.750346Z","caller":"traceutil/trace.go:171","msg":"trace[1499981969] linearizableReadLoop","detail":"{readStateIndex:27834; appliedIndex:27826; }","duration":"3.467153791s","start":"2026-03-04T02:19:46.283172Z","end":"2026-03-04T02:19:49.750326Z","steps":["trace[1499981969] 'read index received' (duration: 2.323698915s)","trace[1499981969] 'applied index is now lower than readState.Index' (duration: 1.143453086s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:49.750371Z","caller":"traceutil/trace.go:171","msg":"trace[1096918411] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"2.578580033s","start":"2026-03-04T02:19:47.171755Z","end":"2026-03-04T02:19:49.750336Z","steps":["trace[1096918411] 'process raft request' (duration: 2.032853162s)","trace[1096918411] 'compare' (duration: 544.384249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:49.750454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980583082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:49.7505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.55944105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:49.750528Z","caller":"traceutil/trace.go:171","msg":"trace[393242941] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26911; }","duration":"5.559504802s","start":"2026-03-04T02:19:44.191012Z","end":"2026-03-04T02:19:49.750517Z","steps":["trace[393242941] 'agreement among raft nodes before linearized reading' (duration: 5.55942338s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:49.750537Z","caller":"traceutil/trace.go:171","msg":"trace[13755819] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26911; }","duration":"4.980707045s","start":"2026-03-04T02:19:44.769808Z","end":"2026-03-04T02:19:49.750515Z","steps":["trace[13755819] 'agreement among raft nodes before linearized reading' (duration: 4.980561482s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.750542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:47.17172Z","time spent":"2.578727326s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:49.750571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.190983Z","time spent":"5.559575543s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:49.750582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.769794Z","time spent":"4.980778446s","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:49.750658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979829515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:49.750715Z","caller":"traceutil/trace.go:171","msg":"trace[1501844836] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26911; }","duration":"3.979926916s","start":"2026-03-04T02:19:45.77077Z","end":"2026-03-04T02:19:49.750697Z","steps":["trace[1501844836] 'agreement among raft nodes before linearized reading' (duration: 3.979827804s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.750732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.602481398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:49.750751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:45.770749Z","time spent":"3.979990078s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:19:49.750771Z","caller":"traceutil/trace.go:171","msg":"trace[614618702] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26911; }","duration":"5.60257466s","start":"2026-03-04T02:19:44.148185Z","end":"2026-03-04T02:19:49.750759Z","steps":["trace[614618702] 'agreement among raft nodes before linearized reading' (duration: 5.602496848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.750796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.148149Z","time spent":"5.602640361s","remote":"127.0.0.1:39070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:49.750788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.850644021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"warn","ts":"2026-03-04T02:19:49.750812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.210909991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:49.750844Z","caller":"traceutil/trace.go:171","msg":"trace[1138563904] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26911; }","duration":"4.210988312s","start":"2026-03-04T02:19:45.539845Z","end":"2026-03-04T02:19:49.750833Z","steps":["trace[1138563904] 'agreement among raft nodes before linearized reading' (duration: 4.210922221s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.750798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.85840242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:49.750845Z","caller":"traceutil/trace.go:171","msg":"trace[798656210] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26911; }","duration":"5.850741323s","start":"2026-03-04T02:19:43.900088Z","end":"2026-03-04T02:19:49.750829Z","steps":["trace[798656210] 'agreement among raft nodes before linearized reading' (duration: 5.850542379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.750814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.077640422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-04T02:19:49.7509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.90007Z","time spent":"5.850822735s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18307,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:19:49.750912Z","caller":"traceutil/trace.go:171","msg":"trace[913765262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26911; }","duration":"5.858579693s","start":"2026-03-04T02:19:43.892306Z","end":"2026-03-04T02:19:49.750886Z","steps":["trace[913765262] 'agreement among raft nodes before linearized reading' (duration: 5.858354998s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.750888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333786058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:19:49.750942Z","caller":"traceutil/trace.go:171","msg":"trace[505071644] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26911; }","duration":"6.077838337s","start":"2026-03-04T02:19:43.673075Z","end":"2026-03-04T02:19:49.750913Z","steps":["trace[505071644] 'agreement among raft nodes before linearized reading' (duration: 6.077404277s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.750959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.81095276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:49.750978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.892282Z","time spent":"5.858674586s","remote":"127.0.0.1:54870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:49.750997Z","caller":"traceutil/trace.go:171","msg":"trace[868675337] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26911; }","duration":"4.811030081s","start":"2026-03-04T02:19:44.939957Z","end":"2026-03-04T02:19:49.750987Z","steps":["trace[868675337] 'agreement among raft nodes before linearized reading' (duration: 4.810882757s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:49.750997Z","caller":"traceutil/trace.go:171","msg":"trace[1792992376] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26911; }","duration":"3.333968822s","start":"2026-03-04T02:19:46.416998Z","end":"2026-03-04T02:19:49.750967Z","steps":["trace[1792992376] 'agreement among raft nodes before linearized reading' (duration: 3.333589074s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.750879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:45.539822Z","time spent":"4.211049324s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:49.751025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.939936Z","time spent":"4.811083013s","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:49.751036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847156519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:19:49.751056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:46.416973Z","time spent":"3.334072665s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":178,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:49.751067Z","caller":"traceutil/trace.go:171","msg":"trace[1741848226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26911; }","duration":"3.84725019s","start":"2026-03-04T02:19:45.903807Z","end":"2026-03-04T02:19:49.751057Z","steps":["trace[1741848226] 'agreement among raft nodes before linearized reading' (duration: 3.847121847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.751095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:45.903754Z","time spent":"3.847335912s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:49.751111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463635257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:19:49.751374Z","caller":"traceutil/trace.go:171","msg":"trace[204117854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26911; }","duration":"1.463934124s","start":"2026-03-04T02:19:48.28743Z","end":"2026-03-04T02:19:49.751364Z","steps":["trace[204117854] 'agreement among raft nodes before linearized reading' (duration: 1.463610827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.751108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4620183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:19:49.751406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:48.287409Z","time spent":"1.463985445s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:19:49.751416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795758036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:49.751444Z","caller":"traceutil/trace.go:171","msg":"trace[978824509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26911; }","duration":"1.462387198s","start":"2026-03-04T02:19:48.289024Z","end":"2026-03-04T02:19:49.751411Z","steps":["trace[978824509] 'agreement among raft nodes before linearized reading' (duration: 1.461874277s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:49.751464Z","caller":"traceutil/trace.go:171","msg":"trace[331656021] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26911; }","duration":"1.795852208s","start":"2026-03-04T02:19:47.955601Z","end":"2026-03-04T02:19:49.751453Z","steps":["trace[331656021] 'agreement among raft nodes before linearized reading' (duration: 1.795774847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.751487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:48.288999Z","time spent":"1.462478201s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:49.751496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:47.955575Z","time spent":"1.79591329s","remote":"127.0.0.1:54074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:49.751527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.404887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418942"} {"level":"warn","ts":"2026-03-04T02:19:49.751005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.673051Z","time spent":"6.07794406s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-04T02:19:49.751563Z","caller":"traceutil/trace.go:171","msg":"trace[1544395242] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26911; }","duration":"235.467539ms","start":"2026-03-04T02:19:49.516085Z","end":"2026-03-04T02:19:49.751552Z","steps":["trace[1544395242] 'agreement among raft nodes before linearized reading' (duration: 235.285075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.751571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.14226302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:19:49.751607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462587473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:19:49.751606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488991336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:49.751612Z","caller":"traceutil/trace.go:171","msg":"trace[819372073] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:26911; }","duration":"6.142361102s","start":"2026-03-04T02:19:43.609238Z","end":"2026-03-04T02:19:49.751599Z","steps":["trace[819372073] 'agreement among raft nodes before linearized reading' (duration: 6.142258989s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:49.751634Z","caller":"traceutil/trace.go:171","msg":"trace[1383258159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26911; }","duration":"1.462626124s","start":"2026-03-04T02:19:48.288999Z","end":"2026-03-04T02:19:49.751625Z","steps":["trace[1383258159] 'agreement among raft nodes before linearized reading' (duration: 1.462547863s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:49.751645Z","caller":"traceutil/trace.go:171","msg":"trace[1898598588] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26911; }","duration":"2.489058117s","start":"2026-03-04T02:19:47.262577Z","end":"2026-03-04T02:19:49.751635Z","steps":["trace[1898598588] 'agreement among raft nodes before linearized reading' (duration: 2.488966335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.751655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:48.288993Z","time spent":"1.462657595s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:19:49.751649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722822786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:49.751656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.609215Z","time spent":"6.142431274s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-04T02:19:49.751676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:47.262558Z","time spent":"2.489110108s","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:49.751689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250900586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:49.751697Z","caller":"traceutil/trace.go:171","msg":"trace[1379891864] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26911; }","duration":"1.722917108s","start":"2026-03-04T02:19:48.028768Z","end":"2026-03-04T02:19:49.751685Z","steps":["trace[1379891864] 'agreement among raft nodes before linearized reading' (duration: 1.722833596s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:49.751725Z","caller":"traceutil/trace.go:171","msg":"trace[387674630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26911; }","duration":"1.250961397s","start":"2026-03-04T02:19:48.500752Z","end":"2026-03-04T02:19:49.751714Z","steps":["trace[387674630] 'agreement among raft nodes before linearized reading' (duration: 1.250900536s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.751732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:48.028749Z","time spent":"1.72297487s","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:49.751755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:48.500731Z","time spent":"1.251017878s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:49.751787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46287871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:19:49.751803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.325574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:19:49.751829Z","caller":"traceutil/trace.go:171","msg":"trace[788935308] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26911; }","duration":"147.391606ms","start":"2026-03-04T02:19:49.60443Z","end":"2026-03-04T02:19:49.751822Z","steps":["trace[788935308] 'agreement among raft nodes before linearized reading' (duration: 147.327464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:49.751808Z","caller":"traceutil/trace.go:171","msg":"trace[365767380] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26911; }","duration":"1.462923491s","start":"2026-03-04T02:19:48.288876Z","end":"2026-03-04T02:19:49.751799Z","steps":["trace[365767380] 'agreement among raft nodes before linearized reading' (duration: 1.4628603s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.751449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869840464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:49.751929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:48.288864Z","time spent":"1.463056504s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:49.751933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462823848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:19:49.751941Z","caller":"traceutil/trace.go:171","msg":"trace[1561506434] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26911; }","duration":"3.870373496s","start":"2026-03-04T02:19:45.881554Z","end":"2026-03-04T02:19:49.751927Z","steps":["trace[1561506434] 'agreement among raft nodes before linearized reading' (duration: 3.869864485s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:49.751975Z","caller":"traceutil/trace.go:171","msg":"trace[2079361709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26911; }","duration":"1.462920051s","start":"2026-03-04T02:19:48.289043Z","end":"2026-03-04T02:19:49.751963Z","steps":["trace[2079361709] 'agreement among raft nodes before linearized reading' (duration: 1.462761427s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.751996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:45.881538Z","time spent":"3.870434587s","remote":"127.0.0.1:54084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:49.752007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:48.289009Z","time spent":"1.462991533s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:49.752111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335152189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:19:49.752159Z","caller":"traceutil/trace.go:171","msg":"trace[1452870830] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26911; }","duration":"1.335241541s","start":"2026-03-04T02:19:48.416908Z","end":"2026-03-04T02:19:49.75215Z","steps":["trace[1452870830] 'agreement among raft nodes before linearized reading' (duration: 1.335020086s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:49.75219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:48.416885Z","time spent":"1.335296922s","remote":"127.0.0.1:51612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":191,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:50.260224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380314,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:51.753839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993959511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:51.753926Z","caller":"traceutil/trace.go:171","msg":"trace[763430057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.994076883s","start":"2026-03-04T02:19:49.759832Z","end":"2026-03-04T02:19:51.753909Z","steps":["trace[763430057] 'agreement among raft nodes before linearized reading' (duration: 1.993954701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:51.753975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.759776Z","time spent":"1.994188317s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:51.866929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301779815s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:51.867028Z","caller":"traceutil/trace.go:171","msg":"trace[426543865] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"2.107694517s","start":"2026-03-04T02:19:49.759313Z","end":"2026-03-04T02:19:51.867008Z","steps":["trace[426543865] 'process raft request' (duration: 805.746468ms)","trace[426543865] 'compare' (duration: 1.30157539s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:51.867084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.759293Z","time spent":"2.107762609s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:52.355659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:52.355778Z","caller":"traceutil/trace.go:171","msg":"trace[37735921] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400349s","start":"2026-03-04T02:19:50.355349Z","end":"2026-03-04T02:19:52.355749Z","steps":["trace[37735921] 'agreement among raft nodes before linearized reading' (duration: 2.000246686s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:52.355839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:50.355327Z","time spent":"2.000502512s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:53.455593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.890511923s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:19:53.4563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.759748Z","time spent":"3.696545558s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:19:53.456585Z","caller":"traceutil/trace.go:171","msg":"trace[1042966741] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"3.696728152s","start":"2026-03-04T02:19:49.759825Z","end":"2026-03-04T02:19:53.456553Z","steps":["trace[1042966741] 'process raft request' (duration: 3.696381764s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:53.456865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.759819Z","time spent":"3.696860986s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:53.45694Z","caller":"traceutil/trace.go:171","msg":"trace[1994848596] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"3.697036739s","start":"2026-03-04T02:19:49.75985Z","end":"2026-03-04T02:19:53.456887Z","steps":["trace[1994848596] 'process raft request' (duration: 3.69661135s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:53.457059Z","caller":"traceutil/trace.go:171","msg":"trace[1892035575] linearizableReadLoop","detail":"{readStateIndex:27842; appliedIndex:27834; }","duration":"3.697199403s","start":"2026-03-04T02:19:49.759839Z","end":"2026-03-04T02:19:53.457039Z","steps":["trace[1892035575] 'read index received' (duration: 805.263777ms)","trace[1892035575] 'applied index is now lower than readState.Index' (duration: 2.891934936s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:53.457129Z","caller":"traceutil/trace.go:171","msg":"trace[1387845525] transaction","detail":"{read_only:false; response_revision:26917; number_of_response:1; }","duration":"3.697235504s","start":"2026-03-04T02:19:49.759883Z","end":"2026-03-04T02:19:53.457119Z","steps":["trace[1387845525] 'process raft request' (duration: 3.697112831s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:53.457163Z","caller":"traceutil/trace.go:171","msg":"trace[1987327893] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"3.697261355s","start":"2026-03-04T02:19:49.759858Z","end":"2026-03-04T02:19:53.457119Z","steps":["trace[1987327893] 'process raft request' (duration: 3.697116431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:53.457189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.759822Z","time spent":"3.697220833s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:53.457224Z","caller":"traceutil/trace.go:171","msg":"trace[24762769] transaction","detail":"{read_only:false; response_revision:26918; number_of_response:1; }","duration":"3.696354113s","start":"2026-03-04T02:19:49.760864Z","end":"2026-03-04T02:19:53.457218Z","steps":["trace[24762769] 'process raft request' (duration: 3.696150468s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:53.45726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.760854Z","time spent":"3.696389634s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:53.457313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.759823Z","time spent":"3.697407197s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:53.4572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.759825Z","time spent":"3.697317725s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:53.457383Z","caller":"traceutil/trace.go:171","msg":"trace[188527141] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"3.697527581s","start":"2026-03-04T02:19:49.759849Z","end":"2026-03-04T02:19:53.457376Z","steps":["trace[188527141] 'process raft request' (duration: 3.69705175s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:53.45741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.759821Z","time spent":"3.697574151s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:53.761202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000439432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:53.761338Z","caller":"traceutil/trace.go:171","msg":"trace[205663224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000636406s","start":"2026-03-04T02:19:51.760671Z","end":"2026-03-04T02:19:53.761308Z","steps":["trace[205663224] 'agreement among raft nodes before linearized reading' (duration: 2.000471352s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:53.761401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:51.76065Z","time spent":"2.000740279s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:53.957982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:54.45888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:54.959166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:55.245903Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.750839446s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:19:55.246642Z","caller":"traceutil/trace.go:171","msg":"trace[384757638] transaction","detail":"{read_only:false; response_revision:26919; number_of_response:1; }","duration":"4.631705406s","start":"2026-03-04T02:19:50.614889Z","end":"2026-03-04T02:19:55.246595Z","steps":["trace[384757638] 'process raft request' (duration: 4.631311837s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:55.246902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:50.614853Z","time spent":"4.631928671s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:55.246648Z","caller":"traceutil/trace.go:171","msg":"trace[1407478792] transaction","detail":"{read_only:false; response_revision:26920; number_of_response:1; }","duration":"4.631288995s","start":"2026-03-04T02:19:50.615321Z","end":"2026-03-04T02:19:55.24661Z","steps":["trace[1407478792] 'process raft request' (duration: 4.631155702s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:55.247205Z","caller":"traceutil/trace.go:171","msg":"trace[1208275013] transaction","detail":"{read_only:false; response_revision:26921; number_of_response:1; }","duration":"4.631747756s","start":"2026-03-04T02:19:50.615417Z","end":"2026-03-04T02:19:55.247165Z","steps":["trace[1208275013] 'process raft request' (duration: 4.631126961s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:55.247378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:50.615295Z","time spent":"4.63193468s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:55.247415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:50.615409Z","time spent":"4.631918069s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:55.247527Z","caller":"traceutil/trace.go:171","msg":"trace[523390933] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"4.631191073s","start":"2026-03-04T02:19:50.61632Z","end":"2026-03-04T02:19:55.247511Z","steps":["trace[523390933] 'process raft request' (duration: 4.630663881s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:55.247729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:50.616279Z","time spent":"4.631319996s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:55.247858Z","caller":"traceutil/trace.go:171","msg":"trace[523096911] transaction","detail":"{read_only:false; response_revision:26923; number_of_response:1; }","duration":"4.631308825s","start":"2026-03-04T02:19:50.616489Z","end":"2026-03-04T02:19:55.247798Z","steps":["trace[523096911] 'process raft request' (duration: 4.630926106s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:55.247969Z","caller":"traceutil/trace.go:171","msg":"trace[2057106613] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"4.631141291s","start":"2026-03-04T02:19:50.616801Z","end":"2026-03-04T02:19:55.247942Z","steps":["trace[2057106613] 'process raft request' (duration: 4.630872175s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:55.2481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:50.61676Z","time spent":"4.631256244s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:55.248156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:50.616478Z","time spent":"4.63148501s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:55.761453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999696734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:55.761551Z","caller":"traceutil/trace.go:171","msg":"trace[2045981618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999806377s","start":"2026-03-04T02:19:53.761711Z","end":"2026-03-04T02:19:55.761517Z","steps":["trace[2045981618] 'agreement among raft nodes before linearized reading' (duration: 1.999693194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:55.761603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:53.761476Z","time spent":"2.000116004s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:56.276235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028400479s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:19:56.278341Z","caller":"traceutil/trace.go:171","msg":"trace[851922899] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"2.994838511s","start":"2026-03-04T02:19:53.283471Z","end":"2026-03-04T02:19:56.27831Z","steps":["trace[851922899] 'process raft request' (duration: 2.992856315s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.278475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:53.283431Z","time spent":"2.994963524s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:56.716451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.31872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:19:56.716696Z","caller":"traceutil/trace.go:171","msg":"trace[1474614024] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26926; }","duration":"3.25875531s","start":"2026-03-04T02:19:53.457894Z","end":"2026-03-04T02:19:56.716649Z","steps":["trace[1474614024] 'process raft request' (duration: 2.820130772s)","trace[1474614024] 'compare' (duration: 438.258379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:56.717326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.746832483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:56.71736Z","caller":"traceutil/trace.go:171","msg":"trace[1458050536] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26929; }","duration":"3.746910905s","start":"2026-03-04T02:19:52.970438Z","end":"2026-03-04T02:19:56.717349Z","steps":["trace[1458050536] 'agreement among raft nodes before linearized reading' (duration: 3.746857734s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.717407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:52.970415Z","time spent":"3.746980426s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:56.717417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:53.457865Z","time spent":"3.259451926s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:56.717629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.932733752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:56.717672Z","caller":"traceutil/trace.go:171","msg":"trace[563593684] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26929; }","duration":"3.932776593s","start":"2026-03-04T02:19:52.784885Z","end":"2026-03-04T02:19:56.717661Z","steps":["trace[563593684] 'agreement among raft nodes before linearized reading' (duration: 3.932715162s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.717701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:52.784816Z","time spent":"3.932876886s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:56.717936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.310299676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:56.717972Z","caller":"traceutil/trace.go:171","msg":"trace[122523238] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26929; }","duration":"4.310401747s","start":"2026-03-04T02:19:52.407563Z","end":"2026-03-04T02:19:56.717964Z","steps":["trace[122523238] 'agreement among raft nodes before linearized reading' (duration: 4.310277275s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.718001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:52.407531Z","time spent":"4.310464679s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":96,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:56.71825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.950986276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:56.718318Z","caller":"traceutil/trace.go:171","msg":"trace[118185927] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26929; }","duration":"6.951075849s","start":"2026-03-04T02:19:49.767223Z","end":"2026-03-04T02:19:56.718299Z","steps":["trace[118185927] 'agreement among raft nodes before linearized reading' (duration: 6.950960056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.71836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.767208Z","time spent":"6.95113959s","remote":"127.0.0.1:55268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:56.718347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.891945128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:56.718435Z","caller":"traceutil/trace.go:171","msg":"trace[1310449809] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26929; }","duration":"6.892075431s","start":"2026-03-04T02:19:49.826337Z","end":"2026-03-04T02:19:56.718412Z","steps":["trace[1310449809] 'agreement among raft nodes before linearized reading' (duration: 6.891905827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.718471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.826323Z","time spent":"6.892140613s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:19:56.7185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.958540491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a7ed6aa4-f4ee-4b3c-9b28-91227d688c65\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:19:56.718526Z","caller":"traceutil/trace.go:171","msg":"trace[1530272440] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a7ed6aa4-f4ee-4b3c-9b28-91227d688c65; range_end:; response_count:1; response_revision:26929; }","duration":"6.958590433s","start":"2026-03-04T02:19:49.759927Z","end":"2026-03-04T02:19:56.718518Z","steps":["trace[1530272440] 'agreement among raft nodes before linearized reading' (duration: 6.95848003s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.71855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.759905Z","time spent":"6.958638615s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a7ed6aa4-f4ee-4b3c-9b28-91227d688c65\" "} {"level":"warn","ts":"2026-03-04T02:19:56.71859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.908891931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:56.71864Z","caller":"traceutil/trace.go:171","msg":"trace[1994613796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26929; }","duration":"6.908990433s","start":"2026-03-04T02:19:49.809637Z","end":"2026-03-04T02:19:56.718627Z","steps":["trace[1994613796] 'agreement among raft nodes before linearized reading' (duration: 6.908916252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.718688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.809613Z","time spent":"6.909065285s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:56.716794Z","caller":"traceutil/trace.go:171","msg":"trace[2098974175] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"598.068044ms","start":"2026-03-04T02:19:56.118708Z","end":"2026-03-04T02:19:56.716776Z","steps":["trace[2098974175] 'process raft request' (duration: 598.023273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.718732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.509673595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:56.718773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.118654Z","time spent":"600.0914ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:56.71882Z","caller":"traceutil/trace.go:171","msg":"trace[2018605492] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26929; }","duration":"5.509796229s","start":"2026-03-04T02:19:51.208997Z","end":"2026-03-04T02:19:56.718793Z","steps":["trace[2018605492] 'agreement among raft nodes before linearized reading' (duration: 5.509675987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.718697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.312635759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:56.718587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.301474771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:56.718897Z","caller":"traceutil/trace.go:171","msg":"trace[1292495572] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26929; }","duration":"6.312862274s","start":"2026-03-04T02:19:50.406024Z","end":"2026-03-04T02:19:56.718886Z","steps":["trace[1292495572] 'agreement among raft nodes before linearized reading' (duration: 6.312633719s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:56.718917Z","caller":"traceutil/trace.go:171","msg":"trace[503065619] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26929; }","duration":"6.30189502s","start":"2026-03-04T02:19:50.417008Z","end":"2026-03-04T02:19:56.718903Z","steps":["trace[503065619] 'agreement among raft nodes before linearized reading' (duration: 6.301228715s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:56.717102Z","caller":"traceutil/trace.go:171","msg":"trace[1059037463] linearizableReadLoop","detail":"{readStateIndex:27853; appliedIndex:27842; }","duration":"3.259996658s","start":"2026-03-04T02:19:53.457091Z","end":"2026-03-04T02:19:56.717088Z","steps":["trace[1059037463] 'read index received' (duration: 1.789272206s)","trace[1059037463] 'applied index is now lower than readState.Index' (duration: 1.470722682s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:56.718972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:50.41699Z","time spent":"6.301968342s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:56.718914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:51.20897Z","time spent":"5.509906512s","remote":"127.0.0.1:55042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:56.718389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.844049337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:19:56.719143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960172369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:19:56.719175Z","caller":"traceutil/trace.go:171","msg":"trace[655912112] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26929; }","duration":"4.844879506s","start":"2026-03-04T02:19:51.874283Z","end":"2026-03-04T02:19:56.719163Z","steps":["trace[655912112] 'agreement among raft nodes before linearized reading' (duration: 4.843808651s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.719223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847143688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:19:56.719222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:51.874262Z","time spent":"4.844946878s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:56.719244Z","caller":"traceutil/trace.go:171","msg":"trace[24002688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26929; }","duration":"2.847209149s","start":"2026-03-04T02:19:53.872029Z","end":"2026-03-04T02:19:56.719238Z","steps":["trace[24002688] 'agreement among raft nodes before linearized reading' (duration: 2.847139128s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:56.719246Z","caller":"traceutil/trace.go:171","msg":"trace[1536891945] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26929; }","duration":"5.960256521s","start":"2026-03-04T02:19:50.758923Z","end":"2026-03-04T02:19:56.719179Z","steps":["trace[1536891945] 'agreement among raft nodes before linearized reading' (duration: 5.960025986s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.718927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:50.40601Z","time spent":"6.312906745s","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:56.719303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:50.758904Z","time spent":"5.960383574s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T02:19:56.719338Z","caller":"traceutil/trace.go:171","msg":"trace[1601880760] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"3.240429384s","start":"2026-03-04T02:19:53.478897Z","end":"2026-03-04T02:19:56.719326Z","steps":["trace[1601880760] 'process raft request' (duration: 3.237679451s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.717175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.957321094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:56.71943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:53.478866Z","time spent":"3.240500346s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:56.719442Z","caller":"traceutil/trace.go:171","msg":"trace[155551855] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26929; }","duration":"6.959618078s","start":"2026-03-04T02:19:49.759812Z","end":"2026-03-04T02:19:56.71943Z","steps":["trace[155551855] 'agreement among raft nodes before linearized reading' (duration: 6.957321334s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.719264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:53.872005Z","time spent":"2.84725451s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:56.719537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.831233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:56.719571Z","caller":"traceutil/trace.go:171","msg":"trace[1712820846] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26929; }","duration":"369.918895ms","start":"2026-03-04T02:19:56.349646Z","end":"2026-03-04T02:19:56.719565Z","steps":["trace[1712820846] 'agreement among raft nodes before linearized reading' (duration: 369.866944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.71959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.349621Z","time spent":"369.963986ms","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:56.719727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257497709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:19:56.719744Z","caller":"traceutil/trace.go:171","msg":"trace[1062864774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26929; }","duration":"1.257537821s","start":"2026-03-04T02:19:55.462201Z","end":"2026-03-04T02:19:56.719739Z","steps":["trace[1062864774] 'agreement among raft nodes before linearized reading' (duration: 1.257480959s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.71976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:55.462158Z","time spent":"1.257597921s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:56.71987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:49.759797Z","time spent":"6.959673289s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:19:56.719908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32224436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:56.719978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257599022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:19:56.720019Z","caller":"traceutil/trace.go:171","msg":"trace[1517910203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26929; }","duration":"1.257648873s","start":"2026-03-04T02:19:55.462359Z","end":"2026-03-04T02:19:56.720008Z","steps":["trace[1517910203] 'agreement among raft nodes before linearized reading' (duration: 1.257298485s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.720039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:55.462354Z","time spent":"1.257680514s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:19:56.717276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.423844105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:56.720061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43135624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:56.720082Z","caller":"traceutil/trace.go:171","msg":"trace[1089562485] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26929; }","duration":"3.426685291s","start":"2026-03-04T02:19:53.29338Z","end":"2026-03-04T02:19:56.720066Z","steps":["trace[1089562485] 'agreement among raft nodes before linearized reading' (duration: 3.423863006s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.720138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:53.293358Z","time spent":"3.426765994s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:56.720203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.166658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:56.720236Z","caller":"traceutil/trace.go:171","msg":"trace[1469404813] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26929; }","duration":"693.199669ms","start":"2026-03-04T02:19:56.027025Z","end":"2026-03-04T02:19:56.720224Z","steps":["trace[1469404813] 'agreement among raft nodes before linearized reading' (duration: 693.148078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:56.720201Z","caller":"traceutil/trace.go:171","msg":"trace[1635088496] transaction","detail":"{read_only:false; response_revision:26928; number_of_response:1; }","duration":"1.961565309s","start":"2026-03-04T02:19:54.758596Z","end":"2026-03-04T02:19:56.720162Z","steps":["trace[1635088496] 'process raft request' (duration: 1.958080059s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.720322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.521664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:19:56.720345Z","caller":"traceutil/trace.go:171","msg":"trace[374476815] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26929; }","duration":"840.589175ms","start":"2026-03-04T02:19:55.879751Z","end":"2026-03-04T02:19:56.72034Z","steps":["trace[374476815] 'agreement among raft nodes before linearized reading' (duration: 840.521594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.720366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:55.879726Z","time spent":"840.632956ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:19:56.720384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:54.758553Z","time spent":"1.961746114s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:56.720092Z","caller":"traceutil/trace.go:171","msg":"trace[559842949] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26929; }","duration":"2.431431642s","start":"2026-03-04T02:19:54.288652Z","end":"2026-03-04T02:19:56.720083Z","steps":["trace[559842949] 'agreement among raft nodes before linearized reading' (duration: 2.43135176s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.720519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.950854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:56.720537Z","caller":"traceutil/trace.go:171","msg":"trace[1858440033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26929; }","duration":"950.970205ms","start":"2026-03-04T02:19:55.769561Z","end":"2026-03-04T02:19:56.720531Z","steps":["trace[1858440033] 'agreement among raft nodes before linearized reading' (duration: 950.919724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.720554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:55.769457Z","time spent":"951.093087ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:56.720548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:54.288634Z","time spent":"2.431899952s","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:56.72026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.026996Z","time spent":"693.25489ms","remote":"127.0.0.1:55066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:56.720157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06770642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:56.720701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.428037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-04T02:19:56.720719Z","caller":"traceutil/trace.go:171","msg":"trace[1939159513] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26929; }","duration":"955.496829ms","start":"2026-03-04T02:19:55.765217Z","end":"2026-03-04T02:19:56.720714Z","steps":["trace[1939159513] 'agreement among raft nodes before linearized reading' (duration: 955.428337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.720739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:55.765187Z","time spent":"955.548049ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:19:56.720731Z","caller":"traceutil/trace.go:171","msg":"trace[497341] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26929; }","duration":"1.068304503s","start":"2026-03-04T02:19:55.652412Z","end":"2026-03-04T02:19:56.720717Z","steps":["trace[497341] 'agreement among raft nodes before linearized reading' (duration: 1.067709769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.72078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:55.652394Z","time spent":"1.068366575s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:56.719979Z","caller":"traceutil/trace.go:171","msg":"trace[737374076] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26929; }","duration":"1.322364743s","start":"2026-03-04T02:19:55.397595Z","end":"2026-03-04T02:19:56.719959Z","steps":["trace[737374076] 'agreement among raft nodes before linearized reading' (duration: 1.3222292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.721706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258821029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:19:56.72172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:55.397573Z","time spent":"1.324133953s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:56.72175Z","caller":"traceutil/trace.go:171","msg":"trace[565944740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26929; }","duration":"1.258927662s","start":"2026-03-04T02:19:55.462809Z","end":"2026-03-04T02:19:56.721737Z","steps":["trace[565944740] 'agreement among raft nodes before linearized reading' (duration: 1.258753288s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.721784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:55.46278Z","time spent":"1.258996993s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:56.721796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259039644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:19:56.721844Z","caller":"traceutil/trace.go:171","msg":"trace[1898028620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26929; }","duration":"1.259147607s","start":"2026-03-04T02:19:55.462681Z","end":"2026-03-04T02:19:56.721828Z","steps":["trace[1898028620] 'agreement among raft nodes before linearized reading' (duration: 1.258992734s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.721874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:55.462643Z","time spent":"1.259223248s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:19:56.722085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259170977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:19:56.722389Z","caller":"traceutil/trace.go:171","msg":"trace[770869766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26929; }","duration":"1.259550008s","start":"2026-03-04T02:19:55.462814Z","end":"2026-03-04T02:19:56.722364Z","steps":["trace[770869766] 'agreement among raft nodes before linearized reading' (duration: 1.259070246s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.722441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:55.462772Z","time spent":"1.259658879s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:57.223615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:57.724008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:58.225914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:58.723052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:58.723399Z","caller":"traceutil/trace.go:171","msg":"trace[2103949179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000793983s","start":"2026-03-04T02:19:56.722576Z","end":"2026-03-04T02:19:58.72337Z","steps":["trace[2103949179] 'agreement among raft nodes before linearized reading' (duration: 2.000385363s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:58.723464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.722557Z","time spent":"2.000887034s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:58.726471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:58.847451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.128204336s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:00.547712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:58.637757Z","time spent":"1.909943118s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:00.548669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701008834s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:20:00.548732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.719045Z","time spent":"3.829683802s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:00.733341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:00.733419Z","caller":"traceutil/trace.go:171","msg":"trace[975489144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017693s","start":"2026-03-04T02:19:58.733224Z","end":"2026-03-04T02:20:00.733401Z","steps":["trace[975489144] 'agreement among raft nodes before linearized reading' (duration: 2.000072047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:00.73346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:58.733203Z","time spent":"2.000250102s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:01.505044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.657391615s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:20:01.526646Z","caller":"traceutil/trace.go:171","msg":"trace[933085624] linearizableReadLoop","detail":"{readStateIndex:27869; appliedIndex:27854; }","duration":"4.804013808s","start":"2026-03-04T02:19:56.722597Z","end":"2026-03-04T02:20:01.52661Z","steps":["trace[933085624] 'read index received' (duration: 2.125061192s)","trace[933085624] 'applied index is now lower than readState.Index' (duration: 2.678951246s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:01.527047Z","caller":"traceutil/trace.go:171","msg":"trace[2118597919] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"4.802012931s","start":"2026-03-04T02:19:56.725013Z","end":"2026-03-04T02:20:01.527026Z","steps":["trace[2118597919] 'process raft request' (duration: 4.780254547s)","trace[2118597919] 'compare' (duration: 18.832156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:01.527226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.724997Z","time spent":"4.802102923s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:01.52756Z","caller":"traceutil/trace.go:171","msg":"trace[1249182359] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"4.799973914s","start":"2026-03-04T02:19:56.727571Z","end":"2026-03-04T02:20:01.527545Z","steps":["trace[1249182359] 'process raft request' (duration: 4.798176642s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:01.527645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.727552Z","time spent":"4.800041476s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:01.527859Z","caller":"traceutil/trace.go:171","msg":"trace[1118742465] transaction","detail":"{read_only:false; response_revision:26932; number_of_response:1; }","duration":"4.800164759s","start":"2026-03-04T02:19:56.727679Z","end":"2026-03-04T02:20:01.527843Z","steps":["trace[1118742465] 'process raft request' (duration: 4.798179833s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:01.527949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.727672Z","time spent":"4.80023377s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:01.529025Z","caller":"traceutil/trace.go:171","msg":"trace[1452365622] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"4.273706954s","start":"2026-03-04T02:19:57.255259Z","end":"2026-03-04T02:20:01.528965Z","steps":["trace[1452365622] 'process raft request' (duration: 4.271031953s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:01.529376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.255223Z","time spent":"4.273897169s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:01.529493Z","caller":"traceutil/trace.go:171","msg":"trace[615014765] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"4.2734692s","start":"2026-03-04T02:19:57.25599Z","end":"2026-03-04T02:20:01.52946Z","steps":["trace[615014765] 'process raft request' (duration: 4.270568863s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:01.529637Z","caller":"traceutil/trace.go:171","msg":"trace[674551467] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"4.801892669s","start":"2026-03-04T02:19:56.727721Z","end":"2026-03-04T02:20:01.529614Z","steps":["trace[674551467] 'process raft request' (duration: 4.798192213s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:01.52969Z","caller":"traceutil/trace.go:171","msg":"trace[1769744898] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"4.27434976s","start":"2026-03-04T02:19:57.255333Z","end":"2026-03-04T02:20:01.529682Z","steps":["trace[1769744898] 'process raft request' (duration: 4.271027722s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:01.52973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.255307Z","time spent":"4.274401791s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:01.529764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.727716Z","time spent":"4.801978971s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:01.529794Z","caller":"traceutil/trace.go:171","msg":"trace[237206294] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"4.274448872s","start":"2026-03-04T02:19:57.255325Z","end":"2026-03-04T02:20:01.529774Z","steps":["trace[237206294] 'process raft request' (duration: 4.271146325s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:01.529843Z","caller":"traceutil/trace.go:171","msg":"trace[431591245] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"4.274023022s","start":"2026-03-04T02:19:57.255812Z","end":"2026-03-04T02:20:01.529835Z","steps":["trace[431591245] 'process raft request' (duration: 4.270702296s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:01.529852Z","caller":"traceutil/trace.go:171","msg":"trace[675606906] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"4.802074992s","start":"2026-03-04T02:19:56.727766Z","end":"2026-03-04T02:20:01.529841Z","steps":["trace[675606906] 'process raft request' (duration: 4.798194902s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:01.529874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.255808Z","time spent":"4.274050303s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:01.5299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.255285Z","time spent":"4.274559004s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:01.529934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.72776Z","time spent":"4.802129954s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:01.529795Z","caller":"traceutil/trace.go:171","msg":"trace[2104943366] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"4.80152067s","start":"2026-03-04T02:19:56.728253Z","end":"2026-03-04T02:20:01.529773Z","steps":["trace[2104943366] 'process raft request' (duration: 4.797750322s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:01.529972Z","caller":"traceutil/trace.go:171","msg":"trace[1139321491] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"4.274669837s","start":"2026-03-04T02:19:57.255259Z","end":"2026-03-04T02:20:01.529928Z","steps":["trace[1139321491] 'process raft request' (duration: 4.270975841s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:01.529901Z","caller":"traceutil/trace.go:171","msg":"trace[1293631611] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"4.796571485s","start":"2026-03-04T02:19:56.733317Z","end":"2026-03-04T02:20:01.529888Z","steps":["trace[1293631611] 'process raft request' (duration: 4.792862489s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:01.529707Z","caller":"traceutil/trace.go:171","msg":"trace[1971207498] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"4.800109618s","start":"2026-03-04T02:19:56.729582Z","end":"2026-03-04T02:20:01.529692Z","steps":["trace[1971207498] 'process raft request' (duration: 4.796470763s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:01.530034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.733308Z","time spent":"4.796702478s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:01.530075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.729564Z","time spent":"4.800480946s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:01.530086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.255232Z","time spent":"4.27481258s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:01.530017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.728244Z","time spent":"4.801751415s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:01.529656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.255974Z","time spent":"4.273602442s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:02.353924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000777869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:02.354009Z","caller":"traceutil/trace.go:171","msg":"trace[1160977021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000970584s","start":"2026-03-04T02:20:00.353019Z","end":"2026-03-04T02:20:02.35399Z","steps":["trace[1160977021] 'agreement among raft nodes before linearized reading' (duration: 2.00081484s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.354406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:00.352997Z","time spent":"2.001053445s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:02.640151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.185679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:02.640361Z","caller":"traceutil/trace.go:171","msg":"trace[1167118736] transaction","detail":"{read_only:false; response_revision:26945; number_of_response:1; }","duration":"913.815042ms","start":"2026-03-04T02:20:01.726527Z","end":"2026-03-04T02:20:02.640342Z","steps":["trace[1167118736] 'process raft request' (duration: 913.733701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.640441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:01.726502Z","time spent":"913.899625ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:02.640636Z","caller":"traceutil/trace.go:171","msg":"trace[1925539668] linearizableReadLoop","detail":"{readStateIndex:27870; appliedIndex:27869; }","duration":"1.113854859s","start":"2026-03-04T02:20:01.526736Z","end":"2026-03-04T02:20:02.640591Z","steps":["trace[1925539668] 'read index received' (duration: 134.170719ms)","trace[1925539668] 'applied index is now lower than readState.Index' (duration: 979.68035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:02.640788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909311403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:02.640859Z","caller":"traceutil/trace.go:171","msg":"trace[308374938] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26945; }","duration":"2.909443177s","start":"2026-03-04T02:19:59.731395Z","end":"2026-03-04T02:20:02.640838Z","steps":["trace[308374938] 'agreement among raft nodes before linearized reading' (duration: 2.909336174s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.640959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:59.731364Z","time spent":"2.90958069s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:02.640975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989799749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-66c48b9bd9-xtnz6.18997fe4f2be6fc8\" ","response":"range_response_count:1 size:2108"} {"level":"info","ts":"2026-03-04T02:20:02.641022Z","caller":"traceutil/trace.go:171","msg":"trace[1260031364] range","detail":"{range_begin:/registry/events/openstack/glance-api-66c48b9bd9-xtnz6.18997fe4f2be6fc8; range_end:; response_count:1; response_revision:26945; }","duration":"2.989895232s","start":"2026-03-04T02:19:59.651111Z","end":"2026-03-04T02:20:02.641006Z","steps":["trace[1260031364] 'agreement among raft nodes before linearized reading' (duration: 2.989655896s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.641075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:59.651092Z","time spent":"2.989965473s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2131,"request content":"key:\"/registry/events/openstack/glance-api-66c48b9bd9-xtnz6.18997fe4f2be6fc8\" "} {"level":"info","ts":"2026-03-04T02:20:02.641168Z","caller":"traceutil/trace.go:171","msg":"trace[1346589069] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"2.089957427s","start":"2026-03-04T02:20:00.551194Z","end":"2026-03-04T02:20:02.641151Z","steps":["trace[1346589069] 'process raft request' (duration: 1.109685783s)","trace[1346589069] 'compare' (duration: 978.593596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:02.641261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:00.551171Z","time spent":"2.090033999s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:02.641327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.918256587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-04T02:20:02.641335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199996252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:02.641394Z","caller":"traceutil/trace.go:171","msg":"trace[1225301951] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26945; }","duration":"5.918360378s","start":"2026-03-04T02:19:56.723018Z","end":"2026-03-04T02:20:02.641378Z","steps":["trace[1225301951] 'agreement among raft nodes before linearized reading' (duration: 5.918162824s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.64136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706213388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:02.641413Z","caller":"traceutil/trace.go:171","msg":"trace[626006610] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26945; }","duration":"3.200133496s","start":"2026-03-04T02:19:59.44126Z","end":"2026-03-04T02:20:02.641393Z","steps":["trace[626006610] 'agreement among raft nodes before linearized reading' (duration: 3.199945691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.641456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118704334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:02.641489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.916447725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:02.641499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:59.441242Z","time spent":"3.200238519s","remote":"127.0.0.1:54050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:02.641415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.727032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:02.641522Z","caller":"traceutil/trace.go:171","msg":"trace[844422160] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26945; }","duration":"5.916717782s","start":"2026-03-04T02:19:56.724796Z","end":"2026-03-04T02:20:02.641514Z","steps":["trace[844422160] 'agreement among raft nodes before linearized reading' (duration: 5.916662821s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:02.64151Z","caller":"traceutil/trace.go:171","msg":"trace[870967369] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26945; }","duration":"3.706421573s","start":"2026-03-04T02:19:58.935043Z","end":"2026-03-04T02:20:02.641465Z","steps":["trace[870967369] 'agreement among raft nodes before linearized reading' (duration: 3.706134526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.641539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907196781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:02.641489Z","caller":"traceutil/trace.go:171","msg":"trace[1199720249] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26945; }","duration":"1.118770024s","start":"2026-03-04T02:20:01.522708Z","end":"2026-03-04T02:20:02.641478Z","steps":["trace[1199720249] 'agreement among raft nodes before linearized reading' (duration: 1.118709572s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.641583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:01.522688Z","time spent":"1.118885938s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:02.641517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.908525142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:02.641597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:58.934671Z","time spent":"3.706900815s","remote":"127.0.0.1:55026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:02.641656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219732717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:02.641663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.758945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:02.641668Z","caller":"traceutil/trace.go:171","msg":"trace[261787035] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26945; }","duration":"5.908742977s","start":"2026-03-04T02:19:56.732886Z","end":"2026-03-04T02:20:02.641629Z","steps":["trace[261787035] 'agreement among raft nodes before linearized reading' (duration: 5.908427739s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.641553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.724776Z","time spent":"5.916770733s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:20:02.641709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.687493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:02.641767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282945251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:02.641778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.033713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:02.641775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.732875Z","time spent":"5.90888316s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:20:02.641808Z","caller":"traceutil/trace.go:171","msg":"trace[1814664686] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26945; }","duration":"2.283029893s","start":"2026-03-04T02:20:00.358767Z","end":"2026-03-04T02:20:02.641797Z","steps":["trace[1814664686] 'agreement among raft nodes before linearized reading' (duration: 2.282950351s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:02.641817Z","caller":"traceutil/trace.go:171","msg":"trace[1312238536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26945; }","duration":"950.069554ms","start":"2026-03-04T02:20:01.691737Z","end":"2026-03-04T02:20:02.641807Z","steps":["trace[1312238536] 'agreement among raft nodes before linearized reading' (duration: 949.995472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.641851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:00.358749Z","time spent":"2.283093355s","remote":"127.0.0.1:54962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:02.641855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.764314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:02.641866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:01.691651Z","time spent":"950.206337ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:20:02.641894Z","caller":"traceutil/trace.go:171","msg":"trace[188202422] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26945; }","duration":"445.842076ms","start":"2026-03-04T02:20:02.196043Z","end":"2026-03-04T02:20:02.641885Z","steps":["trace[188202422] 'agreement among raft nodes before linearized reading' (duration: 445.776554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.64193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.892143792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:02.641938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.196006Z","time spent":"445.919979ms","remote":"127.0.0.1:33088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:02.641976Z","caller":"traceutil/trace.go:171","msg":"trace[1416650628] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26945; }","duration":"4.892236244s","start":"2026-03-04T02:19:57.74973Z","end":"2026-03-04T02:20:02.641966Z","steps":["trace[1416650628] 'agreement among raft nodes before linearized reading' (duration: 4.892142962s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.641937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543076176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:02.642016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.749701Z","time spent":"4.892306876s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:02.64205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534493243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:02.642066Z","caller":"traceutil/trace.go:171","msg":"trace[1690008892] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26945; }","duration":"3.54330818s","start":"2026-03-04T02:19:59.09873Z","end":"2026-03-04T02:20:02.642039Z","steps":["trace[1690008892] 'agreement among raft nodes before linearized reading' (duration: 3.543157917s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:02.6421Z","caller":"traceutil/trace.go:171","msg":"trace[1459878946] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26945; }","duration":"2.534582855s","start":"2026-03-04T02:20:00.107502Z","end":"2026-03-04T02:20:02.642085Z","steps":["trace[1459878946] 'agreement among raft nodes before linearized reading' (duration: 2.534513294s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:02.641575Z","caller":"traceutil/trace.go:171","msg":"trace[1508622866] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26945; }","duration":"970.972858ms","start":"2026-03-04T02:20:01.670573Z","end":"2026-03-04T02:20:02.641545Z","steps":["trace[1508622866] 'agreement among raft nodes before linearized reading' (duration: 970.718111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.642156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:59.09871Z","time spent":"3.543425564s","remote":"127.0.0.1:35240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:02.642157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992744213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:02.641582Z","caller":"traceutil/trace.go:171","msg":"trace[1598486208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26945; }","duration":"1.907268193s","start":"2026-03-04T02:20:00.734301Z","end":"2026-03-04T02:20:02.641569Z","steps":["trace[1598486208] 'agreement among raft nodes before linearized reading' (duration: 1.907208251s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:02.641711Z","caller":"traceutil/trace.go:171","msg":"trace[348809087] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26945; }","duration":"131.806256ms","start":"2026-03-04T02:20:02.509891Z","end":"2026-03-04T02:20:02.641697Z","steps":["trace[348809087] 'agreement among raft nodes before linearized reading' (duration: 131.725695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:02.642207Z","caller":"traceutil/trace.go:171","msg":"trace[2034784664] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26945; }","duration":"4.992837056s","start":"2026-03-04T02:19:57.649355Z","end":"2026-03-04T02:20:02.642192Z","steps":["trace[2034784664] 'agreement among raft nodes before linearized reading' (duration: 4.992673772s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.642222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:00.734283Z","time spent":"1.907923227s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:02.642259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753812407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:02.642448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.649325Z","time spent":"4.992923098s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:02.642165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:00.107479Z","time spent":"2.534672147s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-04T02:20:02.64248Z","caller":"traceutil/trace.go:171","msg":"trace[549672121] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26945; }","duration":"2.754069203s","start":"2026-03-04T02:19:59.888399Z","end":"2026-03-04T02:20:02.642468Z","steps":["trace[549672121] 'agreement among raft nodes before linearized reading' (duration: 2.753838058s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.64251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:59.888369Z","time spent":"2.754133895s","remote":"127.0.0.1:51652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:02.641433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.722997Z","time spent":"5.91842783s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T02:20:02.642595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825308856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:02.64179Z","caller":"traceutil/trace.go:171","msg":"trace[1831023719] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26945; }","duration":"848.840007ms","start":"2026-03-04T02:20:01.792929Z","end":"2026-03-04T02:20:02.641769Z","steps":["trace[1831023719] 'agreement among raft nodes before linearized reading' (duration: 848.711834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:02.642638Z","caller":"traceutil/trace.go:171","msg":"trace[1038338572] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26945; }","duration":"2.825396378s","start":"2026-03-04T02:19:59.817227Z","end":"2026-03-04T02:20:02.642623Z","steps":["trace[1038338572] 'agreement among raft nodes before linearized reading' (duration: 2.825330756s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.642673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:59.817195Z","time spent":"2.82546701s","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:02.642216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:01.670544Z","time spent":"971.648144ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:02.641697Z","caller":"traceutil/trace.go:171","msg":"trace[1305383737] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26945; }","duration":"2.219797728s","start":"2026-03-04T02:20:00.421889Z","end":"2026-03-04T02:20:02.641687Z","steps":["trace[1305383737] 'agreement among raft nodes before linearized reading' (duration: 2.219712946s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.642595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.795155897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:02.642818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:00.421874Z","time spent":"2.220931495s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:02.642217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561429548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:02.64284Z","caller":"traceutil/trace.go:171","msg":"trace[796264661] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26945; }","duration":"2.795454453s","start":"2026-03-04T02:19:59.847373Z","end":"2026-03-04T02:20:02.642827Z","steps":["trace[796264661] 'agreement among raft nodes before linearized reading' (duration: 2.795183607s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.642672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:01.792897Z","time spent":"849.759328ms","remote":"127.0.0.1:54796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:02.642877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:59.847338Z","time spent":"2.795527995s","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:02.642877Z","caller":"traceutil/trace.go:171","msg":"trace[1189017464] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26945; }","duration":"2.562118753s","start":"2026-03-04T02:20:00.08074Z","end":"2026-03-04T02:20:02.642858Z","steps":["trace[1189017464] 'agreement among raft nodes before linearized reading' (duration: 2.561445808s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.642931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:00.080717Z","time spent":"2.562197365s","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:02.64348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.022253828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:321089"} {"level":"info","ts":"2026-03-04T02:20:02.643564Z","caller":"traceutil/trace.go:171","msg":"trace[1836563755] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:26945; }","duration":"5.022376811s","start":"2026-03-04T02:19:57.621165Z","end":"2026-03-04T02:20:02.643542Z","steps":["trace[1836563755] 'agreement among raft nodes before linearized reading' (duration: 5.019651557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.643615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.621145Z","time spent":"5.022454892s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":321112,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:20:03.145616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:03.646882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:04.147811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:04.648544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:04.651026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999969041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:04.651157Z","caller":"traceutil/trace.go:171","msg":"trace[1651147664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000143405s","start":"2026-03-04T02:20:02.650993Z","end":"2026-03-04T02:20:04.651136Z","steps":["trace[1651147664] 'agreement among raft nodes before linearized reading' (duration: 1.999980881s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:04.651256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.650958Z","time spent":"2.000285158s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:05.149319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:05.649481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:05.898892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.733114ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:05.899048Z","caller":"traceutil/trace.go:171","msg":"trace[1319462531] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26945; }","duration":"999.902197ms","start":"2026-03-04T02:20:04.899127Z","end":"2026-03-04T02:20:05.899029Z","steps":["trace[1319462531] 'range keys from in-memory index tree' (duration: 999.714843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:06.150049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:06.614364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.968778789s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:20:06.6148Z","caller":"traceutil/trace.go:171","msg":"trace[281745924] transaction","detail":"{read_only:false; response_revision:26946; number_of_response:1; }","duration":"3.969303791s","start":"2026-03-04T02:20:02.645427Z","end":"2026-03-04T02:20:06.61473Z","steps":["trace[281745924] 'process raft request' (duration: 3.969141118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:06.615066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.645399Z","time spent":"3.969602857s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:06.659447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000565083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:06.659527Z","caller":"traceutil/trace.go:171","msg":"trace[792091351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000705206s","start":"2026-03-04T02:20:04.658804Z","end":"2026-03-04T02:20:06.659509Z","steps":["trace[792091351] 'agreement among raft nodes before linearized reading' (duration: 2.000609444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:06.659569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:04.658786Z","time spent":"2.000774738s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:08.535846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99904246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:08.535946Z","caller":"traceutil/trace.go:171","msg":"trace[660445612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999200714s","start":"2026-03-04T02:20:03.536721Z","end":"2026-03-04T02:20:08.535922Z","steps":["trace[660445612] 'agreement among raft nodes before linearized reading' (duration: 4.999079941s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.536003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.536688Z","time spent":"4.999304496s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 02:20:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:08.537064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.539253Z","time spent":"4.997806701s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:20:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:08.537185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999390048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:08.537217Z","caller":"traceutil/trace.go:171","msg":"trace[591324504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999443839s","start":"2026-03-04T02:20:03.537762Z","end":"2026-03-04T02:20:08.537206Z","steps":["trace[591324504] 'agreement among raft nodes before linearized reading' (duration: 4.999405118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.537247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.537757Z","time spent":"4.99948308s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:20:08.537161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.538638Z","time spent":"4.998520237s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:20:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:08.537257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99906223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:08.537577Z","caller":"traceutil/trace.go:171","msg":"trace[2008686372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999401267s","start":"2026-03-04T02:20:03.538164Z","end":"2026-03-04T02:20:08.537565Z","steps":["trace[2008686372] 'agreement among raft nodes before linearized reading' (duration: 4.99907397s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.537554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.539897Z","time spent":"4.997650708s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:20:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:08.53762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.538157Z","time spent":"4.999450908s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:20:08.537629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.540151Z","time spent":"4.997449533s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:20:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:08.537734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.566884301s","expected-duration":"1s"} 2026/03/04 02:20:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:08.538128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.645979Z","time spent":"5.892146423s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:20:08.538374Z","caller":"traceutil/trace.go:171","msg":"trace[1773880224] linearizableReadLoop","detail":"{readStateIndex:27880; appliedIndex:27871; }","duration":"5.89286197s","start":"2026-03-04T02:20:02.645498Z","end":"2026-03-04T02:20:08.53836Z","steps":["trace[1773880224] 'read index received' (duration: 3.969167978s)","trace[1773880224] 'applied index is now lower than readState.Index' (duration: 1.923693072s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:08.538462Z","caller":"traceutil/trace.go:171","msg":"trace[1867161513] transaction","detail":"{read_only:false; response_revision:26952; number_of_response:1; }","duration":"4.991975026s","start":"2026-03-04T02:20:03.546475Z","end":"2026-03-04T02:20:08.53845Z","steps":["trace[1867161513] 'process raft request' (duration: 4.991823842s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.538543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.546461Z","time spent":"4.992023577s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:08.538562Z","caller":"traceutil/trace.go:171","msg":"trace[1081305537] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"4.998358445s","start":"2026-03-04T02:20:03.540068Z","end":"2026-03-04T02:20:08.538426Z","steps":["trace[1081305537] 'process raft request' (duration: 4.998166329s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:08.53855Z","caller":"traceutil/trace.go:171","msg":"trace[1040297812] transaction","detail":"{read_only:false; response_revision:26953; number_of_response:1; }","duration":"4.309863285s","start":"2026-03-04T02:20:04.228631Z","end":"2026-03-04T02:20:08.538495Z","steps":["trace[1040297812] 'process raft request' (duration: 4.309695052s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.538689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.893177057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:20:08.538752Z","caller":"traceutil/trace.go:171","msg":"trace[1202023807] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26953; }","duration":"5.893307401s","start":"2026-03-04T02:20:02.645428Z","end":"2026-03-04T02:20:08.538735Z","steps":["trace[1202023807] 'agreement among raft nodes before linearized reading' (duration: 5.893072065s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.538643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.540058Z","time spent":"4.998538169s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:08.538789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.645391Z","time spent":"5.893389762s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:20:08.538738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:04.228601Z","time spent":"4.310028749s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:08.659821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99994642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:08.659972Z","caller":"traceutil/trace.go:171","msg":"trace[422750930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116024s","start":"2026-03-04T02:20:06.659782Z","end":"2026-03-04T02:20:08.659898Z","steps":["trace[422750930] 'agreement among raft nodes before linearized reading' (duration: 1.999984171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.660105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.659761Z","time spent":"2.000315078s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:09.03869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:09.538946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:09.894647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356068564s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:20:09.895074Z","caller":"traceutil/trace.go:171","msg":"trace[1156693747] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"3.275011776s","start":"2026-03-04T02:20:06.620034Z","end":"2026-03-04T02:20:09.895046Z","steps":["trace[1156693747] 'process raft request' (duration: 3.274776361s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:09.89525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.62001Z","time spent":"3.275141519s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:09.895524Z","caller":"traceutil/trace.go:171","msg":"trace[114144893] transaction","detail":"{read_only:false; response_revision:26957; number_of_response:1; }","duration":"2.244198732s","start":"2026-03-04T02:20:07.651303Z","end":"2026-03-04T02:20:09.895501Z","steps":["trace[114144893] 'process raft request' (duration: 2.244085009s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:09.895657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:07.651272Z","time spent":"2.244315404s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:09.895726Z","caller":"traceutil/trace.go:171","msg":"trace[918684353] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"3.271929975s","start":"2026-03-04T02:20:06.623782Z","end":"2026-03-04T02:20:09.895712Z","steps":["trace[918684353] 'process raft request' (duration: 3.271195868s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:09.89577Z","caller":"traceutil/trace.go:171","msg":"trace[2002191357] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"3.151225597s","start":"2026-03-04T02:20:06.744532Z","end":"2026-03-04T02:20:09.895758Z","steps":["trace[2002191357] 'process raft request' (duration: 3.150772356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:09.89581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.623754Z","time spent":"3.272015537s","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:09.895816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.74452Z","time spent":"3.151271207s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:10.668278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000630795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:10.668356Z","caller":"traceutil/trace.go:171","msg":"trace[1959093881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000794839s","start":"2026-03-04T02:20:08.667545Z","end":"2026-03-04T02:20:10.66834Z","steps":["trace[1959093881] 'agreement among raft nodes before linearized reading' (duration: 2.000663226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:10.668407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.667522Z","time spent":"2.000864401s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:10.807817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.706202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:10.808018Z","caller":"traceutil/trace.go:171","msg":"trace[1417430650] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"2.268553576s","start":"2026-03-04T02:20:08.539431Z","end":"2026-03-04T02:20:10.807985Z","steps":["trace[1417430650] 'process raft request' (duration: 1.910608398s)","trace[1417430650] 'compare' (duration: 357.563929ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:10.808053Z","caller":"traceutil/trace.go:171","msg":"trace[1648749183] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"2.267979143s","start":"2026-03-04T02:20:08.540043Z","end":"2026-03-04T02:20:10.808023Z","steps":["trace[1648749183] 'process raft request' (duration: 2.2678527s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:10.808213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.539415Z","time spent":"2.26871851s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:10.808258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.540029Z","time spent":"2.268170048s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:12.093563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285588081s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:20:12.093846Z","caller":"traceutil/trace.go:171","msg":"trace[645124708] linearizableReadLoop","detail":"{readStateIndex:27887; appliedIndex:27880; }","duration":"3.555409285s","start":"2026-03-04T02:20:08.538417Z","end":"2026-03-04T02:20:12.093827Z","steps":["trace[645124708] 'read index received' (duration: 1.356390771s)","trace[645124708] 'applied index is now lower than readState.Index' (duration: 2.199017314s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:12.094393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.569550515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:12.094394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.124295554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:12.094437Z","caller":"traceutil/trace.go:171","msg":"trace[605681474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26959; }","duration":"6.569636017s","start":"2026-03-04T02:20:05.524787Z","end":"2026-03-04T02:20:12.094423Z","steps":["trace[605681474] 'agreement among raft nodes before linearized reading' (duration: 6.569550865s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:12.094446Z","caller":"traceutil/trace.go:171","msg":"trace[252403116] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26959; }","duration":"6.124393936s","start":"2026-03-04T02:20:05.970036Z","end":"2026-03-04T02:20:12.09443Z","steps":["trace[252403116] 'agreement among raft nodes before linearized reading' (duration: 6.124299634s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.09444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.445579584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:12.094498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:05.970015Z","time spent":"6.124459697s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:12.094524Z","caller":"traceutil/trace.go:171","msg":"trace[1969990419] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26959; }","duration":"9.445724417s","start":"2026-03-04T02:20:02.64878Z","end":"2026-03-04T02:20:12.094505Z","steps":["trace[1969990419] 'agreement among raft nodes before linearized reading' (duration: 9.445581133s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.09454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.392656364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:12.09457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.648754Z","time spent":"9.445805928s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:20:12.094588Z","caller":"traceutil/trace.go:171","msg":"trace[673126095] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26959; }","duration":"5.392727246s","start":"2026-03-04T02:20:06.701842Z","end":"2026-03-04T02:20:12.094569Z","steps":["trace[673126095] 'agreement among raft nodes before linearized reading' (duration: 5.392655115s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.094598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.447069598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:20:12.094632Z","caller":"traceutil/trace.go:171","msg":"trace[963371017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26959; }","duration":"9.447144059s","start":"2026-03-04T02:20:02.647476Z","end":"2026-03-04T02:20:12.09462Z","steps":["trace[963371017] 'agreement among raft nodes before linearized reading' (duration: 9.447017956s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.094634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.701825Z","time spent":"5.392796397s","remote":"127.0.0.1:51988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:12.094642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.556337788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-03-04T02:20:12.094661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.693778185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:12.094699Z","caller":"traceutil/trace.go:171","msg":"trace[1617842817] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26959; }","duration":"3.556447931s","start":"2026-03-04T02:20:08.538234Z","end":"2026-03-04T02:20:12.094682Z","steps":["trace[1617842817] 'agreement among raft nodes before linearized reading' (duration: 3.556276267s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:12.094723Z","caller":"traceutil/trace.go:171","msg":"trace[2122821229] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26959; }","duration":"7.693890117s","start":"2026-03-04T02:20:04.400819Z","end":"2026-03-04T02:20:12.094709Z","steps":["trace[2122821229] 'agreement among raft nodes before linearized reading' (duration: 7.693776325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.094706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.44715286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5618f5ca-00bd-41ef-9245-9fcd46b1c913\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-04T02:20:12.094741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.556995205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:20:12.094743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.538214Z","time spent":"3.556521752s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-04T02:20:12.094767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:04.400797Z","time spent":"7.693960498s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:12.094784Z","caller":"traceutil/trace.go:171","msg":"trace[1542950908] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5618f5ca-00bd-41ef-9245-9fcd46b1c913; range_end:; response_count:1; response_revision:26959; }","duration":"9.447263752s","start":"2026-03-04T02:20:02.6475Z","end":"2026-03-04T02:20:12.094763Z","steps":["trace[1542950908] 'agreement among raft nodes before linearized reading' (duration: 9.447031346s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.094795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.919832144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:12.094825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.647489Z","time spent":"9.447325163s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-5618f5ca-00bd-41ef-9245-9fcd46b1c913\" "} {"level":"warn","ts":"2026-03-04T02:20:12.094829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.629840982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:20:12.094447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.47225086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:12.09485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.489092169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:12.094879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.556572724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:20:12.094968Z","caller":"traceutil/trace.go:171","msg":"trace[1182017654] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26959; }","duration":"5.489271193s","start":"2026-03-04T02:20:06.605673Z","end":"2026-03-04T02:20:12.094945Z","steps":["trace[1182017654] 'agreement among raft nodes before linearized reading' (duration: 5.488961106s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:12.094975Z","caller":"traceutil/trace.go:171","msg":"trace[1828008005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26959; }","duration":"8.556686197s","start":"2026-03-04T02:20:03.538265Z","end":"2026-03-04T02:20:12.094951Z","steps":["trace[1828008005] 'agreement among raft nodes before linearized reading' (duration: 8.55640303s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:12.09499Z","caller":"traceutil/trace.go:171","msg":"trace[314257267] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"1.54915278s","start":"2026-03-04T02:20:10.545825Z","end":"2026-03-04T02:20:12.094978Z","steps":["trace[314257267] 'process raft request' (duration: 1.54783822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.095025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.605652Z","time spent":"5.489364165s","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":66,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:12.095025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.538254Z","time spent":"8.556762038s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:20:12.09482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.968078463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:12.095085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:10.545807Z","time spent":"1.549218872s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:12.095099Z","caller":"traceutil/trace.go:171","msg":"trace[1624607480] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26959; }","duration":"6.96834881s","start":"2026-03-04T02:20:05.126733Z","end":"2026-03-04T02:20:12.095081Z","steps":["trace[1624607480] 'agreement among raft nodes before linearized reading' (duration: 6.968060743s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.095145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:05.126669Z","time spent":"6.968458872s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:12.09466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.647454Z","time spent":"9.44720088s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:20:12.094893Z","caller":"traceutil/trace.go:171","msg":"trace[259447607] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26959; }","duration":"3.629952304s","start":"2026-03-04T02:20:08.464926Z","end":"2026-03-04T02:20:12.094878Z","steps":["trace[259447607] 'agreement among raft nodes before linearized reading' (duration: 3.629793131s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.095318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.464902Z","time spent":"3.630401205s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:20:12.094852Z","caller":"traceutil/trace.go:171","msg":"trace[269831878] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26959; }","duration":"5.919920686s","start":"2026-03-04T02:20:06.174916Z","end":"2026-03-04T02:20:12.094837Z","steps":["trace[269831878] 'agreement among raft nodes before linearized reading' (duration: 5.919837204s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.095401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.174899Z","time spent":"5.920484579s","remote":"127.0.0.1:51524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:12.094776Z","caller":"traceutil/trace.go:171","msg":"trace[1568744379] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26959; }","duration":"8.557064497s","start":"2026-03-04T02:20:03.537703Z","end":"2026-03-04T02:20:12.094768Z","steps":["trace[1568744379] 'agreement among raft nodes before linearized reading' (duration: 8.556976825s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.095563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.537682Z","time spent":"8.557859554s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:20:12.09445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.666641305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:12.095618Z","caller":"traceutil/trace.go:171","msg":"trace[781691768] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26959; }","duration":"4.667869443s","start":"2026-03-04T02:20:07.427736Z","end":"2026-03-04T02:20:12.095605Z","steps":["trace[781691768] 'agreement among raft nodes before linearized reading' (duration: 4.666632745s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.095655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:07.427702Z","time spent":"4.667941605s","remote":"127.0.0.1:33238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:12.094475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:05.524764Z","time spent":"6.569701719s","remote":"127.0.0.1:33172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:12.094911Z","caller":"traceutil/trace.go:171","msg":"trace[1399098762] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:26959; }","duration":"5.472756641s","start":"2026-03-04T02:20:06.622145Z","end":"2026-03-04T02:20:12.094901Z","steps":["trace[1399098762] 'agreement among raft nodes before linearized reading' (duration: 5.472226499s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.095989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.622135Z","time spent":"5.473832686s","remote":"127.0.0.1:51382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:20:12.352669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000311958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:12.352755Z","caller":"traceutil/trace.go:171","msg":"trace[1471911632] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444701s","start":"2026-03-04T02:20:10.352293Z","end":"2026-03-04T02:20:12.352737Z","steps":["trace[1471911632] 'agreement among raft nodes before linearized reading' (duration: 2.000341379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.352814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:10.352272Z","time spent":"2.000533753s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:12.669596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000672536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:12.669698Z","caller":"traceutil/trace.go:171","msg":"trace[1739811140] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00082518s","start":"2026-03-04T02:20:10.668843Z","end":"2026-03-04T02:20:12.669668Z","steps":["trace[1739811140] 'agreement among raft nodes before linearized reading' (duration: 2.000706107s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.669748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:10.668821Z","time spent":"2.000918561s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:13.536634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.102134Z","time spent":"1.434490702s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:20:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:13.536784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998839785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:20:13.53679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436180042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:20:13.536845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995401286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:13.536931Z","caller":"traceutil/trace.go:171","msg":"trace[817990180] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"1.436374315s","start":"2026-03-04T02:20:12.100501Z","end":"2026-03-04T02:20:13.536875Z","steps":["trace[817990180] 'agreement among raft nodes before linearized reading' (duration: 1.436210702s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.537052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.100487Z","time spent":"1.436497219s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:20:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:20:13.536938Z","caller":"traceutil/trace.go:171","msg":"trace[961683014] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.995544978s","start":"2026-03-04T02:20:08.541373Z","end":"2026-03-04T02:20:13.536918Z","steps":["trace[961683014] 'agreement among raft nodes before linearized reading' (duration: 4.995399805s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:13.536875Z","caller":"traceutil/trace.go:171","msg":"trace[127212033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998952958s","start":"2026-03-04T02:20:10.5379Z","end":"2026-03-04T02:20:13.536853Z","steps":["trace[127212033] 'agreement among raft nodes before linearized reading' (duration: 2.998834795s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.53725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.541364Z","time spent":"4.995855135s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 02:20:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:13.537301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:10.537844Z","time spent":"2.999444519s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 02:20:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:13.537567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998182679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:13.53766Z","caller":"traceutil/trace.go:171","msg":"trace[774495222] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998328293s","start":"2026-03-04T02:20:08.539311Z","end":"2026-03-04T02:20:13.537639Z","steps":["trace[774495222] 'agreement among raft nodes before linearized reading' (duration: 4.99820943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.537744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.539258Z","time spent":"4.998454435s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:20:13.537773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.100969Z","time spent":"1.436800916s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:20:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 02:20:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:13.537867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996731506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:13.537918Z","caller":"traceutil/trace.go:171","msg":"trace[900771391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996823538s","start":"2026-03-04T02:20:10.541085Z","end":"2026-03-04T02:20:13.537908Z","steps":["trace[900771391] 'agreement among raft nodes before linearized reading' (duration: 2.996767087s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.537947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:10.541055Z","time spent":"2.996884519s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 02:20:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:13.540133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99865086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:13.540247Z","caller":"traceutil/trace.go:171","msg":"trace[1551268349] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999254336s","start":"2026-03-04T02:20:08.540956Z","end":"2026-03-04T02:20:13.540211Z","steps":["trace[1551268349] 'agreement among raft nodes before linearized reading' (duration: 4.999051711s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.540338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.540942Z","time spent":"4.999384108s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:20:13.540557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000620195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:13.540643Z","caller":"traceutil/trace.go:171","msg":"trace[127366744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.000741758s","start":"2026-03-04T02:20:10.539886Z","end":"2026-03-04T02:20:13.540627Z","steps":["trace[127366744] 'agreement among raft nodes before linearized reading' (duration: 3.000647536s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.540717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:10.539877Z","time spent":"3.00082866s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:20:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 02:20:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:13.583588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.100539Z","time spent":"1.483043988s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:20:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:14.192498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.044898673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:14.192591Z","caller":"traceutil/trace.go:171","msg":"trace[187647234] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26960; }","duration":"6.045042247s","start":"2026-03-04T02:20:08.147518Z","end":"2026-03-04T02:20:14.19256Z","steps":["trace[187647234] 'agreement among raft nodes before linearized reading' (duration: 3.94732647s)","trace[187647234] 'count revisions from in-memory index tree' (duration: 2.097593183s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:14.192692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.147491Z","time spent":"6.0451866s","remote":"127.0.0.1:55426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:14.193009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.961330658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:14.193051Z","caller":"traceutil/trace.go:171","msg":"trace[1990108841] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26960; }","duration":"8.961414619s","start":"2026-03-04T02:20:05.231624Z","end":"2026-03-04T02:20:14.193039Z","steps":["trace[1990108841] 'agreement among raft nodes before linearized reading' (duration: 6.863210102s)","trace[1990108841] 'count revisions from in-memory index tree' (duration: 2.098149846s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:14.193125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:05.231602Z","time spent":"8.961510482s","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:14.193413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.608854417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:14.193563Z","caller":"traceutil/trace.go:171","msg":"trace[648228188] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26960; }","duration":"10.609012751s","start":"2026-03-04T02:20:03.58452Z","end":"2026-03-04T02:20:14.193533Z","steps":["trace[648228188] 'agreement among raft nodes before linearized reading' (duration: 8.510429065s)","trace[648228188] 'count revisions from in-memory index tree' (duration: 2.098408342s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:14.19361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.584438Z","time spent":"10.609160504s","remote":"127.0.0.1:54932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:14.193728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.654966146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-03-04T02:20:14.193761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.266118081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:14.193802Z","caller":"traceutil/trace.go:171","msg":"trace[589083063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.655064328s","start":"2026-03-04T02:20:03.538724Z","end":"2026-03-04T02:20:14.193788Z","steps":["trace[589083063] 'agreement among raft nodes before linearized reading' (duration: 8.556231046s)","trace[589083063] 'range keys from in-memory index tree' (duration: 2.098736109s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:14.193819Z","caller":"traceutil/trace.go:171","msg":"trace[1245560172] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26960; }","duration":"9.266222544s","start":"2026-03-04T02:20:04.927579Z","end":"2026-03-04T02:20:14.193801Z","steps":["trace[1245560172] 'agreement among raft nodes before linearized reading' (duration: 7.16728385s)","trace[1245560172] 'count revisions from in-memory index tree' (duration: 2.098857162s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:14.193844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.538718Z","time spent":"10.65511859s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:20:14.19385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:04.927554Z","time spent":"9.266287846s","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:14.193861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098797251s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:14.193967Z","caller":"traceutil/trace.go:171","msg":"trace[1263986452] linearizableReadLoop","detail":"{readStateIndex:27889; appliedIndex:27887; }","duration":"2.10007338s","start":"2026-03-04T02:20:12.09388Z","end":"2026-03-04T02:20:14.193954Z","steps":["trace[1263986452] 'read index received' (duration: 692.306µs)","trace[1263986452] 'applied index is now lower than readState.Index' (duration: 2.099379124s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:14.194052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229663524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:14.194068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204812029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:14.194117Z","caller":"traceutil/trace.go:171","msg":"trace[2110374252] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26961; }","duration":"2.20487723s","start":"2026-03-04T02:20:11.989207Z","end":"2026-03-04T02:20:14.194084Z","steps":["trace[2110374252] 'agreement among raft nodes before linearized reading' (duration: 2.204836229s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:14.194151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.989183Z","time spent":"2.204962272s","remote":"127.0.0.1:51954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:14.194154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811370978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:14.194171Z","caller":"traceutil/trace.go:171","msg":"trace[680220867] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26961; }","duration":"2.811428159s","start":"2026-03-04T02:20:11.382737Z","end":"2026-03-04T02:20:14.194165Z","steps":["trace[680220867] 'agreement among raft nodes before linearized reading' (duration: 2.811346037s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:14.19416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.92144727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} 2026/03/04 02:20:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:20:14.194228Z","caller":"traceutil/trace.go:171","msg":"trace[39497115] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26961; }","duration":"3.921544562s","start":"2026-03-04T02:20:10.272672Z","end":"2026-03-04T02:20:14.194216Z","steps":["trace[39497115] 'agreement among raft nodes before linearized reading' (duration: 3.921399019s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:14.195207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:10.272654Z","time spent":"3.922533336s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:14.194203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.382711Z","time spent":"2.811472261s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:14.194288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910029555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:14.195469Z","caller":"traceutil/trace.go:171","msg":"trace[1036567801] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26961; }","duration":"2.911255234s","start":"2026-03-04T02:20:11.284194Z","end":"2026-03-04T02:20:14.195449Z","steps":["trace[1036567801] 'agreement among raft nodes before linearized reading' (duration: 2.910019604s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:14.195509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.284159Z","time spent":"2.911338566s","remote":"127.0.0.1:35438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":80,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:14.194074Z","caller":"traceutil/trace.go:171","msg":"trace[249383271] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26961; }","duration":"3.229745306s","start":"2026-03-04T02:20:10.964323Z","end":"2026-03-04T02:20:14.194068Z","steps":["trace[249383271] 'agreement among raft nodes before linearized reading' (duration: 3.229688235s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:14.195615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:10.964292Z","time spent":"3.231274743s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:14.194687Z","caller":"traceutil/trace.go:171","msg":"trace[1171146325] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"3.645947285s","start":"2026-03-04T02:20:10.548696Z","end":"2026-03-04T02:20:14.194643Z","steps":["trace[1171146325] 'process raft request' (duration: 1.546266843s)","trace[1171146325] 'compare' (duration: 2.09831692s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:14.194788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.44164681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:14.195748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:10.54868Z","time spent":"3.647006649s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:14.195823Z","caller":"traceutil/trace.go:171","msg":"trace[571834357] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26961; }","duration":"4.442686993s","start":"2026-03-04T02:20:09.753096Z","end":"2026-03-04T02:20:14.195783Z","steps":["trace[571834357] 'agreement among raft nodes before linearized reading' (duration: 4.441625849s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:14.194811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287111078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:14.195878Z","caller":"traceutil/trace.go:171","msg":"trace[1087370019] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26961; }","duration":"4.288246864s","start":"2026-03-04T02:20:09.907617Z","end":"2026-03-04T02:20:14.195864Z","steps":["trace[1087370019] 'agreement among raft nodes before linearized reading' (duration: 4.287114158s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:14.195936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:09.907594Z","time spent":"4.288305215s","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:14.194842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.358587734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:14.195906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:09.753076Z","time spent":"4.442785926s","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:14.195983Z","caller":"traceutil/trace.go:171","msg":"trace[1504646170] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26961; }","duration":"4.35974343s","start":"2026-03-04T02:20:09.836217Z","end":"2026-03-04T02:20:14.19596Z","steps":["trace[1504646170] 'agreement among raft nodes before linearized reading' (duration: 4.358600764s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:14.194856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.969385193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:14.196048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:09.8362Z","time spent":"4.359821413s","remote":"127.0.0.1:33072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:14.196064Z","caller":"traceutil/trace.go:171","msg":"trace[2011642263] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26961; }","duration":"4.9705794s","start":"2026-03-04T02:20:09.225463Z","end":"2026-03-04T02:20:14.196042Z","steps":["trace[2011642263] 'agreement among raft nodes before linearized reading' (duration: 4.969371532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:14.19612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:09.225398Z","time spent":"4.970703352s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:14.194911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.623127357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:14.195063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.65392188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:20:14.196212Z","caller":"traceutil/trace.go:171","msg":"trace[731216885] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26961; }","duration":"5.655075098s","start":"2026-03-04T02:20:08.541122Z","end":"2026-03-04T02:20:14.196198Z","steps":["trace[731216885] 'agreement among raft nodes before linearized reading' (duration: 5.65384687s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:14.196307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.541114Z","time spent":"5.65518018s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T02:20:14.196356Z","caller":"traceutil/trace.go:171","msg":"trace[888226838] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26961; }","duration":"4.624538279s","start":"2026-03-04T02:20:09.571771Z","end":"2026-03-04T02:20:14.196309Z","steps":["trace[888226838] 'agreement among raft nodes before linearized reading' (duration: 4.623081436s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:14.196495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:09.571711Z","time spent":"4.624734463s","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:14.677199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:14.677339Z","caller":"traceutil/trace.go:171","msg":"trace[159894273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218116s","start":"2026-03-04T02:20:12.677085Z","end":"2026-03-04T02:20:14.677303Z","steps":["trace[159894273] 'agreement among raft nodes before linearized reading' (duration: 2.000029882s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:14.677421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.677063Z","time spent":"2.000343258s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:14.695086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:15.195486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:15.696597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:15.881721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.781072207s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:16.677265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999810026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:16.677351Z","caller":"traceutil/trace.go:171","msg":"trace[66355810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999965221s","start":"2026-03-04T02:20:14.677366Z","end":"2026-03-04T02:20:16.677331Z","steps":["trace[66355810] 'agreement among raft nodes before linearized reading' (duration: 1.999850038s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.677408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:14.677342Z","time spent":"2.000052252s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:16.933002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033364804s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:16.933132Z","caller":"traceutil/trace.go:171","msg":"trace[871524601] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26961; }","duration":"2.033505637s","start":"2026-03-04T02:20:14.899607Z","end":"2026-03-04T02:20:16.933112Z","steps":["trace[871524601] 'range keys from in-memory index tree' (duration: 2.033342444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.935072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.186271Z","time spent":"1.748790657s","remote":"127.0.0.1:32888","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:16.935422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052545209s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:20:17.94542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.063419722s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:20:17.946171Z","caller":"traceutil/trace.go:171","msg":"trace[679562105] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"5.843958745s","start":"2026-03-04T02:20:12.102178Z","end":"2026-03-04T02:20:17.946137Z","steps":["trace[679562105] 'process raft request' (duration: 5.84372412s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:17.946301Z","caller":"traceutil/trace.go:171","msg":"trace[428183402] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26965; }","duration":"4.406073385s","start":"2026-03-04T02:20:13.540187Z","end":"2026-03-04T02:20:17.94626Z","steps":["trace[428183402] 'process raft request' (duration: 4.405753838s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:17.9464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.102162Z","time spent":"5.844132929s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:17.946464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.540167Z","time spent":"4.406205488s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:17.946901Z","caller":"traceutil/trace.go:171","msg":"trace[1573172772] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"4.405548453s","start":"2026-03-04T02:20:13.541321Z","end":"2026-03-04T02:20:17.946869Z","steps":["trace[1573172772] 'process raft request' (duration: 4.404713414s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:17.946929Z","caller":"traceutil/trace.go:171","msg":"trace[54032108] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"4.405506692s","start":"2026-03-04T02:20:13.541398Z","end":"2026-03-04T02:20:17.946905Z","steps":["trace[54032108] 'process raft request' (duration: 4.405337648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:17.947041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.541297Z","time spent":"4.405673326s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:17.94745Z","caller":"traceutil/trace.go:171","msg":"trace[914692580] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"4.404566059s","start":"2026-03-04T02:20:13.54285Z","end":"2026-03-04T02:20:17.947416Z","steps":["trace[914692580] 'process raft request' (duration: 4.404007217s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:17.947555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.542798Z","time spent":"4.404717773s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:17.94756Z","caller":"traceutil/trace.go:171","msg":"trace[1696693244] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"4.40414157s","start":"2026-03-04T02:20:13.543399Z","end":"2026-03-04T02:20:17.947541Z","steps":["trace[1696693244] 'process raft request' (duration: 4.403879454s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:17.947648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.543388Z","time spent":"4.404218352s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:17.947807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.541388Z","time spent":"4.405676495s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:17.959165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.941726Z","time spent":"1.017436154s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:20:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:18.551027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997705789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:18.551111Z","caller":"traceutil/trace.go:171","msg":"trace[817783648] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997824301s","start":"2026-03-04T02:20:13.553265Z","end":"2026-03-04T02:20:18.551089Z","steps":["trace[817783648] 'agreement among raft nodes before linearized reading' (duration: 4.997719509s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:18.551155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.553256Z","time spent":"4.997889774s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 02:20:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:18.685721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000486652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:18.685835Z","caller":"traceutil/trace.go:171","msg":"trace[1187383313] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000648065s","start":"2026-03-04T02:20:16.685167Z","end":"2026-03-04T02:20:18.685815Z","steps":["trace[1187383313] 'agreement among raft nodes before linearized reading' (duration: 2.000497452s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:18.685888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.685159Z","time spent":"2.000717597s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:19.100122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998889537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:19.100199Z","caller":"traceutil/trace.go:171","msg":"trace[41242706] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99902769s","start":"2026-03-04T02:20:14.101154Z","end":"2026-03-04T02:20:19.100182Z","steps":["trace[41242706] 'agreement among raft nodes before linearized reading' (duration: 4.998918818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.100238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:14.10111Z","time spent":"4.999119793s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 02:20:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:19.724448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777022642s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:20:19.725637Z","caller":"traceutil/trace.go:171","msg":"trace[46662947] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"4.824611896s","start":"2026-03-04T02:20:14.900993Z","end":"2026-03-04T02:20:19.725605Z","steps":["trace[46662947] 'process raft request' (duration: 4.823599933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.725815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.627895538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"warn","ts":"2026-03-04T02:20:19.725827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:14.900966Z","time spent":"4.824744289s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:19.725865Z","caller":"traceutil/trace.go:171","msg":"trace[89901869] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26972; }","duration":"7.627974949s","start":"2026-03-04T02:20:12.09788Z","end":"2026-03-04T02:20:19.725855Z","steps":["trace[89901869] 'agreement among raft nodes before linearized reading' (duration: 7.627797785s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.725895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.097863Z","time spent":"7.628025351s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18307,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:20:19.725627Z","caller":"traceutil/trace.go:171","msg":"trace[1441396193] linearizableReadLoop","detail":"{readStateIndex:27901; appliedIndex:27889; }","duration":"5.531575594s","start":"2026-03-04T02:20:14.194022Z","end":"2026-03-04T02:20:19.725598Z","steps":["trace[1441396193] 'read index received' (duration: 1.688737476s)","trace[1441396193] 'applied index is now lower than readState.Index' (duration: 3.842836408s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:19.726093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.851010038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:19.726184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.650823149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:20:19.72618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.42480286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:19.726215Z","caller":"traceutil/trace.go:171","msg":"trace[1796035433] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26972; }","duration":"6.65090208s","start":"2026-03-04T02:20:13.075304Z","end":"2026-03-04T02:20:19.726206Z","steps":["trace[1796035433] 'agreement among raft nodes before linearized reading' (duration: 6.650676975s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:19.726216Z","caller":"traceutil/trace.go:171","msg":"trace[1062570049] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26972; }","duration":"5.851177232s","start":"2026-03-04T02:20:13.87502Z","end":"2026-03-04T02:20:19.726197Z","steps":["trace[1062570049] 'agreement among raft nodes before linearized reading' (duration: 5.851025929s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.726249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.075277Z","time spent":"6.650962132s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":195,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:19.726253Z","caller":"traceutil/trace.go:171","msg":"trace[553640647] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26972; }","duration":"7.424898002s","start":"2026-03-04T02:20:12.301336Z","end":"2026-03-04T02:20:19.726234Z","steps":["trace[553640647] 'agreement among raft nodes before linearized reading' (duration: 7.424723918s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.726261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.874998Z","time spent":"5.851252763s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:19.726309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.301292Z","time spent":"7.425000584s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:19.726282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.521819999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-04T02:20:19.726391Z","caller":"traceutil/trace.go:171","msg":"trace[451707967] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26972; }","duration":"7.521989682s","start":"2026-03-04T02:20:12.204386Z","end":"2026-03-04T02:20:19.726376Z","steps":["trace[451707967] 'agreement among raft nodes before linearized reading' (duration: 7.521676385s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.726421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.625544183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-04T02:20:19.726459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.204353Z","time spent":"7.522093725s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:20:19.726468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.810548521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:19.726507Z","caller":"traceutil/trace.go:171","msg":"trace[983308538] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26972; }","duration":"5.810588852s","start":"2026-03-04T02:20:13.915908Z","end":"2026-03-04T02:20:19.726497Z","steps":["trace[983308538] 'agreement among raft nodes before linearized reading' (duration: 5.810529401s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:19.726509Z","caller":"traceutil/trace.go:171","msg":"trace[481106175] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26972; }","duration":"7.625679106s","start":"2026-03-04T02:20:12.10081Z","end":"2026-03-04T02:20:19.726489Z","steps":["trace[481106175] 'agreement among raft nodes before linearized reading' (duration: 7.625405s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.726544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.915872Z","time spent":"5.810664183s","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:19.72656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.100797Z","time spent":"7.625753168s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T02:20:19.726567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.872374454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:19.7266Z","caller":"traceutil/trace.go:171","msg":"trace[2027833949] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26972; }","duration":"6.872447426s","start":"2026-03-04T02:20:12.854143Z","end":"2026-03-04T02:20:19.72659Z","steps":["trace[2027833949] 'agreement among raft nodes before linearized reading' (duration: 6.872371814s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.726638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.854081Z","time spent":"6.872549028s","remote":"127.0.0.1:41684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:19.726466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.853297301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:19.726826Z","caller":"traceutil/trace.go:171","msg":"trace[1072361582] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26972; }","duration":"5.853937186s","start":"2026-03-04T02:20:13.872868Z","end":"2026-03-04T02:20:19.726805Z","steps":["trace[1072361582] 'agreement among raft nodes before linearized reading' (duration: 5.85325048s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.726943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.872816Z","time spent":"5.85410943s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:19.727198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.172786358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:19.727214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.042482527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:20:19.72725Z","caller":"traceutil/trace.go:171","msg":"trace[1324382124] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26972; }","duration":"6.174361084s","start":"2026-03-04T02:20:13.552876Z","end":"2026-03-04T02:20:19.727237Z","steps":["trace[1324382124] 'agreement among raft nodes before linearized reading' (duration: 6.172767687s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.727288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.552863Z","time spent":"6.174414766s","remote":"127.0.0.1:51990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:19.727289Z","caller":"traceutil/trace.go:171","msg":"trace[1405059867] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26972; }","duration":"6.04260362s","start":"2026-03-04T02:20:13.684667Z","end":"2026-03-04T02:20:19.72727Z","steps":["trace[1405059867] 'agreement among raft nodes before linearized reading' (duration: 6.042320962s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.727343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.684642Z","time spent":"6.042689442s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:20:20.226179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:20.686522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:20.68661Z","caller":"traceutil/trace.go:171","msg":"trace[863329425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203346s","start":"2026-03-04T02:20:18.686388Z","end":"2026-03-04T02:20:20.686592Z","steps":["trace[863329425] 'agreement among raft nodes before linearized reading' (duration: 2.000093093s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:20.686657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.68637Z","time spent":"2.000277997s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:20.726613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:21.013504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.027905578s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:21.124006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.143333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:21.124436Z","caller":"traceutil/trace.go:171","msg":"trace[1206519648] transaction","detail":"{read_only:false; response_revision:26974; number_of_response:1; }","duration":"4.923167981s","start":"2026-03-04T02:20:16.201212Z","end":"2026-03-04T02:20:21.12438Z","steps":["trace[1206519648] 'process raft request' (duration: 4.922910205s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:21.124454Z","caller":"traceutil/trace.go:171","msg":"trace[1643683582] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"5.078549713s","start":"2026-03-04T02:20:16.045847Z","end":"2026-03-04T02:20:21.124397Z","steps":["trace[1643683582] 'process raft request' (duration: 4.967916079s)","trace[1643683582] 'compare' (duration: 109.709083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:21.124574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.201185Z","time spent":"4.923316964s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:21.124629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.045823Z","time spent":"5.078708526s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:21.805358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.646476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:21.805674Z","caller":"traceutil/trace.go:171","msg":"trace[1938964545] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"1.771849153s","start":"2026-03-04T02:20:20.033804Z","end":"2026-03-04T02:20:21.805654Z","steps":["trace[1938964545] 'process raft request' (duration: 1.771649957s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:21.805685Z","caller":"traceutil/trace.go:171","msg":"trace[1658003318] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"3.545517196s","start":"2026-03-04T02:20:18.260088Z","end":"2026-03-04T02:20:21.805605Z","steps":["trace[1658003318] 'process raft request' (duration: 3.374550472s)","trace[1658003318] 'compare' (duration: 170.37483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:21.805766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:20.033773Z","time spent":"1.771947015s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:21.806114Z","caller":"traceutil/trace.go:171","msg":"trace[1568381052] linearizableReadLoop","detail":"{readStateIndex:27907; appliedIndex:27901; }","duration":"2.080100198s","start":"2026-03-04T02:20:19.725978Z","end":"2026-03-04T02:20:21.806078Z","steps":["trace[1568381052] 'read index received' (duration: 1.287788702s)","trace[1568381052] 'applied index is now lower than readState.Index' (duration: 792.310046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:21.806232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.389513431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:21.806257Z","caller":"traceutil/trace.go:171","msg":"trace[2059873116] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26978; }","duration":"5.389616783s","start":"2026-03-04T02:20:16.416634Z","end":"2026-03-04T02:20:21.806251Z","steps":["trace[2059873116] 'agreement among raft nodes before linearized reading' (duration: 5.389554302s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.806276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.416601Z","time spent":"5.389669815s","remote":"127.0.0.1:55262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.806293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920383536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:21.806318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.259329724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:20:21.806312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.311311388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:21.806356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650826117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:21.806364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.019734489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:20:21.806367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704580873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-04T02:20:21.806404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973179961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T02:20:21.806412Z","caller":"traceutil/trace.go:171","msg":"trace[1853413251] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26978; }","duration":"4.65091598s","start":"2026-03-04T02:20:17.155478Z","end":"2026-03-04T02:20:21.806394Z","steps":["trace[1853413251] 'agreement among raft nodes before linearized reading' (duration: 4.650844938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.806438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655103757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:21.806516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.155453Z","time spent":"4.651008822s","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:21.80654Z","caller":"traceutil/trace.go:171","msg":"trace[1356170449] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26978; }","duration":"2.973308733s","start":"2026-03-04T02:20:18.833214Z","end":"2026-03-04T02:20:21.806522Z","steps":["trace[1356170449] 'agreement among raft nodes before linearized reading' (duration: 2.973103219s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:21.806562Z","caller":"traceutil/trace.go:171","msg":"trace[287399105] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26978; }","duration":"3.655263361s","start":"2026-03-04T02:20:18.151287Z","end":"2026-03-04T02:20:21.806551Z","steps":["trace[287399105] 'agreement among raft nodes before linearized reading' (duration: 3.655118758s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:21.806575Z","caller":"traceutil/trace.go:171","msg":"trace[696199732] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"1.538762009s","start":"2026-03-04T02:20:20.267793Z","end":"2026-03-04T02:20:21.806555Z","steps":["trace[696199732] 'process raft request' (duration: 1.537817967s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.806581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.141672487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:21.806595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696231331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:21.806613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.948227432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:21.806643Z","caller":"traceutil/trace.go:171","msg":"trace[529264938] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26978; }","duration":"5.141786289s","start":"2026-03-04T02:20:16.664844Z","end":"2026-03-04T02:20:21.80663Z","steps":["trace[529264938] 'agreement among raft nodes before linearized reading' (duration: 5.141702817s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:21.806659Z","caller":"traceutil/trace.go:171","msg":"trace[1142424894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26978; }","duration":"3.948288773s","start":"2026-03-04T02:20:17.858357Z","end":"2026-03-04T02:20:21.806646Z","steps":["trace[1142424894] 'agreement among raft nodes before linearized reading' (duration: 3.948076078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.806462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417681253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:21.806339Z","caller":"traceutil/trace.go:171","msg":"trace[1467066794] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26978; }","duration":"3.920479919s","start":"2026-03-04T02:20:17.885847Z","end":"2026-03-04T02:20:21.806327Z","steps":["trace[1467066794] 'agreement among raft nodes before linearized reading' (duration: 3.920276704s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:21.806439Z","caller":"traceutil/trace.go:171","msg":"trace[192059372] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26978; }","duration":"4.311450361s","start":"2026-03-04T02:20:17.494937Z","end":"2026-03-04T02:20:21.806387Z","steps":["trace[192059372] 'agreement among raft nodes before linearized reading' (duration: 4.311218496s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.806693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:20.267756Z","time spent":"1.538874062s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:21.806706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.570786984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:21.806719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.963398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:21.806317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432435936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:21.806744Z","caller":"traceutil/trace.go:171","msg":"trace[689140744] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26978; }","duration":"7.570845566s","start":"2026-03-04T02:20:14.235886Z","end":"2026-03-04T02:20:21.806732Z","steps":["trace[689140744] 'agreement among raft nodes before linearized reading' (duration: 7.570787675s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.806283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.023443705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:21.806763Z","caller":"traceutil/trace.go:171","msg":"trace[267909733] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26978; }","duration":"729.04169ms","start":"2026-03-04T02:20:21.077706Z","end":"2026-03-04T02:20:21.806748Z","steps":["trace[267909733] 'agreement among raft nodes before linearized reading' (duration: 728.985968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:21.806775Z","caller":"traceutil/trace.go:171","msg":"trace[1920107317] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26978; }","duration":"3.432942088s","start":"2026-03-04T02:20:18.373817Z","end":"2026-03-04T02:20:21.806759Z","steps":["trace[1920107317] 'agreement among raft nodes before linearized reading' (duration: 3.432380305s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:21.8064Z","caller":"traceutil/trace.go:171","msg":"trace[323493727] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26978; }","duration":"5.259471237s","start":"2026-03-04T02:20:16.546907Z","end":"2026-03-04T02:20:21.806378Z","steps":["trace[323493727] 'agreement among raft nodes before linearized reading' (duration: 5.259245172s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.806801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.07768Z","time spent":"729.112711ms","remote":"127.0.0.1:54106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.806817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.239146107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:21.806827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.76543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:21.806841Z","caller":"traceutil/trace.go:171","msg":"trace[1147266455] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26978; }","duration":"7.239219708s","start":"2026-03-04T02:20:14.567614Z","end":"2026-03-04T02:20:21.806834Z","steps":["trace[1147266455] 'agreement among raft nodes before linearized reading' (duration: 7.239168526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.806745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.494912Z","time spent":"4.311816239s","remote":"127.0.0.1:54910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.806848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.546876Z","time spent":"5.259955699s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:21.806865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:14.567585Z","time spent":"7.239275879s","remote":"127.0.0.1:54888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.806863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023072705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:21.806868Z","caller":"traceutil/trace.go:171","msg":"trace[616464362] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26978; }","duration":"139.848272ms","start":"2026-03-04T02:20:21.667012Z","end":"2026-03-04T02:20:21.80686Z","steps":["trace[616464362] 'agreement among raft nodes before linearized reading' (duration: 139.792381ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:21.806896Z","caller":"traceutil/trace.go:171","msg":"trace[583745059] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26978; }","duration":"1.023134697s","start":"2026-03-04T02:20:20.783752Z","end":"2026-03-04T02:20:21.806887Z","steps":["trace[583745059] 'agreement among raft nodes before linearized reading' (duration: 1.023034075s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.80686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957338513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:21.806656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.151266Z","time spent":"3.655325082s","remote":"127.0.0.1:39048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.806916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.607950305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:20:21.806932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:20.783737Z","time spent":"1.023187318s","remote":"127.0.0.1:51616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:21.806957Z","caller":"traceutil/trace.go:171","msg":"trace[1653655794] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26978; }","duration":"7.608024547s","start":"2026-03-04T02:20:14.198923Z","end":"2026-03-04T02:20:21.806948Z","steps":["trace[1653655794] 'agreement among raft nodes before linearized reading' (duration: 7.607908775s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.806962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452549301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:21.806963Z","caller":"traceutil/trace.go:171","msg":"trace[1867474577] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26978; }","duration":"3.957562958s","start":"2026-03-04T02:20:17.849376Z","end":"2026-03-04T02:20:21.806939Z","steps":["trace[1867474577] 'agreement among raft nodes before linearized reading' (duration: 3.957341413s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.806991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:14.198905Z","time spent":"7.608079228s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:20:21.806996Z","caller":"traceutil/trace.go:171","msg":"trace[491016244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26978; }","duration":"1.452579502s","start":"2026-03-04T02:20:20.354407Z","end":"2026-03-04T02:20:21.806987Z","steps":["trace[491016244] 'agreement among raft nodes before linearized reading' (duration: 1.452531171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.807023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:20.354362Z","time spent":"1.452655194s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:21.806784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:14.235869Z","time spent":"7.570907387s","remote":"127.0.0.1:54934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.807039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.849356Z","time spent":"3.957662941s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.806652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.568987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:21.807071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.172576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:21.807099Z","caller":"traceutil/trace.go:171","msg":"trace[471195438] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26978; }","duration":"392.055279ms","start":"2026-03-04T02:20:21.415036Z","end":"2026-03-04T02:20:21.807091Z","steps":["trace[471195438] 'agreement among raft nodes before linearized reading' (duration: 391.586788ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:21.807104Z","caller":"traceutil/trace.go:171","msg":"trace[358083269] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26978; }","duration":"183.245688ms","start":"2026-03-04T02:20:21.623849Z","end":"2026-03-04T02:20:21.807095Z","steps":["trace[358083269] 'agreement among raft nodes before linearized reading' (duration: 183.192866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.807116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111828013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:21.807126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.415015Z","time spent":"392.105019ms","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.806765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279543771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:21.8071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.260062Z","time spent":"3.546898129s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:21.806826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.373804Z","time spent":"3.433009059s","remote":"127.0.0.1:39056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.8067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.85835Z","time spent":"3.948341454s","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:21.80641Z","caller":"traceutil/trace.go:171","msg":"trace[1114939890] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26978; }","duration":"4.019827552s","start":"2026-03-04T02:20:17.78657Z","end":"2026-03-04T02:20:21.806397Z","steps":["trace[1114939890] 'agreement among raft nodes before linearized reading' (duration: 4.019574786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.807371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.786514Z","time spent":"4.020836614s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":245,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.807385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667246968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:21.806438Z","caller":"traceutil/trace.go:171","msg":"trace[1640500626] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26978; }","duration":"2.704696096s","start":"2026-03-04T02:20:19.101725Z","end":"2026-03-04T02:20:21.806421Z","steps":["trace[1640500626] 'agreement among raft nodes before linearized reading' (duration: 2.704469391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.806517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.830940914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:21.807529Z","caller":"traceutil/trace.go:171","msg":"trace[1752828915] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26978; }","duration":"2.667505244s","start":"2026-03-04T02:20:19.140002Z","end":"2026-03-04T02:20:21.807507Z","steps":["trace[1752828915] 'agreement among raft nodes before linearized reading' (duration: 2.666173174s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:21.807558Z","caller":"traceutil/trace.go:171","msg":"trace[877897629] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26978; }","duration":"4.832031979s","start":"2026-03-04T02:20:16.975518Z","end":"2026-03-04T02:20:21.80755Z","steps":["trace[877897629] 'agreement among raft nodes before linearized reading' (duration: 4.830916163s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.807581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.975491Z","time spent":"4.83208252s","remote":"127.0.0.1:54094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.806594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.833166Z","time spent":"2.973415766s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T02:20:21.806658Z","caller":"traceutil/trace.go:171","msg":"trace[1215978095] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26978; }","duration":"3.696335343s","start":"2026-03-04T02:20:18.110309Z","end":"2026-03-04T02:20:21.806644Z","steps":["trace[1215978095] 'agreement among raft nodes before linearized reading' (duration: 3.696231261s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.807732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:19.139985Z","time spent":"2.667723019s","remote":"127.0.0.1:55000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.80746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:19.101701Z","time spent":"2.705745431s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T02:20:21.807781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.110288Z","time spent":"3.697472909s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.806695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.66481Z","time spent":"5.141873161s","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.806719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.885836Z","time spent":"3.920867878s","remote":"127.0.0.1:51358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:21.806734Z","caller":"traceutil/trace.go:171","msg":"trace[24825399] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26978; }","duration":"3.417919398s","start":"2026-03-04T02:20:18.38877Z","end":"2026-03-04T02:20:21.80669Z","steps":["trace[24825399] 'agreement among raft nodes before linearized reading' (duration: 3.417661162s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.808227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.388707Z","time spent":"3.419486705s","remote":"127.0.0.1:53998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:21.806791Z","caller":"traceutil/trace.go:171","msg":"trace[1176731719] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26978; }","duration":"3.024015228s","start":"2026-03-04T02:20:18.782764Z","end":"2026-03-04T02:20:21.806779Z","steps":["trace[1176731719] 'agreement among raft nodes before linearized reading' (duration: 3.023384824s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.808329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.78274Z","time spent":"3.025568674s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.806912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069023151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:20:21.808451Z","caller":"traceutil/trace.go:171","msg":"trace[1965293870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26978; }","duration":"2.070539856s","start":"2026-03-04T02:20:19.737849Z","end":"2026-03-04T02:20:21.808389Z","steps":["trace[1965293870] 'agreement among raft nodes before linearized reading' (duration: 2.069007981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.808513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:19.737837Z","time spent":"2.07066167s","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:20:21.807144Z","caller":"traceutil/trace.go:171","msg":"trace[895381993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26978; }","duration":"1.111881755s","start":"2026-03-04T02:20:20.695254Z","end":"2026-03-04T02:20:21.807136Z","steps":["trace[895381993] 'agreement among raft nodes before linearized reading' (duration: 1.111839054s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.808624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:20.69524Z","time spent":"1.113371899s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:21.806276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.706879097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:21.808833Z","caller":"traceutil/trace.go:171","msg":"trace[1102002461] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26978; }","duration":"4.709451587s","start":"2026-03-04T02:20:17.099359Z","end":"2026-03-04T02:20:21.808811Z","steps":["trace[1102002461] 'agreement among raft nodes before linearized reading' (duration: 4.706776475s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.808898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.099293Z","time spent":"4.709586691s","remote":"127.0.0.1:51500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:21.807266Z","caller":"traceutil/trace.go:171","msg":"trace[1826883870] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26978; }","duration":"1.280004771s","start":"2026-03-04T02:20:20.52717Z","end":"2026-03-04T02:20:21.807175Z","steps":["trace[1826883870] 'agreement among raft nodes before linearized reading' (duration: 1.279557921s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.809157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:20.527147Z","time spent":"1.281989298s","remote":"127.0.0.1:39124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.806409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375580548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:21.8095Z","caller":"traceutil/trace.go:171","msg":"trace[126802249] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26978; }","duration":"3.378690019s","start":"2026-03-04T02:20:18.430793Z","end":"2026-03-04T02:20:21.809483Z","steps":["trace[126802249] 'agreement among raft nodes before linearized reading' (duration: 3.375575257s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.809565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.430779Z","time spent":"3.378767092s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:21.806664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076131475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d6cfee5-c2b4-46bc-b256-5649a311148c\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T02:20:21.810758Z","caller":"traceutil/trace.go:171","msg":"trace[1103666544] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d6cfee5-c2b4-46bc-b256-5649a311148c; range_end:; response_count:1; response_revision:26978; }","duration":"2.079993385s","start":"2026-03-04T02:20:19.73047Z","end":"2026-03-04T02:20:21.810464Z","steps":["trace[1103666544] 'agreement among raft nodes before linearized reading' (duration: 2.076103665s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.810855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:19.73045Z","time spent":"2.080380154s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-6d6cfee5-c2b4-46bc-b256-5649a311148c\" "} {"level":"warn","ts":"2026-03-04T02:20:22.315321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:22.816473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:22.91801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106368066s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:23.52543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.157934ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:20:23.525554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.811526Z","time spent":"1.714023651s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:23.817114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000276568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:23.81721Z","caller":"traceutil/trace.go:171","msg":"trace[531609758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408281s","start":"2026-03-04T02:20:21.816777Z","end":"2026-03-04T02:20:23.817185Z","steps":["trace[531609758] 'agreement among raft nodes before linearized reading' (duration: 2.000281398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:23.817339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.816771Z","time spent":"2.000549664s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:24.044017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.135377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:24.044298Z","caller":"traceutil/trace.go:171","msg":"trace[1594132407] linearizableReadLoop","detail":"{readStateIndex:27911; appliedIndex:27907; }","duration":"2.229703076s","start":"2026-03-04T02:20:21.814574Z","end":"2026-03-04T02:20:24.044277Z","steps":["trace[1594132407] 'read index received' (duration: 1.103678714s)","trace[1594132407] 'applied index is now lower than readState.Index' (duration: 1.126022922s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:24.044378Z","caller":"traceutil/trace.go:171","msg":"trace[1598061789] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"2.23117533s","start":"2026-03-04T02:20:21.813191Z","end":"2026-03-04T02:20:24.044366Z","steps":["trace[1598061789] 'process raft request' (duration: 1.864603772s)","trace[1598061789] 'compare' (duration: 365.897161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:24.044442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.813175Z","time spent":"2.231229112s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:24.044566Z","caller":"traceutil/trace.go:171","msg":"trace[280204400] transaction","detail":"{read_only:false; response_revision:26981; number_of_response:1; }","duration":"2.229696695s","start":"2026-03-04T02:20:21.814836Z","end":"2026-03-04T02:20:24.044532Z","steps":["trace[280204400] 'process raft request' (duration: 2.229385648s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:24.044604Z","caller":"traceutil/trace.go:171","msg":"trace[748149972] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"2.231343953s","start":"2026-03-04T02:20:21.813228Z","end":"2026-03-04T02:20:24.044571Z","steps":["trace[748149972] 'process raft request' (duration: 2.230901923s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.044702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230134755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T02:20:24.044711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.814825Z","time spent":"2.229808508s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:24.04473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.813214Z","time spent":"2.231457287s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:24.044751Z","caller":"traceutil/trace.go:171","msg":"trace[511198758] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26981; }","duration":"2.230224477s","start":"2026-03-04T02:20:21.814512Z","end":"2026-03-04T02:20:24.044737Z","steps":["trace[511198758] 'agreement among raft nodes before linearized reading' (duration: 2.230080394s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.044786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.814472Z","time spent":"2.230306549s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-04T02:20:24.482248Z","caller":"traceutil/trace.go:171","msg":"trace[1965739710] transaction","detail":"{read_only:false; response_revision:26982; number_of_response:1; }","duration":"1.351344944s","start":"2026-03-04T02:20:23.130883Z","end":"2026-03-04T02:20:24.482228Z","steps":["trace[1965739710] 'process raft request' (duration: 1.290153696s)","trace[1965739710] 'compare' (duration: 60.966763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:24.482371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:23.130853Z","time spent":"1.351447997s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:24.482422Z","caller":"traceutil/trace.go:171","msg":"trace[482507179] transaction","detail":"{read_only:false; response_revision:26983; number_of_response:1; }","duration":"1.124597168s","start":"2026-03-04T02:20:23.357808Z","end":"2026-03-04T02:20:24.482405Z","steps":["trace[482507179] 'process raft request' (duration: 1.124362933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.482527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:23.357785Z","time spent":"1.124688s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:24.482697Z","caller":"traceutil/trace.go:171","msg":"trace[1132313166] linearizableReadLoop","detail":"{readStateIndex:27914; appliedIndex:27911; }","duration":"438.355041ms","start":"2026-03-04T02:20:24.044333Z","end":"2026-03-04T02:20:24.482688Z","steps":["trace[1132313166] 'read index received' (duration: 376.772153ms)","trace[1132313166] 'applied index is now lower than readState.Index' (duration: 61.581288ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:24.482752Z","caller":"traceutil/trace.go:171","msg":"trace[1456478721] transaction","detail":"{read_only:false; response_revision:26984; number_of_response:1; }","duration":"955.017548ms","start":"2026-03-04T02:20:23.527726Z","end":"2026-03-04T02:20:24.482744Z","steps":["trace[1456478721] 'process raft request' (duration: 954.628109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.482793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:23.527686Z","time spent":"955.085189ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:24.482914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514533197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:24.482944Z","caller":"traceutil/trace.go:171","msg":"trace[652768364] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26984; }","duration":"1.514599969s","start":"2026-03-04T02:20:22.968336Z","end":"2026-03-04T02:20:24.482936Z","steps":["trace[652768364] 'agreement among raft nodes before linearized reading' (duration: 1.514550477s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.482968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:22.968316Z","time spent":"1.514646889s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:24.483127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91412004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7\" ","response":"range_response_count:1 size:5678"} {"level":"info","ts":"2026-03-04T02:20:24.483162Z","caller":"traceutil/trace.go:171","msg":"trace[385430325] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7; range_end:; response_count:1; response_revision:26984; }","duration":"1.914177891s","start":"2026-03-04T02:20:22.568969Z","end":"2026-03-04T02:20:24.483146Z","steps":["trace[385430325] 'agreement among raft nodes before linearized reading' (duration: 1.914092609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.483186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:22.568951Z","time spent":"1.914231862s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5701,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7\" "} {"level":"warn","ts":"2026-03-04T02:20:24.483295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052029437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:24.483318Z","caller":"traceutil/trace.go:171","msg":"trace[1222353108] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26984; }","duration":"2.052097338s","start":"2026-03-04T02:20:22.431215Z","end":"2026-03-04T02:20:24.483313Z","steps":["trace[1222353108] 'agreement among raft nodes before linearized reading' (duration: 2.052058067s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.483338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:22.431191Z","time spent":"2.052140959s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:24.483446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230505324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:24.48347Z","caller":"traceutil/trace.go:171","msg":"trace[173540175] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26984; }","duration":"2.230575426s","start":"2026-03-04T02:20:22.252889Z","end":"2026-03-04T02:20:24.483464Z","steps":["trace[173540175] 'agreement among raft nodes before linearized reading' (duration: 2.230538185s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.483488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:22.252865Z","time spent":"2.230618436s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:24.483595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373074428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:24.483619Z","caller":"traceutil/trace.go:171","msg":"trace[903500046] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26984; }","duration":"2.37314424s","start":"2026-03-04T02:20:22.110469Z","end":"2026-03-04T02:20:24.483613Z","steps":["trace[903500046] 'agreement among raft nodes before linearized reading' (duration: 2.373106569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.483642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:22.110448Z","time spent":"2.373189712s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:24.483957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272021876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:20:24.483996Z","caller":"traceutil/trace.go:171","msg":"trace[2034848026] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26984; }","duration":"1.272107018s","start":"2026-03-04T02:20:23.211881Z","end":"2026-03-04T02:20:24.483988Z","steps":["trace[2034848026] 'agreement among raft nodes before linearized reading' (duration: 1.27089591s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.484015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:23.211844Z","time spent":"1.27216527s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2898,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:24.484115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.985258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:24.484135Z","caller":"traceutil/trace.go:171","msg":"trace[671165640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26984; }","duration":"666.06618ms","start":"2026-03-04T02:20:23.818063Z","end":"2026-03-04T02:20:24.484129Z","steps":["trace[671165640] 'agreement among raft nodes before linearized reading' (duration: 666.035519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.484151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:23.818046Z","time spent":"666.102841ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:24.484181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.11657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:24.484214Z","caller":"traceutil/trace.go:171","msg":"trace[2094620725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26984; }","duration":"763.192821ms","start":"2026-03-04T02:20:23.721014Z","end":"2026-03-04T02:20:24.484207Z","steps":["trace[2094620725] 'agreement among raft nodes before linearized reading' (duration: 763.13799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.484238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271310409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:24.484258Z","caller":"traceutil/trace.go:171","msg":"trace[189137526] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26984; }","duration":"1.271366471s","start":"2026-03-04T02:20:23.212887Z","end":"2026-03-04T02:20:24.484254Z","steps":["trace[189137526] 'agreement among raft nodes before linearized reading' (duration: 1.2713323s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.48428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:23.212867Z","time spent":"1.271405942s","remote":"127.0.0.1:55030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:24.48424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:23.720986Z","time spent":"763.248253ms","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:24.485532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.783873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:20:24.485558Z","caller":"traceutil/trace.go:171","msg":"trace[796471748] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26984; }","duration":"693.835854ms","start":"2026-03-04T02:20:23.791716Z","end":"2026-03-04T02:20:24.485552Z","steps":["trace[796471748] 'agreement among raft nodes before linearized reading' (duration: 692.535745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.485576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:23.791698Z","time spent":"693.874145ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2898,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:24.487625Z","caller":"traceutil/trace.go:171","msg":"trace[654388866] transaction","detail":"{read_only:false; response_revision:26985; number_of_response:1; }","duration":"437.098972ms","start":"2026-03-04T02:20:24.050511Z","end":"2026-03-04T02:20:24.48761Z","steps":["trace[654388866] 'process raft request' (duration: 436.960649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.487705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.050499Z","time spent":"437.169883ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:24.487781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.38527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:24.487837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.323451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:20:24.487937Z","caller":"traceutil/trace.go:171","msg":"trace[1882252321] range","detail":"{range_begin:/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b; range_end:; response_count:1; response_revision:26985; }","duration":"438.464744ms","start":"2026-03-04T02:20:24.049446Z","end":"2026-03-04T02:20:24.48791Z","steps":["trace[1882252321] 'agreement among raft nodes before linearized reading' (duration: 438.163057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:24.487867Z","caller":"traceutil/trace.go:171","msg":"trace[1458955168] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26985; }","duration":"101.490933ms","start":"2026-03-04T02:20:24.386356Z","end":"2026-03-04T02:20:24.487847Z","steps":["trace[1458955168] 'agreement among raft nodes before linearized reading' (duration: 101.276448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.487998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.049429Z","time spent":"438.555997ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b\" "} {"level":"warn","ts":"2026-03-04T02:20:25.428666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.502571ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:25.42879Z","caller":"traceutil/trace.go:171","msg":"trace[93084694] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26985; }","duration":"528.657075ms","start":"2026-03-04T02:20:24.900114Z","end":"2026-03-04T02:20:25.428771Z","steps":["trace[93084694] 'range keys from in-memory index tree' (duration: 528.485001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:27.22317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.72858019s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:20:27.224308Z","caller":"traceutil/trace.go:171","msg":"trace[1934313407] linearizableReadLoop","detail":"{readStateIndex:27916; appliedIndex:27915; }","duration":"2.729767238s","start":"2026-03-04T02:20:24.49449Z","end":"2026-03-04T02:20:27.224257Z","steps":["trace[1934313407] 'read index received' (duration: 46.641µs)","trace[1934313407] 'applied index is now lower than readState.Index' (duration: 2.729719347s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:27.224688Z","caller":"traceutil/trace.go:171","msg":"trace[331135950] transaction","detail":"{read_only:false; response_revision:26986; number_of_response:1; }","duration":"2.730201377s","start":"2026-03-04T02:20:24.494469Z","end":"2026-03-04T02:20:27.22467Z","steps":["trace[331135950] 'process raft request' (duration: 2.729575823s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:27.224819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.49445Z","time spent":"2.730271969s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6970,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:27.225355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730845683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T02:20:27.225556Z","caller":"traceutil/trace.go:171","msg":"trace[1844649614] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26986; }","duration":"2.731082298s","start":"2026-03-04T02:20:24.494447Z","end":"2026-03-04T02:20:27.225529Z","steps":["trace[1844649614] 'agreement among raft nodes before linearized reading' (duration: 2.730470274s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:27.22642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.494386Z","time spent":"2.73201387s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T02:20:27.493911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:27.494062Z","caller":"traceutil/trace.go:171","msg":"trace[75216312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220435s","start":"2026-03-04T02:20:25.493822Z","end":"2026-03-04T02:20:27.494043Z","steps":["trace[75216312] 'agreement among raft nodes before linearized reading' (duration: 2.000056952s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:27.494136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.493795Z","time spent":"2.000328858s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:27.725601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:28.22637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:28.727315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:28.788781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.565330896s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:20:28.789521Z","caller":"traceutil/trace.go:171","msg":"trace[289253500] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"4.294980401s","start":"2026-03-04T02:20:24.494496Z","end":"2026-03-04T02:20:28.789477Z","steps":["trace[289253500] 'process raft request' (duration: 4.29456431s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:28.789553Z","caller":"traceutil/trace.go:171","msg":"trace[210133325] transaction","detail":"{read_only:false; response_revision:26989; number_of_response:1; }","duration":"2.737682591s","start":"2026-03-04T02:20:26.05185Z","end":"2026-03-04T02:20:28.789533Z","steps":["trace[210133325] 'process raft request' (duration: 2.737601148s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:28.789646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.494476Z","time spent":"4.295107743s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:28.789758Z","caller":"traceutil/trace.go:171","msg":"trace[366422400] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"2.299234518s","start":"2026-03-04T02:20:26.490495Z","end":"2026-03-04T02:20:28.78973Z","steps":["trace[366422400] 'process raft request' (duration: 2.298992212s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:28.789794Z","caller":"traceutil/trace.go:171","msg":"trace[116186114] transaction","detail":"{read_only:false; response_revision:26988; number_of_response:1; }","duration":"4.057004594s","start":"2026-03-04T02:20:24.732762Z","end":"2026-03-04T02:20:28.789767Z","steps":["trace[116186114] 'process raft request' (duration: 4.056605364s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:28.78989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:26.490469Z","time spent":"2.299348781s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:28.790415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.732735Z","time spent":"4.05727363s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:28.790564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:26.051833Z","time spent":"2.737767994s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:29.36697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.500595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:29.367054Z","caller":"traceutil/trace.go:171","msg":"trace[1222321243] linearizableReadLoop","detail":"{readStateIndex:27921; appliedIndex:27916; }","duration":"2.142643708s","start":"2026-03-04T02:20:27.224395Z","end":"2026-03-04T02:20:29.367039Z","steps":["trace[1222321243] 'read index received' (duration: 1.564725101s)","trace[1222321243] 'applied index is now lower than readState.Index' (duration: 577.917567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:29.367134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466277321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:29.367158Z","caller":"traceutil/trace.go:171","msg":"trace[316635636] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26991; }","duration":"3.466338752s","start":"2026-03-04T02:20:25.900809Z","end":"2026-03-04T02:20:29.367148Z","steps":["trace[316635636] 'agreement among raft nodes before linearized reading' (duration: 3.466286831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:29.367179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350182629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:29.367244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.900788Z","time spent":"3.466446454s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:29.367279Z","caller":"traceutil/trace.go:171","msg":"trace[310243992] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26991; }","duration":"3.350344923s","start":"2026-03-04T02:20:26.016915Z","end":"2026-03-04T02:20:29.36726Z","steps":["trace[310243992] 'agreement among raft nodes before linearized reading' (duration: 3.350159578s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:29.367322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:26.016889Z","time spent":"3.350423184s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:29.367415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.870073191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:29.367403Z","caller":"traceutil/trace.go:171","msg":"trace[308668798] transaction","detail":"{read_only:false; response_revision:26991; number_of_response:1; }","duration":"736.520583ms","start":"2026-03-04T02:20:28.630847Z","end":"2026-03-04T02:20:29.367367Z","steps":["trace[308668798] 'process raft request' (duration: 498.547117ms)","trace[308668798] 'compare' (duration: 236.791298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:29.36747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944897964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:29.367469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208591538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:29.367506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690655641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:29.367525Z","caller":"traceutil/trace.go:171","msg":"trace[1271453294] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26991; }","duration":"3.944985136s","start":"2026-03-04T02:20:25.422526Z","end":"2026-03-04T02:20:29.367511Z","steps":["trace[1271453294] 'agreement among raft nodes before linearized reading' (duration: 3.944901895s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:29.36753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:28.630823Z","time spent":"736.638345ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:29.367536Z","caller":"traceutil/trace.go:171","msg":"trace[649918714] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26991; }","duration":"4.208705681s","start":"2026-03-04T02:20:25.158813Z","end":"2026-03-04T02:20:29.367519Z","steps":["trace[649918714] 'agreement among raft nodes before linearized reading' (duration: 4.208537737s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:29.367564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.422506Z","time spent":"3.945051218s","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:29.367436Z","caller":"traceutil/trace.go:171","msg":"trace[1223235165] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26991; }","duration":"4.870118142s","start":"2026-03-04T02:20:24.497311Z","end":"2026-03-04T02:20:29.367429Z","steps":["trace[1223235165] 'agreement among raft nodes before linearized reading' (duration: 4.870079861s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:29.367578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.158797Z","time spent":"4.208770662s","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:29.367553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552644571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:20:29.367597Z","caller":"traceutil/trace.go:171","msg":"trace[475480526] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26991; }","duration":"3.690789104s","start":"2026-03-04T02:20:25.676762Z","end":"2026-03-04T02:20:29.367552Z","steps":["trace[475480526] 'agreement among raft nodes before linearized reading' (duration: 3.690647551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:29.367608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.872010995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:20:29.367635Z","caller":"traceutil/trace.go:171","msg":"trace[668192661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26991; }","duration":"2.552771714s","start":"2026-03-04T02:20:26.814843Z","end":"2026-03-04T02:20:29.367615Z","steps":["trace[668192661] 'agreement among raft nodes before linearized reading' (duration: 2.552519208s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:29.367641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.497304Z","time spent":"4.870297156s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:29.367599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164802371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:20:29.367645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.67674Z","time spent":"3.690891837s","remote":"127.0.0.1:54900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:29.367683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:26.814821Z","time spent":"2.552854306s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:20:29.367685Z","caller":"traceutil/trace.go:171","msg":"trace[557575381] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26991; }","duration":"4.872120078s","start":"2026-03-04T02:20:24.495545Z","end":"2026-03-04T02:20:29.367665Z","steps":["trace[557575381] 'agreement among raft nodes before linearized reading' (duration: 4.871851682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:29.367725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.495537Z","time spent":"4.872179049s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:20:29.367721Z","caller":"traceutil/trace.go:171","msg":"trace[437828038] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26991; }","duration":"2.164973146s","start":"2026-03-04T02:20:27.202717Z","end":"2026-03-04T02:20:29.36769Z","steps":["trace[437828038] 'agreement among raft nodes before linearized reading' (duration: 2.164595887s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:29.367783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:27.202696Z","time spent":"2.165076987s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:20:29.367955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648634306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:29.368038Z","caller":"traceutil/trace.go:171","msg":"trace[959608683] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26991; }","duration":"2.648769189s","start":"2026-03-04T02:20:26.719244Z","end":"2026-03-04T02:20:29.368014Z","steps":["trace[959608683] 'agreement among raft nodes before linearized reading' (duration: 2.648171825s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:29.368088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:26.719225Z","time spent":"2.648852952s","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:29.511289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000088613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:29.511382Z","caller":"traceutil/trace.go:171","msg":"trace[968965245] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241317s","start":"2026-03-04T02:20:27.511121Z","end":"2026-03-04T02:20:29.511362Z","steps":["trace[968965245] 'agreement among raft nodes before linearized reading' (duration: 2.000112234s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:29.511422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:27.51108Z","time spent":"2.000331359s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:30.114689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.167003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:30.114796Z","caller":"traceutil/trace.go:171","msg":"trace[481553179] linearizableReadLoop","detail":"{readStateIndex:27922; appliedIndex:27921; }","duration":"747.707682ms","start":"2026-03-04T02:20:29.367072Z","end":"2026-03-04T02:20:30.11478Z","steps":["trace[481553179] 'read index received' (duration: 254.294184ms)","trace[481553179] 'applied index is now lower than readState.Index' (duration: 493.411138ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:30.115162Z","caller":"traceutil/trace.go:171","msg":"trace[1930732887] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"1.321330849s","start":"2026-03-04T02:20:28.793814Z","end":"2026-03-04T02:20:30.115145Z","steps":["trace[1930732887] 'process raft request' (duration: 827.634554ms)","trace[1930732887] 'compare' (duration: 492.688941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.115235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:28.793797Z","time spent":"1.321407431s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:30.115288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540922629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:30.115298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285461717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:30.115281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671879315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:30.115366Z","caller":"traceutil/trace.go:171","msg":"trace[1392446869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26992; }","duration":"2.541068223s","start":"2026-03-04T02:20:27.574274Z","end":"2026-03-04T02:20:30.115343Z","steps":["trace[1392446869] 'agreement among raft nodes before linearized reading' (duration: 2.54093144s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:30.115382Z","caller":"traceutil/trace.go:171","msg":"trace[2048405238] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26992; }","duration":"1.28556672s","start":"2026-03-04T02:20:28.829792Z","end":"2026-03-04T02:20:30.115359Z","steps":["trace[2048405238] 'agreement among raft nodes before linearized reading' (duration: 1.285410826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:30.115388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885571129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dddc882b-e036-44b9-884d-b49daaebf67d\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-04T02:20:30.115403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.414957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:30.115414Z","caller":"traceutil/trace.go:171","msg":"trace[627959481] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26992; }","duration":"2.672099031s","start":"2026-03-04T02:20:27.443297Z","end":"2026-03-04T02:20:30.115396Z","steps":["trace[627959481] 'agreement among raft nodes before linearized reading' (duration: 2.671870645s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:30.115424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:27.574243Z","time spent":"2.541165295s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:30.11543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:28.82973Z","time spent":"1.285686473s","remote":"127.0.0.1:54912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:30.115454Z","caller":"traceutil/trace.go:171","msg":"trace[1166109369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26992; }","duration":"603.50955ms","start":"2026-03-04T02:20:29.51193Z","end":"2026-03-04T02:20:30.115439Z","steps":["trace[1166109369] 'agreement among raft nodes before linearized reading' (duration: 603.416327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:30.115462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:27.443274Z","time spent":"2.672174842s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:30.11545Z","caller":"traceutil/trace.go:171","msg":"trace[1317629745] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dddc882b-e036-44b9-884d-b49daaebf67d; range_end:; response_count:1; response_revision:26992; }","duration":"2.88565017s","start":"2026-03-04T02:20:27.22978Z","end":"2026-03-04T02:20:30.11543Z","steps":["trace[1317629745] 'agreement among raft nodes before linearized reading' (duration: 2.885444646s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:30.115449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886763807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-r2jws\" ","response":"range_response_count:1 size:4800"} {"level":"warn","ts":"2026-03-04T02:20:30.115477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.017554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:30.115495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:29.511907Z","time spent":"603.577702ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:30.115511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:27.229765Z","time spent":"2.885728592s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-dddc882b-e036-44b9-884d-b49daaebf67d\" "} {"level":"warn","ts":"2026-03-04T02:20:30.115519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.492498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:30.115541Z","caller":"traceutil/trace.go:171","msg":"trace[1387722449] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-r2jws; range_end:; response_count:1; response_revision:26992; }","duration":"2.88689689s","start":"2026-03-04T02:20:27.228618Z","end":"2026-03-04T02:20:30.115514Z","steps":["trace[1387722449] 'agreement among raft nodes before linearized reading' (duration: 2.886600474s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:30.115541Z","caller":"traceutil/trace.go:171","msg":"trace[247324867] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26992; }","duration":"306.131176ms","start":"2026-03-04T02:20:29.809389Z","end":"2026-03-04T02:20:30.11552Z","steps":["trace[247324867] 'agreement among raft nodes before linearized reading' (duration: 306.016874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:30.115588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:27.228604Z","time spent":"2.886975352s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4823,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-r2jws\" "} {"level":"warn","ts":"2026-03-04T02:20:30.115595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:29.809364Z","time spent":"306.220408ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:30.115571Z","caller":"traceutil/trace.go:171","msg":"trace[910630946] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26992; }","duration":"741.548819ms","start":"2026-03-04T02:20:29.374007Z","end":"2026-03-04T02:20:30.115556Z","steps":["trace[910630946] 'agreement among raft nodes before linearized reading' (duration: 741.452177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:30.115469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.520876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:20:30.115646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:29.373985Z","time spent":"741.647142ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:20:30.115736Z","caller":"traceutil/trace.go:171","msg":"trace[1782725157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26992; }","duration":"743.72629ms","start":"2026-03-04T02:20:29.371917Z","end":"2026-03-04T02:20:30.115643Z","steps":["trace[1782725157] 'agreement among raft nodes before linearized reading' (duration: 743.369442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:30.115956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:29.371877Z","time spent":"744.056568ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:20:30.116126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565757655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:30.116283Z","caller":"traceutil/trace.go:171","msg":"trace[1870357874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26992; }","duration":"1.565945389s","start":"2026-03-04T02:20:28.550316Z","end":"2026-03-04T02:20:30.116261Z","steps":["trace[1870357874] 'agreement among raft nodes before linearized reading' (duration: 1.564854894s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:30.116483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:28.550298Z","time spent":"1.566163094s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:32.004546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454834243s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:32.004653Z","caller":"traceutil/trace.go:171","msg":"trace[975588340] linearizableReadLoop","detail":"{readStateIndex:27923; appliedIndex:27922; }","duration":"1.879987679s","start":"2026-03-04T02:20:30.124648Z","end":"2026-03-04T02:20:32.004635Z","steps":["trace[975588340] 'read index received' (duration: 425.030473ms)","trace[975588340] 'applied index is now lower than readState.Index' (duration: 1.454955646s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:32.004716Z","caller":"traceutil/trace.go:171","msg":"trace[277258002] transaction","detail":"{read_only:false; response_revision:26993; number_of_response:1; }","duration":"1.883599102s","start":"2026-03-04T02:20:30.121106Z","end":"2026-03-04T02:20:32.004705Z","steps":["trace[277258002] 'process raft request' (duration: 428.517403ms)","trace[277258002] 'compare' (duration: 1.45468243s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:32.004762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.121084Z","time spent":"1.883655974s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:32.005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880344717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:32.005029Z","caller":"traceutil/trace.go:171","msg":"trace[922663731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26993; }","duration":"1.880398698s","start":"2026-03-04T02:20:30.124621Z","end":"2026-03-04T02:20:32.005019Z","steps":["trace[922663731] 'agreement among raft nodes before linearized reading' (duration: 1.880313577s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:32.005055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.124608Z","time spent":"1.880441719s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:32.337638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.787930895s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:33.215155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.218505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:33.215273Z","caller":"traceutil/trace.go:171","msg":"trace[274027134] transaction","detail":"{read_only:false; response_revision:26994; number_of_response:1; }","duration":"3.09057662s","start":"2026-03-04T02:20:30.124676Z","end":"2026-03-04T02:20:33.215253Z","steps":["trace[274027134] 'process raft request' (duration: 2.213161181s)","trace[274027134] 'compare' (duration: 876.750074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:33.215335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.124656Z","time spent":"3.090649292s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7113,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:33.789932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119269736s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:20:33.790388Z","caller":"traceutil/trace.go:171","msg":"trace[1738314322] transaction","detail":"{read_only:false; response_revision:26996; number_of_response:1; }","duration":"2.99129432s","start":"2026-03-04T02:20:30.79907Z","end":"2026-03-04T02:20:33.790364Z","steps":["trace[1738314322] 'process raft request' (duration: 2.991179677s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:33.790425Z","caller":"traceutil/trace.go:171","msg":"trace[1353194129] transaction","detail":"{read_only:false; response_revision:26995; number_of_response:1; }","duration":"2.994359981s","start":"2026-03-04T02:20:30.796028Z","end":"2026-03-04T02:20:33.790388Z","steps":["trace[1353194129] 'process raft request' (duration: 2.994054674s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.79051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.799052Z","time spent":"2.991382372s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:33.790673Z","caller":"traceutil/trace.go:171","msg":"trace[1573357313] transaction","detail":"{read_only:false; response_revision:26997; number_of_response:1; }","duration":"1.780928513s","start":"2026-03-04T02:20:32.009718Z","end":"2026-03-04T02:20:33.790646Z","steps":["trace[1573357313] 'process raft request' (duration: 1.780574534s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.790804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.009695Z","time spent":"1.781039916s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:33.790852Z","caller":"traceutil/trace.go:171","msg":"trace[1697622124] linearizableReadLoop","detail":"{readStateIndex:27926; appliedIndex:27923; }","duration":"1.786160244s","start":"2026-03-04T02:20:32.004677Z","end":"2026-03-04T02:20:33.790838Z","steps":["trace[1697622124] 'read index received' (duration: 333.177383ms)","trace[1697622124] 'applied index is now lower than readState.Index' (duration: 1.452981731s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:33.791021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040643054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:33.791035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024778386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:33.791058Z","caller":"traceutil/trace.go:171","msg":"trace[1115399857] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26999; }","duration":"3.040731646s","start":"2026-03-04T02:20:30.750314Z","end":"2026-03-04T02:20:33.791046Z","steps":["trace[1115399857] 'agreement among raft nodes before linearized reading' (duration: 3.040641764s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:33.791077Z","caller":"traceutil/trace.go:171","msg":"trace[1059263563] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26999; }","duration":"3.024849707s","start":"2026-03-04T02:20:30.766215Z","end":"2026-03-04T02:20:33.791065Z","steps":["trace[1059263563] 'agreement among raft nodes before linearized reading' (duration: 3.024736815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.79111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.7662Z","time spent":"3.024901429s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:33.791165Z","caller":"traceutil/trace.go:171","msg":"trace[130420255] transaction","detail":"{read_only:false; response_revision:26999; number_of_response:1; }","duration":"1.639070134s","start":"2026-03-04T02:20:32.152081Z","end":"2026-03-04T02:20:33.791152Z","steps":["trace[130420255] 'process raft request' (duration: 1.638707446s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.791243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.152051Z","time spent":"1.639143356s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:33.791257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568717884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:20:33.791304Z","caller":"traceutil/trace.go:171","msg":"trace[1406783880] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26999; }","duration":"3.568779736s","start":"2026-03-04T02:20:30.222507Z","end":"2026-03-04T02:20:33.791287Z","steps":["trace[1406783880] 'agreement among raft nodes before linearized reading' (duration: 3.568621633s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.79134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.222497Z","time spent":"3.568835197s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-04T02:20:33.791354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980597392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:20:33.791383Z","caller":"traceutil/trace.go:171","msg":"trace[1470728086] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:26999; }","duration":"1.980662702s","start":"2026-03-04T02:20:31.810712Z","end":"2026-03-04T02:20:33.791375Z","steps":["trace[1470728086] 'agreement among raft nodes before linearized reading' (duration: 1.98055243s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.791409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:31.810691Z","time spent":"1.980711564s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-04T02:20:33.791405Z","caller":"traceutil/trace.go:171","msg":"trace[541089464] transaction","detail":"{read_only:false; response_revision:26998; number_of_response:1; }","duration":"1.672896779s","start":"2026-03-04T02:20:32.118494Z","end":"2026-03-04T02:20:33.791391Z","steps":["trace[541089464] 'process raft request' (duration: 1.672115971s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.791473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.118471Z","time spent":"1.67296218s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:33.791497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611081856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:33.791565Z","caller":"traceutil/trace.go:171","msg":"trace[1809773483] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26999; }","duration":"3.611197929s","start":"2026-03-04T02:20:30.180351Z","end":"2026-03-04T02:20:33.791549Z","steps":["trace[1809773483] 'agreement among raft nodes before linearized reading' (duration: 3.611042526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.791598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.180334Z","time spent":"3.61125725s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:20:33.791608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785333304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:33.791639Z","caller":"traceutil/trace.go:171","msg":"trace[1639304157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26999; }","duration":"1.785398806s","start":"2026-03-04T02:20:32.006231Z","end":"2026-03-04T02:20:33.79163Z","steps":["trace[1639304157] 'agreement among raft nodes before linearized reading' (duration: 1.785342705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.791631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.796007Z","time spent":"2.994485873s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:33.791666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.006214Z","time spent":"1.785446647s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:33.791677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.568272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-04T02:20:33.791723Z","caller":"traceutil/trace.go:171","msg":"trace[1455115443] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:26999; }","duration":"572.660344ms","start":"2026-03-04T02:20:33.219052Z","end":"2026-03-04T02:20:33.791712Z","steps":["trace[1455115443] 'agreement among raft nodes before linearized reading' (duration: 572.527511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.791747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143461136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:33.791754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:33.219022Z","time spent":"572.724986ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-03-04T02:20:33.791777Z","caller":"traceutil/trace.go:171","msg":"trace[1848417546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26999; }","duration":"1.143528287s","start":"2026-03-04T02:20:32.648241Z","end":"2026-03-04T02:20:33.79177Z","steps":["trace[1848417546] 'agreement among raft nodes before linearized reading' (duration: 1.143482226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.791799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.648217Z","time spent":"1.143578089s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:33.79179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.086397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:33.791828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513571925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:33.791839Z","caller":"traceutil/trace.go:171","msg":"trace[1797403274] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26999; }","duration":"187.179099ms","start":"2026-03-04T02:20:33.604646Z","end":"2026-03-04T02:20:33.791825Z","steps":["trace[1797403274] 'agreement among raft nodes before linearized reading' (duration: 187.093857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.791833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.564186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:33.791869Z","caller":"traceutil/trace.go:171","msg":"trace[570759610] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26999; }","duration":"1.513614296s","start":"2026-03-04T02:20:32.278246Z","end":"2026-03-04T02:20:33.79186Z","steps":["trace[570759610] 'agreement among raft nodes before linearized reading' (duration: 1.513553305s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:33.791877Z","caller":"traceutil/trace.go:171","msg":"trace[48567614] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26999; }","duration":"831.653069ms","start":"2026-03-04T02:20:32.960215Z","end":"2026-03-04T02:20:33.791868Z","steps":["trace[48567614] 'agreement among raft nodes before linearized reading' (duration: 831.582977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.791908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.278175Z","time spent":"1.513723428s","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:33.79191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.96019Z","time spent":"831.712069ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:33.791933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.255794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:20:33.791954Z","caller":"traceutil/trace.go:171","msg":"trace[1724742186] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26999; }","duration":"839.301624ms","start":"2026-03-04T02:20:32.952645Z","end":"2026-03-04T02:20:33.791947Z","steps":["trace[1724742186] 'agreement among raft nodes before linearized reading' (duration: 839.239433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.791977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.952629Z","time spent":"839.343196ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:20:33.791102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.750289Z","time spent":"3.040799808s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:33.791916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.262897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:33.792087Z","caller":"traceutil/trace.go:171","msg":"trace[234597688] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26999; }","duration":"205.478722ms","start":"2026-03-04T02:20:33.586598Z","end":"2026-03-04T02:20:33.792076Z","steps":["trace[234597688] 'agreement among raft nodes before linearized reading' (duration: 205.285718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.79192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605647851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-03-04T02:20:33.792108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546511799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:33.79214Z","caller":"traceutil/trace.go:171","msg":"trace[150369197] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26999; }","duration":"1.546583831s","start":"2026-03-04T02:20:32.245547Z","end":"2026-03-04T02:20:33.792131Z","steps":["trace[150369197] 'agreement among raft nodes before linearized reading' (duration: 1.546523369s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:33.792139Z","caller":"traceutil/trace.go:171","msg":"trace[564782762] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26999; }","duration":"3.605885485s","start":"2026-03-04T02:20:30.186242Z","end":"2026-03-04T02:20:33.792128Z","steps":["trace[564782762] 'agreement among raft nodes before linearized reading' (duration: 3.605571628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:33.792179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.245525Z","time spent":"1.546645482s","remote":"127.0.0.1:51676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:33.792186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.186231Z","time spent":"3.605944817s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1253,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T02:20:34.338582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.277466ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:20:34.338682Z","caller":"traceutil/trace.go:171","msg":"trace[1803520881] linearizableReadLoop","detail":"{readStateIndex:27930; appliedIndex:27929; }","duration":"542.751421ms","start":"2026-03-04T02:20:33.79591Z","end":"2026-03-04T02:20:34.338662Z","steps":["trace[1803520881] 'read index received' (duration: 322.409053ms)","trace[1803520881] 'applied index is now lower than readState.Index' (duration: 220.340687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:34.338781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:33.794301Z","time spent":"544.472631ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:34.338897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.975556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0348c2f2-dbf0-4a71-ba9f-326bb2a82c5c\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T02:20:34.338936Z","caller":"traceutil/trace.go:171","msg":"trace[1860661181] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0348c2f2-dbf0-4a71-ba9f-326bb2a82c5c; range_end:; response_count:1; response_revision:26999; }","duration":"543.038488ms","start":"2026-03-04T02:20:33.795887Z","end":"2026-03-04T02:20:34.338925Z","steps":["trace[1860661181] 'agreement among raft nodes before linearized reading' (duration: 542.878974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:34.338975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:33.795874Z","time spent":"543.092588ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-0348c2f2-dbf0-4a71-ba9f-326bb2a82c5c\" "} {"level":"warn","ts":"2026-03-04T02:20:34.838936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:35.140407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022048232s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:35.672698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.910077ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:35.67282Z","caller":"traceutil/trace.go:171","msg":"trace[410636550] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26999; }","duration":"773.05478ms","start":"2026-03-04T02:20:34.899749Z","end":"2026-03-04T02:20:35.672804Z","steps":["trace[410636550] 'range keys from in-memory index tree' (duration: 772.888166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.673372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.456013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:35.673804Z","caller":"traceutil/trace.go:171","msg":"trace[979381277] transaction","detail":"{read_only:false; response_revision:27003; number_of_response:1; }","duration":"1.873074109s","start":"2026-03-04T02:20:33.800705Z","end":"2026-03-04T02:20:35.673779Z","steps":["trace[979381277] 'process raft request' (duration: 1.872990228s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:35.674057Z","caller":"traceutil/trace.go:171","msg":"trace[592146184] transaction","detail":"{read_only:false; response_revision:27001; number_of_response:1; }","duration":"1.876937978s","start":"2026-03-04T02:20:33.797086Z","end":"2026-03-04T02:20:35.674024Z","steps":["trace[592146184] 'process raft request' (duration: 1.876398306s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.674199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:33.800695Z","time spent":"1.873431137s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:35.674216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:33.797049Z","time spent":"1.877089502s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:35.674029Z","caller":"traceutil/trace.go:171","msg":"trace[481702698] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"1.877944681s","start":"2026-03-04T02:20:33.796048Z","end":"2026-03-04T02:20:35.673993Z","steps":["trace[481702698] 'process raft request' (duration: 1.344727491s)","trace[481702698] 'compare' (duration: 532.159666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:35.674374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:33.796033Z","time spent":"1.878269938s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:35.674093Z","caller":"traceutil/trace.go:171","msg":"trace[666377564] transaction","detail":"{read_only:false; response_revision:27002; number_of_response:1; }","duration":"1.876717263s","start":"2026-03-04T02:20:33.797364Z","end":"2026-03-04T02:20:35.674081Z","steps":["trace[666377564] 'process raft request' (duration: 1.876271953s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.67466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:33.797351Z","time spent":"1.877235775s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:35.801152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999948009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:35.801225Z","caller":"traceutil/trace.go:171","msg":"trace[1441773897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045441s","start":"2026-03-04T02:20:33.801166Z","end":"2026-03-04T02:20:35.801211Z","steps":["trace[1441773897] 'agreement among raft nodes before linearized reading' (duration: 1.999960989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.801266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:33.801158Z","time spent":"2.000100142s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:36.491991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35112938s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:37.801407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:37.801495Z","caller":"traceutil/trace.go:171","msg":"trace[1966945804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170244s","start":"2026-03-04T02:20:35.801305Z","end":"2026-03-04T02:20:37.801476Z","steps":["trace[1966945804] 'agreement among raft nodes before linearized reading' (duration: 2.000057701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.801545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.801268Z","time spent":"2.000266678s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:37.854731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362442202s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:37.855288Z","caller":"traceutil/trace.go:171","msg":"trace[489127402] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"2.057120955s","start":"2026-03-04T02:20:35.798143Z","end":"2026-03-04T02:20:37.855264Z","steps":["trace[489127402] 'process raft request' (duration: 2.057055314s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:37.855393Z","caller":"traceutil/trace.go:171","msg":"trace[1322059334] transaction","detail":"{read_only:false; response_revision:27005; number_of_response:1; }","duration":"2.175794116s","start":"2026-03-04T02:20:35.679561Z","end":"2026-03-04T02:20:37.855355Z","steps":["trace[1322059334] 'process raft request' (duration: 2.175290275s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:37.855451Z","caller":"traceutil/trace.go:171","msg":"trace[237125159] linearizableReadLoop","detail":"{readStateIndex:27935; appliedIndex:27930; }","duration":"3.516695579s","start":"2026-03-04T02:20:34.338708Z","end":"2026-03-04T02:20:37.855404Z","steps":["trace[237125159] 'read index received' (duration: 802.070592ms)","trace[237125159] 'applied index is now lower than readState.Index' (duration: 2.714603126s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:37.855455Z","caller":"traceutil/trace.go:171","msg":"trace[700373003] transaction","detail":"{read_only:false; response_revision:27004; number_of_response:1; }","duration":"3.514981859s","start":"2026-03-04T02:20:34.340413Z","end":"2026-03-04T02:20:37.855395Z","steps":["trace[700373003] 'process raft request' (duration: 2.151772389s)","trace[700373003] 'compare' (duration: 1.361525561s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:37.855465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.798082Z","time spent":"2.057274909s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:37.855551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.679549Z","time spent":"2.175925349s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:37.855647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.340389Z","time spent":"3.515159083s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:37.855654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058195662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:37.855705Z","caller":"traceutil/trace.go:171","msg":"trace[1512874563] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27007; }","duration":"4.058276723s","start":"2026-03-04T02:20:33.797414Z","end":"2026-03-04T02:20:37.855691Z","steps":["trace[1512874563] 'agreement among raft nodes before linearized reading' (duration: 4.05813483s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.85575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:33.797402Z","time spent":"4.058340434s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:20:37.85576Z","caller":"traceutil/trace.go:171","msg":"trace[1608711924] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"2.057690088s","start":"2026-03-04T02:20:35.798049Z","end":"2026-03-04T02:20:37.855739Z","steps":["trace[1608711924] 'process raft request' (duration: 2.057057964s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.855938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.798021Z","time spent":"2.057826062s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:38.356308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:38.856956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:38.935683Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.49350554s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:20:38.936185Z","caller":"traceutil/trace.go:171","msg":"trace[1987610917] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"2.058833854s","start":"2026-03-04T02:20:36.877323Z","end":"2026-03-04T02:20:38.936157Z","steps":["trace[1987610917] 'process raft request' (duration: 2.058624529s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:38.936358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:36.877298Z","time spent":"2.058970648s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:39.511559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.96044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:39.512242Z","caller":"traceutil/trace.go:171","msg":"trace[137428808] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"1.651939083s","start":"2026-03-04T02:20:37.860264Z","end":"2026-03-04T02:20:39.512203Z","steps":["trace[137428808] 'process raft request' (duration: 1.500198756s)","trace[137428808] 'compare' (duration: 150.689233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:39.512421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.860242Z","time spent":"1.652079767s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:39.81088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000735118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:39.810996Z","caller":"traceutil/trace.go:171","msg":"trace[847931509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000925213s","start":"2026-03-04T02:20:37.810046Z","end":"2026-03-04T02:20:39.810971Z","steps":["trace[847931509] 'agreement among raft nodes before linearized reading' (duration: 2.000768459s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.811062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.810026Z","time spent":"2.001024615s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:40.147941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.242178ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:20:40.148603Z","caller":"traceutil/trace.go:171","msg":"trace[1549194811] linearizableReadLoop","detail":"{readStateIndex:27941; appliedIndex:27938; }","duration":"2.293057084s","start":"2026-03-04T02:20:37.855513Z","end":"2026-03-04T02:20:40.14857Z","steps":["trace[1549194811] 'read index received' (duration: 1.080397494s)","trace[1549194811] 'applied index is now lower than readState.Index' (duration: 1.21265575s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:40.148773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615889107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:40.148819Z","caller":"traceutil/trace.go:171","msg":"trace[704506478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27009; }","duration":"2.615996449s","start":"2026-03-04T02:20:37.532808Z","end":"2026-03-04T02:20:40.148804Z","steps":["trace[704506478] 'agreement among raft nodes before linearized reading' (duration: 2.615892657s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.148856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.532791Z","time spent":"2.616055041s","remote":"127.0.0.1:33168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:40.149083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.689110506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:40.149125Z","caller":"traceutil/trace.go:171","msg":"trace[1400269517] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27009; }","duration":"4.689187028s","start":"2026-03-04T02:20:35.459924Z","end":"2026-03-04T02:20:40.149111Z","steps":["trace[1400269517] 'agreement among raft nodes before linearized reading' (duration: 4.689127807s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.14914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435280082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:40.149149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934090984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:40.149162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.054306712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:40.149194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.160386792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:40.149178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864054851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:40.149218Z","caller":"traceutil/trace.go:171","msg":"trace[2092948829] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27009; }","duration":"2.934217397s","start":"2026-03-04T02:20:37.214983Z","end":"2026-03-04T02:20:40.149201Z","steps":["trace[2092948829] 'agreement among raft nodes before linearized reading' (duration: 2.934076324s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.149221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.57834473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:40.149251Z","caller":"traceutil/trace.go:171","msg":"trace[604783176] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27009; }","duration":"5.160449633s","start":"2026-03-04T02:20:34.988783Z","end":"2026-03-04T02:20:40.149233Z","steps":["trace[604783176] 'agreement among raft nodes before linearized reading' (duration: 5.160346811s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.149261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.214941Z","time spent":"2.93431075s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:40.149251Z","caller":"traceutil/trace.go:171","msg":"trace[83336572] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27009; }","duration":"4.054443465s","start":"2026-03-04T02:20:36.094785Z","end":"2026-03-04T02:20:40.149228Z","steps":["trace[83336572] 'agreement among raft nodes before linearized reading' (duration: 4.054294652s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.149175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470967539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-c25zm\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-03-04T02:20:40.1493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.988758Z","time spent":"5.160532474s","remote":"127.0.0.1:55164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:40.149299Z","caller":"traceutil/trace.go:171","msg":"trace[149215156] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27009; }","duration":"5.578474762s","start":"2026-03-04T02:20:34.570807Z","end":"2026-03-04T02:20:40.149282Z","steps":["trace[149215156] 'agreement among raft nodes before linearized reading' (duration: 5.578261677s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:40.149262Z","caller":"traceutil/trace.go:171","msg":"trace[445725973] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27009; }","duration":"2.864177843s","start":"2026-03-04T02:20:37.285066Z","end":"2026-03-04T02:20:40.149244Z","steps":["trace[445725973] 'agreement among raft nodes before linearized reading' (duration: 2.86404779s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.149324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:36.094761Z","time spent":"4.054544427s","remote":"127.0.0.1:51382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:40.149316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.8057532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-04T02:20:40.149343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.570784Z","time spent":"5.578549954s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":91,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:40.149391Z","caller":"traceutil/trace.go:171","msg":"trace[1724260858] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27009; }","duration":"5.805842912s","start":"2026-03-04T02:20:34.343528Z","end":"2026-03-04T02:20:40.149371Z","steps":["trace[1724260858] 'agreement among raft nodes before linearized reading' (duration: 5.805590947s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.149391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.285044Z","time spent":"2.864318467s","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:40.149155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.459902Z","time spent":"4.689245239s","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:40.149455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.343489Z","time spent":"5.805956645s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-04T02:20:40.149202Z","caller":"traceutil/trace.go:171","msg":"trace[1582196489] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27009; }","duration":"3.435387455s","start":"2026-03-04T02:20:36.713799Z","end":"2026-03-04T02:20:40.149187Z","steps":["trace[1582196489] 'agreement among raft nodes before linearized reading' (duration: 3.435265102s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.149782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:36.713777Z","time spent":"3.435990918s","remote":"127.0.0.1:35276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:40.149317Z","caller":"traceutil/trace.go:171","msg":"trace[134996787] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-c25zm; range_end:; response_count:1; response_revision:27009; }","duration":"4.471138624s","start":"2026-03-04T02:20:35.678164Z","end":"2026-03-04T02:20:40.149302Z","steps":["trace[134996787] 'agreement among raft nodes before linearized reading' (duration: 4.470816215s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.149734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911586704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:40.149923Z","caller":"traceutil/trace.go:171","msg":"trace[885954687] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"632.962643ms","start":"2026-03-04T02:20:39.516918Z","end":"2026-03-04T02:20:40.149881Z","steps":["trace[885954687] 'process raft request' (duration: 632.273087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.150113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:39.516884Z","time spent":"633.124636ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:40.149921Z","caller":"traceutil/trace.go:171","msg":"trace[248450970] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27009; }","duration":"4.912119856s","start":"2026-03-04T02:20:35.23778Z","end":"2026-03-04T02:20:40.1499Z","steps":["trace[248450970] 'agreement among raft nodes before linearized reading' (duration: 4.911311208s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.150445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.237753Z","time spent":"4.912664818s","remote":"127.0.0.1:35222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:40.14985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.678151Z","time spent":"4.471683196s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-c25zm\" "} {"level":"warn","ts":"2026-03-04T02:20:41.811286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999782425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:41.811428Z","caller":"traceutil/trace.go:171","msg":"trace[672613422] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999995981s","start":"2026-03-04T02:20:39.81139Z","end":"2026-03-04T02:20:41.811386Z","steps":["trace[672613422] 'agreement among raft nodes before linearized reading' (duration: 1.999824537s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:41.81162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:39.811365Z","time spent":"2.000239376s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:42.354661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000532422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:42.35546Z","caller":"traceutil/trace.go:171","msg":"trace[1581828787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001413133s","start":"2026-03-04T02:20:40.354021Z","end":"2026-03-04T02:20:42.355434Z","steps":["trace[1581828787] 'agreement among raft nodes before linearized reading' (duration: 2.000580834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.355689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.35399Z","time spent":"2.001680509s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:42.394742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:42.074886Z","time spent":"319.852524ms","remote":"127.0.0.1:36026","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:42.39542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117255818s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:42.395536Z","caller":"traceutil/trace.go:171","msg":"trace[692632647] transaction","detail":"{read_only:false; response_revision:27011; number_of_response:1; }","duration":"2.532687609s","start":"2026-03-04T02:20:39.862822Z","end":"2026-03-04T02:20:42.39551Z","steps":["trace[692632647] 'process raft request' (duration: 415.236596ms)","trace[692632647] 'compare' (duration: 2.11643159s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:42.396377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:39.86279Z","time spent":"2.532791971s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:42.791356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198293917s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:43.277543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.887683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:43.277831Z","caller":"traceutil/trace.go:171","msg":"trace[343062963] linearizableReadLoop","detail":"{readStateIndex:27944; appliedIndex:27942; }","duration":"3.129147245s","start":"2026-03-04T02:20:40.148667Z","end":"2026-03-04T02:20:43.277815Z","steps":["trace[343062963] 'read index received' (duration: 129.469992ms)","trace[343062963] 'applied index is now lower than readState.Index' (duration: 2.999675913s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:43.277919Z","caller":"traceutil/trace.go:171","msg":"trace[338248591] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"3.415041402s","start":"2026-03-04T02:20:39.862862Z","end":"2026-03-04T02:20:43.277904Z","steps":["trace[338248591] 'process raft request' (duration: 2.928702159s)","trace[338248591] 'compare' (duration: 485.666428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:43.277979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:39.862834Z","time spent":"3.415110854s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:43.278428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146427096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:43.27851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583234291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:43.278614Z","caller":"traceutil/trace.go:171","msg":"trace[319754780] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27014; }","duration":"3.583390366s","start":"2026-03-04T02:20:39.695196Z","end":"2026-03-04T02:20:43.278586Z","steps":["trace[319754780] 'agreement among raft nodes before linearized reading' (duration: 3.583224922s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:43.278631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.418971365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:20:43.278684Z","caller":"traceutil/trace.go:171","msg":"trace[683832953] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27014; }","duration":"5.419054467s","start":"2026-03-04T02:20:37.859612Z","end":"2026-03-04T02:20:43.278667Z","steps":["trace[683832953] 'agreement among raft nodes before linearized reading' (duration: 5.418953254s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:43.278732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.859595Z","time spent":"5.419129729s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:20:43.278749Z","caller":"traceutil/trace.go:171","msg":"trace[746256009] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"3.123974565s","start":"2026-03-04T02:20:40.154756Z","end":"2026-03-04T02:20:43.278731Z","steps":["trace[746256009] 'process raft request' (duration: 3.122892009s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:43.278759Z","caller":"traceutil/trace.go:171","msg":"trace[1940598224] transaction","detail":"{read_only:false; response_revision:27014; number_of_response:1; }","duration":"3.120244799s","start":"2026-03-04T02:20:40.158487Z","end":"2026-03-04T02:20:43.278732Z","steps":["trace[1940598224] 'process raft request' (duration: 3.119257586s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:43.278847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.154726Z","time spent":"3.124058847s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:43.278683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:39.695175Z","time spent":"3.583490108s","remote":"127.0.0.1:55230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:43.278863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.158476Z","time spent":"3.120334791s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:43.278522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.419891216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T02:20:43.278947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.22639279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:20:43.279015Z","caller":"traceutil/trace.go:171","msg":"trace[453154174] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27014; }","duration":"5.420412417s","start":"2026-03-04T02:20:37.858556Z","end":"2026-03-04T02:20:43.278969Z","steps":["trace[453154174] 'agreement among raft nodes before linearized reading' (duration: 5.419767023s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:43.279075Z","caller":"traceutil/trace.go:171","msg":"trace[803877055] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27014; }","duration":"4.227042924s","start":"2026-03-04T02:20:39.052009Z","end":"2026-03-04T02:20:43.279051Z","steps":["trace[803877055] 'agreement among raft nodes before linearized reading' (duration: 4.226255476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:43.279131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:39.051987Z","time spent":"4.227129067s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:43.279163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.858537Z","time spent":"5.420578702s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:20:43.278537Z","caller":"traceutil/trace.go:171","msg":"trace[1107168586] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27014; }","duration":"3.14658805s","start":"2026-03-04T02:20:40.131925Z","end":"2026-03-04T02:20:43.278513Z","steps":["trace[1107168586] 'agreement among raft nodes before linearized reading' (duration: 3.146330814s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:43.279476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.131895Z","time spent":"3.147529942s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:43.777925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:43.819214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00040176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:43.819297Z","caller":"traceutil/trace.go:171","msg":"trace[154211303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551794s","start":"2026-03-04T02:20:41.818727Z","end":"2026-03-04T02:20:43.819278Z","steps":["trace[154211303] 'agreement among raft nodes before linearized reading' (duration: 2.000445052s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:43.81935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.818699Z","time spent":"2.000642236s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:43.949479Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.152962086s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:20:44.009299Z","caller":"traceutil/trace.go:171","msg":"trace[1473212804] transaction","detail":"{read_only:false; response_revision:27015; number_of_response:1; }","duration":"3.329403287s","start":"2026-03-04T02:20:40.679873Z","end":"2026-03-04T02:20:44.009277Z","steps":["trace[1473212804] 'process raft request' (duration: 3.269779645s)","trace[1473212804] 'compare' (duration: 59.529629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:44.009546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.679843Z","time spent":"3.329640913s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:44.094757Z","caller":"traceutil/trace.go:171","msg":"trace[1449121609] transaction","detail":"{read_only:false; response_revision:27016; number_of_response:1; }","duration":"810.514428ms","start":"2026-03-04T02:20:43.284208Z","end":"2026-03-04T02:20:44.094722Z","steps":["trace[1449121609] 'process raft request' (duration: 810.296543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:44.094953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:43.284192Z","time spent":"810.657091ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:44.095041Z","caller":"traceutil/trace.go:171","msg":"trace[1946320888] linearizableReadLoop","detail":"{readStateIndex:27949; appliedIndex:27946; }","duration":"817.149743ms","start":"2026-03-04T02:20:43.277869Z","end":"2026-03-04T02:20:44.095019Z","steps":["trace[1946320888] 'read index received' (duration: 671.772562ms)","trace[1946320888] 'applied index is now lower than readState.Index' (duration: 145.37544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:44.095149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.635849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:44.095161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504572827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:44.09523Z","caller":"traceutil/trace.go:171","msg":"trace[1443711517] transaction","detail":"{read_only:false; response_revision:27018; number_of_response:1; }","duration":"210.306655ms","start":"2026-03-04T02:20:43.884914Z","end":"2026-03-04T02:20:44.09522Z","steps":["trace[1443711517] 'process raft request' (duration: 210.009108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:44.095236Z","caller":"traceutil/trace.go:171","msg":"trace[1192669635] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27018; }","duration":"860.789893ms","start":"2026-03-04T02:20:43.234425Z","end":"2026-03-04T02:20:44.095215Z","steps":["trace[1192669635] 'agreement among raft nodes before linearized reading' (duration: 860.609009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:44.095256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.94166373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fcfc017a-e4b3-4a3c-89ec-cadef2913dc7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:20:44.095152Z","caller":"traceutil/trace.go:171","msg":"trace[1189234788] transaction","detail":"{read_only:false; response_revision:27017; number_of_response:1; }","duration":"810.750413ms","start":"2026-03-04T02:20:43.284371Z","end":"2026-03-04T02:20:44.095122Z","steps":["trace[1189234788] 'process raft request' (duration: 810.280012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:44.095303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:43.234406Z","time spent":"860.880076ms","remote":"127.0.0.1:39092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:44.09532Z","caller":"traceutil/trace.go:171","msg":"trace[1574530789] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fcfc017a-e4b3-4a3c-89ec-cadef2913dc7; range_end:; response_count:1; response_revision:27018; }","duration":"3.941807333s","start":"2026-03-04T02:20:40.153497Z","end":"2026-03-04T02:20:44.095304Z","steps":["trace[1574530789] 'agreement among raft nodes before linearized reading' (duration: 3.941622629s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:44.095343Z","caller":"traceutil/trace.go:171","msg":"trace[1196354652] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27018; }","duration":"1.50472887s","start":"2026-03-04T02:20:42.590501Z","end":"2026-03-04T02:20:44.09523Z","steps":["trace[1196354652] 'agreement among raft nodes before linearized reading' (duration: 1.504554856s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:44.095375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.15346Z","time spent":"3.941901305s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-fcfc017a-e4b3-4a3c-89ec-cadef2913dc7\" "} {"level":"warn","ts":"2026-03-04T02:20:44.095396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:42.590474Z","time spent":"1.504909135s","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:44.095439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:43.284363Z","time spent":"810.974168ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:44.599706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380470,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:20:44.694885Z","caller":"traceutil/trace.go:171","msg":"trace[868303970] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"663.543311ms","start":"2026-03-04T02:20:44.031315Z","end":"2026-03-04T02:20:44.694859Z","steps":["trace[868303970] 'process raft request' (duration: 663.344736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:44.695051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.031295Z","time spent":"663.668634ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:45.079284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.262538ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:45.079417Z","caller":"traceutil/trace.go:171","msg":"trace[2020533281] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27019; }","duration":"180.418581ms","start":"2026-03-04T02:20:44.898979Z","end":"2026-03-04T02:20:45.079398Z","steps":["trace[2020533281] 'range keys from in-memory index tree' (duration: 180.241547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.079874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.000028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:45.080087Z","caller":"traceutil/trace.go:171","msg":"trace[2125400979] transaction","detail":"{read_only:false; response_revision:27020; number_of_response:1; }","duration":"979.540176ms","start":"2026-03-04T02:20:44.100516Z","end":"2026-03-04T02:20:45.080056Z","steps":["trace[2125400979] 'process raft request' (duration: 725.278362ms)","trace[2125400979] 'compare' (duration: 253.767583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:45.080232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.1005Z","time spent":"979.668289ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:45.08049Z","caller":"traceutil/trace.go:171","msg":"trace[744229200] linearizableReadLoop","detail":"{readStateIndex:27953; appliedIndex:27950; }","duration":"985.387872ms","start":"2026-03-04T02:20:44.095086Z","end":"2026-03-04T02:20:45.080474Z","steps":["trace[744229200] 'read index received' (duration: 599.683961ms)","trace[744229200] 'applied index is now lower than readState.Index' (duration: 385.702561ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:45.080577Z","caller":"traceutil/trace.go:171","msg":"trace[1323197516] transaction","detail":"{read_only:false; response_revision:27021; number_of_response:1; }","duration":"678.386945ms","start":"2026-03-04T02:20:44.402153Z","end":"2026-03-04T02:20:45.08054Z","steps":["trace[1323197516] 'process raft request' (duration: 677.824963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.080644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079462902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:45.080668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795066711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:45.08071Z","caller":"traceutil/trace.go:171","msg":"trace[863730395] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27021; }","duration":"1.079564365s","start":"2026-03-04T02:20:44.001122Z","end":"2026-03-04T02:20:45.080687Z","steps":["trace[863730395] 'agreement among raft nodes before linearized reading' (duration: 1.079460852s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.080704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797482827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4135"} {"level":"info","ts":"2026-03-04T02:20:45.080727Z","caller":"traceutil/trace.go:171","msg":"trace[1477332789] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27021; }","duration":"1.795144832s","start":"2026-03-04T02:20:43.285566Z","end":"2026-03-04T02:20:45.080711Z","steps":["trace[1477332789] 'agreement among raft nodes before linearized reading' (duration: 1.794985399s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.080746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.40213Z","time spent":"678.527098ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:45.080616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26099549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:45.080765Z","caller":"traceutil/trace.go:171","msg":"trace[2030658482] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:27021; }","duration":"1.797590339s","start":"2026-03-04T02:20:43.283157Z","end":"2026-03-04T02:20:45.080748Z","steps":["trace[2030658482] 'agreement among raft nodes before linearized reading' (duration: 1.797364564s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.080764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.001099Z","time spent":"1.079650476s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:45.080765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:43.285557Z","time spent":"1.795199623s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:20:45.080799Z","caller":"traceutil/trace.go:171","msg":"trace[64004776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27021; }","duration":"1.261224885s","start":"2026-03-04T02:20:43.819565Z","end":"2026-03-04T02:20:45.08079Z","steps":["trace[64004776] 'agreement among raft nodes before linearized reading' (duration: 1.260956569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.080806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:43.283141Z","time spent":"1.79765732s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4158,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-04T02:20:45.080825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:43.819549Z","time spent":"1.261270027s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:45.08093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.261809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:45.080907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800691901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"warn","ts":"2026-03-04T02:20:45.08094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798902059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:20:45.081011Z","caller":"traceutil/trace.go:171","msg":"trace[1734033674] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27021; }","duration":"1.800845495s","start":"2026-03-04T02:20:43.28015Z","end":"2026-03-04T02:20:45.080995Z","steps":["trace[1734033674] 'agreement among raft nodes before linearized reading' (duration: 1.800479336s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:45.080988Z","caller":"traceutil/trace.go:171","msg":"trace[277652174] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27021; }","duration":"919.380981ms","start":"2026-03-04T02:20:44.161597Z","end":"2026-03-04T02:20:45.080978Z","steps":["trace[277652174] 'agreement among raft nodes before linearized reading' (duration: 919.285899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:45.081057Z","caller":"traceutil/trace.go:171","msg":"trace[2013693844] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27021; }","duration":"1.799089073s","start":"2026-03-04T02:20:43.281936Z","end":"2026-03-04T02:20:45.081025Z","steps":["trace[2013693844] 'agreement among raft nodes before linearized reading' (duration: 1.798662734s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.081075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:43.280127Z","time spent":"1.800913966s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18307,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:20:45.081081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.161575Z","time spent":"919.491373ms","remote":"127.0.0.1:55226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:45.081123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:43.281915Z","time spent":"1.799197985s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:20:45.080966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.693503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T02:20:45.081239Z","caller":"traceutil/trace.go:171","msg":"trace[2050738712] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27021; }","duration":"981.00614ms","start":"2026-03-04T02:20:44.100219Z","end":"2026-03-04T02:20:45.081225Z","steps":["trace[2050738712] 'agreement among raft nodes before linearized reading' (duration: 980.5827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.081968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.1002Z","time spent":"981.717946ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:20:45.562324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.188107Z","time spent":"374.209855ms","remote":"127.0.0.1:36050","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:45.56265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.238682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:45.562735Z","caller":"traceutil/trace.go:171","msg":"trace[151234251] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"476.921125ms","start":"2026-03-04T02:20:45.085797Z","end":"2026-03-04T02:20:45.562718Z","steps":["trace[151234251] 'process raft request' (duration: 307.5481ms)","trace[151234251] 'compare' (duration: 168.993137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:45.562772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.085772Z","time spent":"476.985466ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:45.640704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.086179Z","time spent":"554.517154ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:20:45.64075Z","caller":"traceutil/trace.go:171","msg":"trace[2145914871] linearizableReadLoop","detail":"{readStateIndex:27955; appliedIndex:27953; }","duration":"554.017743ms","start":"2026-03-04T02:20:45.086705Z","end":"2026-03-04T02:20:45.640723Z","steps":["trace[2145914871] 'read index received' (duration: 306.658879ms)","trace[2145914871] 'applied index is now lower than readState.Index' (duration: 247.357464ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:45.640843Z","caller":"traceutil/trace.go:171","msg":"trace[729048621] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"551.391941ms","start":"2026-03-04T02:20:45.089393Z","end":"2026-03-04T02:20:45.640785Z","steps":["trace[729048621] 'process raft request' (duration: 551.181436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:45.641053Z","caller":"traceutil/trace.go:171","msg":"trace[408024025] transaction","detail":"{read_only:false; response_revision:27024; number_of_response:1; }","duration":"357.16711ms","start":"2026-03-04T02:20:45.283774Z","end":"2026-03-04T02:20:45.640941Z","steps":["trace[408024025] 'process raft request' (duration: 356.902433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.641098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.089383Z","time spent":"551.580576ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:45.641088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.3553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:45.641254Z","caller":"traceutil/trace.go:171","msg":"trace[106855514] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27024; }","duration":"554.555775ms","start":"2026-03-04T02:20:45.086676Z","end":"2026-03-04T02:20:45.641232Z","steps":["trace[106855514] 'agreement among raft nodes before linearized reading' (duration: 554.32767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.641252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.283748Z","time spent":"357.392805ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:45.641301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.08666Z","time spent":"554.630986ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:46.244134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.460224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:46.244298Z","caller":"traceutil/trace.go:171","msg":"trace[174173497] transaction","detail":"{read_only:false; response_revision:27026; number_of_response:1; }","duration":"602.582488ms","start":"2026-03-04T02:20:45.641705Z","end":"2026-03-04T02:20:46.244287Z","steps":["trace[174173497] 'process raft request' (duration: 602.510717ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:46.244277Z","caller":"traceutil/trace.go:171","msg":"trace[647858287] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"675.057408ms","start":"2026-03-04T02:20:45.56918Z","end":"2026-03-04T02:20:46.244237Z","steps":["trace[647858287] 'process raft request' (duration: 481.44116ms)","trace[647858287] 'compare' (duration: 193.104726ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:46.244343Z","caller":"traceutil/trace.go:171","msg":"trace[393489131] linearizableReadLoop","detail":"{readStateIndex:27958; appliedIndex:27957; }","duration":"603.510829ms","start":"2026-03-04T02:20:45.640809Z","end":"2026-03-04T02:20:46.24432Z","steps":["trace[393489131] 'read index received' (duration: 409.82692ms)","trace[393489131] 'applied index is now lower than readState.Index' (duration: 193.681829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:46.244413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.569136Z","time spent":"675.218842ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:46.244453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.256406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:46.24452Z","caller":"traceutil/trace.go:171","msg":"trace[1043072942] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27026; }","duration":"953.368539ms","start":"2026-03-04T02:20:45.291137Z","end":"2026-03-04T02:20:46.244505Z","steps":["trace[1043072942] 'agreement among raft nodes before linearized reading' (duration: 953.203935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.244543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.741623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-04T02:20:46.244554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087867187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-03-04T02:20:46.244617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155142957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:46.244618Z","caller":"traceutil/trace.go:171","msg":"trace[1396450025] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:27026; }","duration":"983.873136ms","start":"2026-03-04T02:20:45.260727Z","end":"2026-03-04T02:20:46.244601Z","steps":["trace[1396450025] 'agreement among raft nodes before linearized reading' (duration: 983.658301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:46.244631Z","caller":"traceutil/trace.go:171","msg":"trace[1189761730] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27026; }","duration":"1.08797193s","start":"2026-03-04T02:20:45.156641Z","end":"2026-03-04T02:20:46.244613Z","steps":["trace[1189761730] 'agreement among raft nodes before linearized reading' (duration: 1.087687353s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:46.244655Z","caller":"traceutil/trace.go:171","msg":"trace[24548133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27026; }","duration":"1.155190367s","start":"2026-03-04T02:20:45.089455Z","end":"2026-03-04T02:20:46.244645Z","steps":["trace[24548133] 'agreement among raft nodes before linearized reading' (duration: 1.155137376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.244664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.260704Z","time spent":"983.952199ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-03-04T02:20:46.244677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090296474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-03-04T02:20:46.244687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.089447Z","time spent":"1.155233978s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:20:46.244709Z","caller":"traceutil/trace.go:171","msg":"trace[1586627186] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27026; }","duration":"1.090349895s","start":"2026-03-04T02:20:45.15435Z","end":"2026-03-04T02:20:46.2447Z","steps":["trace[1586627186] 'agreement among raft nodes before linearized reading' (duration: 1.090253712s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.244743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.154338Z","time spent":"1.090398145s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-04T02:20:46.244572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154689726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:20:46.244826Z","caller":"traceutil/trace.go:171","msg":"trace[1989048141] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:27026; }","duration":"1.154951512s","start":"2026-03-04T02:20:45.089867Z","end":"2026-03-04T02:20:46.244819Z","steps":["trace[1989048141] 'agreement among raft nodes before linearized reading' (duration: 1.154571374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.244822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.799954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-04T02:20:46.244848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.653808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:46.244898Z","caller":"traceutil/trace.go:171","msg":"trace[1865700682] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27026; }","duration":"599.913768ms","start":"2026-03-04T02:20:45.644965Z","end":"2026-03-04T02:20:46.244879Z","steps":["trace[1865700682] 'agreement among raft nodes before linearized reading' (duration: 599.679031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.244951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.644952Z","time spent":"599.990579ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:20:46.244957Z","caller":"traceutil/trace.go:171","msg":"trace[1671203760] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27026; }","duration":"592.830293ms","start":"2026-03-04T02:20:45.652103Z","end":"2026-03-04T02:20:46.244934Z","steps":["trace[1671203760] 'agreement among raft nodes before linearized reading' (duration: 592.603587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.245019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.652082Z","time spent":"592.927125ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:46.244673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.15663Z","time spent":"1.088033501s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-04T02:20:46.244565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.291121Z","time spent":"953.43308ms","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:46.244363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.64167Z","time spent":"602.66135ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:46.244851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.089835Z","time spent":"1.155008064s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T02:20:46.245612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153409187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:20:46.245669Z","caller":"traceutil/trace.go:171","msg":"trace[287204805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27026; }","duration":"1.153479438s","start":"2026-03-04T02:20:45.092172Z","end":"2026-03-04T02:20:46.245652Z","steps":["trace[287204805] 'agreement among raft nodes before linearized reading' (duration: 1.153359035s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.245701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.092164Z","time spent":"1.153531169s","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:20:46.853626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.25517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:46.853705Z","caller":"traceutil/trace.go:171","msg":"trace[270076802] linearizableReadLoop","detail":"{readStateIndex:27960; appliedIndex:27959; }","duration":"600.06672ms","start":"2026-03-04T02:20:46.253626Z","end":"2026-03-04T02:20:46.853693Z","steps":["trace[270076802] 'read index received' (duration: 123.80603ms)","trace[270076802] 'applied index is now lower than readState.Index' (duration: 476.25981ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:46.853753Z","caller":"traceutil/trace.go:171","msg":"trace[1409651394] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"601.212077ms","start":"2026-03-04T02:20:46.252533Z","end":"2026-03-04T02:20:46.853745Z","steps":["trace[1409651394] 'process raft request' (duration: 124.787813ms)","trace[1409651394] 'compare' (duration: 476.145578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:46.853786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.25252Z","time spent":"601.250658ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":987,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:46.854406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.755745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:20:46.854484Z","caller":"traceutil/trace.go:171","msg":"trace[175346712] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27027; }","duration":"600.869247ms","start":"2026-03-04T02:20:46.253598Z","end":"2026-03-04T02:20:46.854467Z","steps":["trace[175346712] 'agreement among raft nodes before linearized reading' (duration: 600.306735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.854525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.253573Z","time spent":"600.94355ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:20:47.281474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.889422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:47.28165Z","caller":"traceutil/trace.go:171","msg":"trace[865761540] transaction","detail":"{read_only:false; response_revision:27030; number_of_response:1; }","duration":"192.918752ms","start":"2026-03-04T02:20:47.088718Z","end":"2026-03-04T02:20:47.281637Z","steps":["trace[865761540] 'process raft request' (duration: 192.881911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:47.281839Z","caller":"traceutil/trace.go:171","msg":"trace[2120365021] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"839.531931ms","start":"2026-03-04T02:20:46.442298Z","end":"2026-03-04T02:20:47.28183Z","steps":["trace[2120365021] 'process raft request' (duration: 839.256654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:47.281886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.442269Z","time spent":"839.591282ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:47.281958Z","caller":"traceutil/trace.go:171","msg":"trace[4312841] transaction","detail":"{read_only:false; response_revision:27028; number_of_response:1; }","duration":"1.023919126s","start":"2026-03-04T02:20:46.258002Z","end":"2026-03-04T02:20:47.281921Z","steps":["trace[4312841] 'process raft request' (duration: 701.511092ms)","trace[4312841] 'compare' (duration: 321.783738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:47.281976Z","caller":"traceutil/trace.go:171","msg":"trace[1731350240] linearizableReadLoop","detail":"{readStateIndex:27962; appliedIndex:27960; }","duration":"428.223537ms","start":"2026-03-04T02:20:46.853721Z","end":"2026-03-04T02:20:47.281945Z","steps":["trace[1731350240] 'read index received' (duration: 105.764732ms)","trace[1731350240] 'applied index is now lower than readState.Index' (duration: 322.455475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:47.282154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.257989Z","time spent":"1.024047218s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:47.282216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026152107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:47.28226Z","caller":"traceutil/trace.go:171","msg":"trace[1447217423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27030; }","duration":"1.026224158s","start":"2026-03-04T02:20:46.256025Z","end":"2026-03-04T02:20:47.282249Z","steps":["trace[1447217423] 'agreement among raft nodes before linearized reading' (duration: 1.026116946s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:47.282292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.256018Z","time spent":"1.02626714s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:47.282365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.059246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:20:47.282396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.472023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-7zxt7.18998146cbc2fd38\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-03-04T02:20:47.282423Z","caller":"traceutil/trace.go:171","msg":"trace[1592533710] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27030; }","duration":"426.151259ms","start":"2026-03-04T02:20:46.856254Z","end":"2026-03-04T02:20:47.282405Z","steps":["trace[1592533710] 'agreement among raft nodes before linearized reading' (duration: 425.982065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:47.282445Z","caller":"traceutil/trace.go:171","msg":"trace[432119855] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-7zxt7.18998146cbc2fd38; range_end:; response_count:1; response_revision:27030; }","duration":"425.535384ms","start":"2026-03-04T02:20:46.856896Z","end":"2026-03-04T02:20:47.282431Z","steps":["trace[432119855] 'agreement among raft nodes before linearized reading' (duration: 425.36537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:47.282427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027716573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T02:20:47.282464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.856235Z","time spent":"426.22099ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:20:47.282481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.856892Z","time spent":"425.580875ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":910,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-7zxt7.18998146cbc2fd38\" "} {"level":"info","ts":"2026-03-04T02:20:47.282498Z","caller":"traceutil/trace.go:171","msg":"trace[278332111] range","detail":"{range_begin:/registry/persistentvolumes/pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad; range_end:; response_count:1; response_revision:27030; }","duration":"1.027818455s","start":"2026-03-04T02:20:46.254661Z","end":"2026-03-04T02:20:47.282479Z","steps":["trace[278332111] 'agreement among raft nodes before linearized reading' (duration: 1.02758337s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:47.28254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.254653Z","time spent":"1.027877917s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-676d52fd-3e4d-4d28-8fc3-ce0164b82aad\" "} {"level":"info","ts":"2026-03-04T02:20:47.522218Z","caller":"traceutil/trace.go:171","msg":"trace[1820331921] linearizableReadLoop","detail":"{readStateIndex:27964; appliedIndex:27963; }","duration":"236.196904ms","start":"2026-03-04T02:20:47.285998Z","end":"2026-03-04T02:20:47.522195Z","steps":["trace[1820331921] 'read index received' (duration: 235.968299ms)","trace[1820331921] 'applied index is now lower than readState.Index' (duration: 227.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:47.52234Z","caller":"traceutil/trace.go:171","msg":"trace[174912664] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"237.573667ms","start":"2026-03-04T02:20:47.284716Z","end":"2026-03-04T02:20:47.52229Z","steps":["trace[174912664] 'process raft request' (duration: 237.259729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:47.522403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.805193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:47.522433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.598228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:20:47.52247Z","caller":"traceutil/trace.go:171","msg":"trace[1378515938] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27031; }","duration":"231.641139ms","start":"2026-03-04T02:20:47.290818Z","end":"2026-03-04T02:20:47.522459Z","steps":["trace[1378515938] 'agreement among raft nodes before linearized reading' (duration: 231.536307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:47.522473Z","caller":"traceutil/trace.go:171","msg":"trace[2034889392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27031; }","duration":"231.912306ms","start":"2026-03-04T02:20:47.290544Z","end":"2026-03-04T02:20:47.522456Z","steps":["trace[2034889392] 'agreement among raft nodes before linearized reading' (duration: 231.786633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:47.522433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.422941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r\" ","response":"range_response_count:1 size:5602"} {"level":"warn","ts":"2026-03-04T02:20:47.522513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.29739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-03-04T02:20:47.522587Z","caller":"traceutil/trace.go:171","msg":"trace[947420040] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:27031; }","duration":"202.403993ms","start":"2026-03-04T02:20:47.320165Z","end":"2026-03-04T02:20:47.522569Z","steps":["trace[947420040] 'agreement among raft nodes before linearized reading' (duration: 202.170957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:47.522544Z","caller":"traceutil/trace.go:171","msg":"trace[1824701350] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r; range_end:; response_count:1; response_revision:27031; }","duration":"236.588025ms","start":"2026-03-04T02:20:47.285946Z","end":"2026-03-04T02:20:47.522534Z","steps":["trace[1824701350] 'agreement among raft nodes before linearized reading' (duration: 236.335949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:48.190222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.531145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:48.190335Z","caller":"traceutil/trace.go:171","msg":"trace[154061703] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"661.280489ms","start":"2026-03-04T02:20:47.529032Z","end":"2026-03-04T02:20:48.190312Z","steps":["trace[154061703] 'process raft request' (duration: 244.505918ms)","trace[154061703] 'compare' (duration: 416.046344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:48.190396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.529014Z","time spent":"661.35393ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:48.238965Z","caller":"traceutil/trace.go:171","msg":"trace[2095018848] linearizableReadLoop","detail":"{readStateIndex:27966; appliedIndex:27964; }","duration":"706.251441ms","start":"2026-03-04T02:20:47.532679Z","end":"2026-03-04T02:20:48.238931Z","steps":["trace[2095018848] 'read index received' (duration: 240.791331ms)","trace[2095018848] 'applied index is now lower than readState.Index' (duration: 465.45881ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:48.239175Z","caller":"traceutil/trace.go:171","msg":"trace[2067022592] transaction","detail":"{read_only:false; response_revision:27033; number_of_response:1; }","duration":"706.870265ms","start":"2026-03-04T02:20:47.532285Z","end":"2026-03-04T02:20:48.239155Z","steps":["trace[2067022592] 'process raft request' (duration: 706.333113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:48.239064Z","caller":"traceutil/trace.go:171","msg":"trace[933548381] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"592.824532ms","start":"2026-03-04T02:20:47.646187Z","end":"2026-03-04T02:20:48.239011Z","steps":["trace[933548381] 'process raft request' (duration: 592.668878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:48.239265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.532272Z","time spent":"706.951597ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5902,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:48.239332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.613689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:20:48.239408Z","caller":"traceutil/trace.go:171","msg":"trace[326478485] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27034; }","duration":"706.727282ms","start":"2026-03-04T02:20:47.532654Z","end":"2026-03-04T02:20:48.239381Z","steps":["trace[326478485] 'agreement among raft nodes before linearized reading' (duration: 706.449366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:48.239409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.646165Z","time spent":"593.129398ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:48.239482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.532644Z","time spent":"706.822425ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-04T02:20:48.392684Z","caller":"traceutil/trace.go:171","msg":"trace[510075692] transaction","detail":"{read_only:false; response_revision:27035; number_of_response:1; }","duration":"196.31254ms","start":"2026-03-04T02:20:48.196344Z","end":"2026-03-04T02:20:48.392657Z","steps":["trace[510075692] 'process raft request' (duration: 97.175122ms)","trace[510075692] 'compare' (duration: 98.543935ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:48.39269Z","caller":"traceutil/trace.go:171","msg":"trace[1612868951] linearizableReadLoop","detail":"{readStateIndex:27968; appliedIndex:27967; }","duration":"153.59805ms","start":"2026-03-04T02:20:48.239061Z","end":"2026-03-04T02:20:48.392659Z","steps":["trace[1612868951] 'read index received' (duration: 54.392961ms)","trace[1612868951] 'applied index is now lower than readState.Index' (duration: 99.203499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:48.392884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.428127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1105"} {"level":"info","ts":"2026-03-04T02:20:48.392957Z","caller":"traceutil/trace.go:171","msg":"trace[1903851393] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:27035; }","duration":"760.56292ms","start":"2026-03-04T02:20:47.632375Z","end":"2026-03-04T02:20:48.392937Z","steps":["trace[1903851393] 'agreement among raft nodes before linearized reading' (duration: 760.311674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:48.393004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.632351Z","time spent":"760.644561ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1128,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-04T02:20:48.393056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.607721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9b7223e5-bc0a-48d8-bcfd-c05cb061f485\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:20:48.393086Z","caller":"traceutil/trace.go:171","msg":"trace[1749425360] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9b7223e5-bc0a-48d8-bcfd-c05cb061f485; range_end:; response_count:1; response_revision:27035; }","duration":"150.645802ms","start":"2026-03-04T02:20:48.24243Z","end":"2026-03-04T02:20:48.393076Z","steps":["trace[1749425360] 'agreement among raft nodes before linearized reading' (duration: 150.515139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:48.393045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.59857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:892"} {"level":"warn","ts":"2026-03-04T02:20:48.392963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.364655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-03-04T02:20:48.393198Z","caller":"traceutil/trace.go:171","msg":"trace[769532418] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:27035; }","duration":"760.798855ms","start":"2026-03-04T02:20:47.632381Z","end":"2026-03-04T02:20:48.393179Z","steps":["trace[769532418] 'agreement among raft nodes before linearized reading' (duration: 760.422697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:48.393263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.745391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-7zxt7\" ","response":"range_response_count:1 size:5318"} {"level":"warn","ts":"2026-03-04T02:20:48.393263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.735884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-04T02:20:48.393285Z","caller":"traceutil/trace.go:171","msg":"trace[1046027464] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-7zxt7; range_end:; response_count:1; response_revision:27035; }","duration":"149.789152ms","start":"2026-03-04T02:20:48.243491Z","end":"2026-03-04T02:20:48.39328Z","steps":["trace[1046027464] 'agreement among raft nodes before linearized reading' (duration: 149.73218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:48.393263Z","caller":"traceutil/trace.go:171","msg":"trace[960624986] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:27035; }","duration":"760.729363ms","start":"2026-03-04T02:20:47.632502Z","end":"2026-03-04T02:20:48.393232Z","steps":["trace[960624986] 'agreement among raft nodes before linearized reading' (duration: 760.16268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:48.393297Z","caller":"traceutil/trace.go:171","msg":"trace[343213632] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:27035; }","duration":"760.776025ms","start":"2026-03-04T02:20:47.632511Z","end":"2026-03-04T02:20:48.393287Z","steps":["trace[343213632] 'agreement among raft nodes before linearized reading' (duration: 760.685433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:48.393334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.632503Z","time spent":"760.825366ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":918,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-04T02:20:48.393351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.632476Z","time spent":"760.856227ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":737,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-04T02:20:48.393261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.564433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:20:48.39378Z","caller":"traceutil/trace.go:171","msg":"trace[90121433] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27035; }","duration":"520.079696ms","start":"2026-03-04T02:20:47.873685Z","end":"2026-03-04T02:20:48.393764Z","steps":["trace[90121433] 'agreement among raft nodes before linearized reading' (duration: 519.361588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:48.393839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.873634Z","time spent":"520.193859ms","remote":"127.0.0.1:51610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":187,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:48.393255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.632362Z","time spent":"760.877017ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":915,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-04T02:20:48.393213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.498035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-04T02:20:48.394061Z","caller":"traceutil/trace.go:171","msg":"trace[297641708] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27035; }","duration":"763.334235ms","start":"2026-03-04T02:20:47.630709Z","end":"2026-03-04T02:20:48.394043Z","steps":["trace[297641708] 'agreement among raft nodes before linearized reading' (duration: 762.463494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:48.394148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.630642Z","time spent":"763.488268ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-04T02:20:48.393284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.510136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:48.39501Z","caller":"traceutil/trace.go:171","msg":"trace[816661550] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27035; }","duration":"620.261337ms","start":"2026-03-04T02:20:47.774713Z","end":"2026-03-04T02:20:48.394974Z","steps":["trace[816661550] 'agreement among raft nodes before linearized reading' (duration: 618.516346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:48.395104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.774688Z","time spent":"620.38177ms","remote":"127.0.0.1:35452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:48.976929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380522,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:20:49.344077Z","caller":"traceutil/trace.go:171","msg":"trace[146267071] transaction","detail":"{read_only:false; response_revision:27037; number_of_response:1; }","duration":"941.071614ms","start":"2026-03-04T02:20:48.402975Z","end":"2026-03-04T02:20:49.344046Z","steps":["trace[146267071] 'process raft request' (duration: 940.88634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.344248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:48.402965Z","time spent":"941.200247ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7631,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:49.907706Z","caller":"traceutil/trace.go:171","msg":"trace[1948536316] transaction","detail":"{read_only:false; response_revision:27039; number_of_response:1; }","duration":"892.359626ms","start":"2026-03-04T02:20:49.015314Z","end":"2026-03-04T02:20:49.907673Z","steps":["trace[1948536316] 'process raft request' (duration: 892.209483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:49.907794Z","caller":"traceutil/trace.go:171","msg":"trace[493826173] transaction","detail":"{read_only:false; response_revision:27038; number_of_response:1; }","duration":"1.428617956s","start":"2026-03-04T02:20:48.47913Z","end":"2026-03-04T02:20:49.907748Z","steps":["trace[493826173] 'process raft request' (duration: 1.427828788s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.907859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.015288Z","time spent":"892.490089ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:49.907964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:48.479118Z","time spent":"1.428772139s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:50.302212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.594457ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:20:50.302975Z","caller":"traceutil/trace.go:171","msg":"trace[561208560] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"1.014038676s","start":"2026-03-04T02:20:49.288909Z","end":"2026-03-04T02:20:50.302948Z","steps":["trace[561208560] 'process raft request' (duration: 1.013488333s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:50.303145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.288882Z","time spent":"1.014190799s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:50.302962Z","caller":"traceutil/trace.go:171","msg":"trace[945731599] linearizableReadLoop","detail":"{readStateIndex:27971; appliedIndex:27969; }","duration":"1.826702284s","start":"2026-03-04T02:20:48.476205Z","end":"2026-03-04T02:20:50.302907Z","steps":["trace[945731599] 'read index received' (duration: 867.703544ms)","trace[945731599] 'applied index is now lower than readState.Index' (duration: 958.99521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:50.489271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000733068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:50.489357Z","caller":"traceutil/trace.go:171","msg":"trace[1284187966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000891602s","start":"2026-03-04T02:20:48.488445Z","end":"2026-03-04T02:20:50.489336Z","steps":["trace[1284187966] 'agreement among raft nodes before linearized reading' (duration: 2.000741118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:50.489512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:48.488438Z","time spent":"2.000956124s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:51.354252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899142833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"info","ts":"2026-03-04T02:20:51.354341Z","caller":"traceutil/trace.go:171","msg":"trace[974692130] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:27040; }","duration":"2.899264486s","start":"2026-03-04T02:20:48.455052Z","end":"2026-03-04T02:20:51.354316Z","steps":["trace[974692130] 'agreement among raft nodes before linearized reading' (duration: 1.847990338s)","trace[974692130] 'range keys from in-memory index tree' (duration: 1.051018593s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:51.354396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:48.455035Z","time spent":"2.899351578s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1255,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-04T02:20:51.355124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.109079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:51.356859Z","caller":"traceutil/trace.go:171","msg":"trace[335595311] linearizableReadLoop","detail":"{readStateIndex:27975; appliedIndex:27974; }","duration":"1.053372578s","start":"2026-03-04T02:20:50.303423Z","end":"2026-03-04T02:20:51.356796Z","steps":["trace[335595311] 'read index received' (duration: 175.482929ms)","trace[335595311] 'applied index is now lower than readState.Index' (duration: 877.887299ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:51.356893Z","caller":"traceutil/trace.go:171","msg":"trace[135645559] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"1.110399289s","start":"2026-03-04T02:20:50.24645Z","end":"2026-03-04T02:20:51.35685Z","steps":["trace[135645559] 'process raft request' (duration: 232.415288ms)","trace[135645559] 'compare' (duration: 875.545475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:51.357001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4451747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-r2jws.1899814e38fc7b2b\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-04T02:20:51.357065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857563349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418942"} {"level":"info","ts":"2026-03-04T02:20:51.357089Z","caller":"traceutil/trace.go:171","msg":"trace[2082150275] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-r2jws.1899814e38fc7b2b; range_end:; response_count:1; response_revision:27041; }","duration":"1.445308483s","start":"2026-03-04T02:20:49.911762Z","end":"2026-03-04T02:20:51.357071Z","steps":["trace[2082150275] 'agreement among raft nodes before linearized reading' (duration: 1.445068388s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.357123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:50.24642Z","time spent":"1.110569813s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:51.357137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.911736Z","time spent":"1.445391915s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":920,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-r2jws.1899814e38fc7b2b\" "} {"level":"info","ts":"2026-03-04T02:20:51.357207Z","caller":"traceutil/trace.go:171","msg":"trace[1399821061] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27041; }","duration":"1.857656371s","start":"2026-03-04T02:20:49.499444Z","end":"2026-03-04T02:20:51.3571Z","steps":["trace[1399821061] 'agreement among raft nodes before linearized reading' (duration: 1.857389585s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.357256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.499423Z","time spent":"1.857822225s","remote":"127.0.0.1:51924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418965,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:20:51.357275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.47399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:51.357321Z","caller":"traceutil/trace.go:171","msg":"trace[1957753798] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27041; }","duration":"525.525432ms","start":"2026-03-04T02:20:50.831783Z","end":"2026-03-04T02:20:51.357308Z","steps":["trace[1957753798] 'agreement among raft nodes before linearized reading' (duration: 525.394019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.357369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:50.83168Z","time spent":"525.679336ms","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:51.357386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877056192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T02:20:51.357448Z","caller":"traceutil/trace.go:171","msg":"trace[524908448] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27041; }","duration":"2.877140515s","start":"2026-03-04T02:20:48.480289Z","end":"2026-03-04T02:20:51.357429Z","steps":["trace[524908448] 'agreement among raft nodes before linearized reading' (duration: 2.87697761s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.35747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003062722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:51.357448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.610748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:51.35754Z","caller":"traceutil/trace.go:171","msg":"trace[1596253803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27041; }","duration":"1.003160815s","start":"2026-03-04T02:20:50.35436Z","end":"2026-03-04T02:20:51.35752Z","steps":["trace[1596253803] 'agreement among raft nodes before linearized reading' (duration: 1.003054972s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.357588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:50.354342Z","time spent":"1.003235656s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:51.357545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.471199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:20:51.357597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.30642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:20:51.357491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:48.480268Z","time spent":"2.877213386s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-04T02:20:51.357664Z","caller":"traceutil/trace.go:171","msg":"trace[252212906] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27041; }","duration":"677.394333ms","start":"2026-03-04T02:20:50.680252Z","end":"2026-03-04T02:20:51.357646Z","steps":["trace[252212906] 'agreement among raft nodes before linearized reading' (duration: 677.176918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.357727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:50.680238Z","time spent":"677.475574ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:20:51.357385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.305195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:51.357801Z","caller":"traceutil/trace.go:171","msg":"trace[1084666492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27041; }","duration":"867.757096ms","start":"2026-03-04T02:20:50.49002Z","end":"2026-03-04T02:20:51.357777Z","steps":["trace[1084666492] 'agreement among raft nodes before linearized reading' (duration: 867.294104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.357862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:50.489997Z","time spent":"867.848247ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:20:51.357581Z","caller":"traceutil/trace.go:171","msg":"trace[1913610436] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27041; }","duration":"394.814472ms","start":"2026-03-04T02:20:50.96274Z","end":"2026-03-04T02:20:51.357554Z","steps":["trace[1913610436] 'agreement among raft nodes before linearized reading' (duration: 394.553866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.357954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009307077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-f2hlz\" ","response":"range_response_count:1 size:4049"} {"level":"warn","ts":"2026-03-04T02:20:51.357962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:50.962715Z","time spent":"395.201301ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:51.357666Z","caller":"traceutil/trace.go:171","msg":"trace[1607322372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27041; }","duration":"103.680683ms","start":"2026-03-04T02:20:51.25396Z","end":"2026-03-04T02:20:51.357641Z","steps":["trace[1607322372] 'agreement among raft nodes before linearized reading' (duration: 103.284463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:51.358058Z","caller":"traceutil/trace.go:171","msg":"trace[859147878] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-f2hlz; range_end:; response_count:1; response_revision:27041; }","duration":"2.009497092s","start":"2026-03-04T02:20:49.348496Z","end":"2026-03-04T02:20:51.357994Z","steps":["trace[859147878] 'agreement among raft nodes before linearized reading' (duration: 2.00858523s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.358189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.348475Z","time spent":"2.009699267s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4072,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-f2hlz\" "} {"level":"warn","ts":"2026-03-04T02:20:51.867686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:52.12268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.497318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:52.122807Z","caller":"traceutil/trace.go:171","msg":"trace[987924269] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"760.839387ms","start":"2026-03-04T02:20:51.361948Z","end":"2026-03-04T02:20:52.122787Z","steps":["trace[987924269] 'process raft request' (duration: 579.144155ms)","trace[987924269] 'compare' (duration: 181.345034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:52.12287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.361918Z","time spent":"760.922119ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:52.649653Z","caller":"traceutil/trace.go:171","msg":"trace[444028372] linearizableReadLoop","detail":"{readStateIndex:27978; appliedIndex:27975; }","duration":"1.283006471s","start":"2026-03-04T02:20:51.366611Z","end":"2026-03-04T02:20:52.649618Z","steps":["trace[444028372] 'read index received' (duration: 574.497397ms)","trace[444028372] 'applied index is now lower than readState.Index' (duration: 708.507774ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:52.649799Z","caller":"traceutil/trace.go:171","msg":"trace[1942187338] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"1.28295251s","start":"2026-03-04T02:20:51.366832Z","end":"2026-03-04T02:20:52.649784Z","steps":["trace[1942187338] 'process raft request' (duration: 1.232602282s)","trace[1942187338] 'compare' (duration: 49.728063ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:52.649882Z","caller":"traceutil/trace.go:171","msg":"trace[775792546] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"1.282291774s","start":"2026-03-04T02:20:51.367554Z","end":"2026-03-04T02:20:52.649845Z","steps":["trace[775792546] 'process raft request' (duration: 1.281911345s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.650138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.367535Z","time spent":"1.282439168s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:52.650199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283584084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a73a10a7-fea5-423c-967f-e9109351e238\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-04T02:20:52.650247Z","caller":"traceutil/trace.go:171","msg":"trace[1426808583] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a73a10a7-fea5-423c-967f-e9109351e238; range_end:; response_count:1; response_revision:27044; }","duration":"1.283656556s","start":"2026-03-04T02:20:51.366576Z","end":"2026-03-04T02:20:52.650233Z","steps":["trace[1426808583] 'agreement among raft nodes before linearized reading' (duration: 1.28338193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.649927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.366817Z","time spent":"1.283009051s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:52.65028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.366562Z","time spent":"1.283710847s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-a73a10a7-fea5-423c-967f-e9109351e238\" "} {"level":"warn","ts":"2026-03-04T02:20:52.714591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.708846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:52.714681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.121906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:52.714828Z","caller":"traceutil/trace.go:171","msg":"trace[499013396] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27045; }","duration":"586.347631ms","start":"2026-03-04T02:20:52.128446Z","end":"2026-03-04T02:20:52.714793Z","steps":["trace[499013396] 'agreement among raft nodes before linearized reading' (duration: 586.063895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.714838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184110358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:20:52.714869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.55019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:52.714901Z","caller":"traceutil/trace.go:171","msg":"trace[1470130013] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27045; }","duration":"1.184219011s","start":"2026-03-04T02:20:51.530662Z","end":"2026-03-04T02:20:52.714881Z","steps":["trace[1470130013] 'agreement among raft nodes before linearized reading' (duration: 1.184046227s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.714901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:52.128427Z","time spent":"586.460574ms","remote":"127.0.0.1:51924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:52.714944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.530636Z","time spent":"1.184299032s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:20:52.714943Z","caller":"traceutil/trace.go:171","msg":"trace[1840655255] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27045; }","duration":"329.675072ms","start":"2026-03-04T02:20:52.385237Z","end":"2026-03-04T02:20:52.714912Z","steps":["trace[1840655255] 'agreement among raft nodes before linearized reading' (duration: 329.564599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.714998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:52.385204Z","time spent":"329.781915ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:52.714778Z","caller":"traceutil/trace.go:171","msg":"trace[1239129014] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27045; }","duration":"858.970432ms","start":"2026-03-04T02:20:51.855776Z","end":"2026-03-04T02:20:52.714747Z","steps":["trace[1239129014] 'agreement among raft nodes before linearized reading' (duration: 858.740507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.71526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348550279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:20:52.715298Z","caller":"traceutil/trace.go:171","msg":"trace[273055758] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"404.779922ms","start":"2026-03-04T02:20:52.3105Z","end":"2026-03-04T02:20:52.71528Z","steps":["trace[273055758] 'process raft request' (duration: 403.80454ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:52.715341Z","caller":"traceutil/trace.go:171","msg":"trace[76799873] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27045; }","duration":"1.348678532s","start":"2026-03-04T02:20:51.366643Z","end":"2026-03-04T02:20:52.715322Z","steps":["trace[76799873] 'agreement among raft nodes before linearized reading' (duration: 1.348489618s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.715362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.394774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:52.715357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.110477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:52.715378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.36662Z","time spent":"1.348750704s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:20:52.715433Z","caller":"traceutil/trace.go:171","msg":"trace[650967092] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27045; }","duration":"272.22927ms","start":"2026-03-04T02:20:52.443181Z","end":"2026-03-04T02:20:52.71541Z","steps":["trace[650967092] 'agreement among raft nodes before linearized reading' (duration: 272.117918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.71545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:52.310463Z","time spent":"404.875225ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:52.71543Z","caller":"traceutil/trace.go:171","msg":"trace[546155594] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27045; }","duration":"558.490225ms","start":"2026-03-04T02:20:52.156913Z","end":"2026-03-04T02:20:52.715403Z","steps":["trace[546155594] 'agreement among raft nodes before linearized reading' (duration: 558.393053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.715558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.830143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-f2hlz.1899813ef5c45f1b\" ","response":"range_response_count:1 size:785"} {"level":"info","ts":"2026-03-04T02:20:52.715599Z","caller":"traceutil/trace.go:171","msg":"trace[47603449] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-f2hlz.1899813ef5c45f1b; range_end:; response_count:1; response_revision:27045; }","duration":"583.891184ms","start":"2026-03-04T02:20:52.131697Z","end":"2026-03-04T02:20:52.715588Z","steps":["trace[47603449] 'agreement among raft nodes before linearized reading' (duration: 583.776832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.715504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.920198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:20:52.715648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:52.131686Z","time spent":"583.953936ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":808,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-f2hlz.1899813ef5c45f1b\" "} {"level":"warn","ts":"2026-03-04T02:20:52.715645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:52.156894Z","time spent":"558.716441ms","remote":"127.0.0.1:39158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:52.715256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.855742Z","time spent":"859.488243ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:52.715765Z","caller":"traceutil/trace.go:171","msg":"trace[684506779] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27045; }","duration":"874.241945ms","start":"2026-03-04T02:20:51.841411Z","end":"2026-03-04T02:20:52.715653Z","steps":["trace[684506779] 'agreement among raft nodes before linearized reading' (duration: 873.294693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.714651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345185912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:52.71592Z","caller":"traceutil/trace.go:171","msg":"trace[1148167753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27045; }","duration":"1.346496102s","start":"2026-03-04T02:20:51.36941Z","end":"2026-03-04T02:20:52.715906Z","steps":["trace[1148167753] 'agreement among raft nodes before linearized reading' (duration: 1.345135131s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.715824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.841385Z","time spent":"874.42568ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":464,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-04T02:20:52.715958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.369399Z","time spent":"1.346548143s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:53.043822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.491204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:53.044237Z","caller":"traceutil/trace.go:171","msg":"trace[1884204511] linearizableReadLoop","detail":"{readStateIndex:27980; appliedIndex:27979; }","duration":"324.40268ms","start":"2026-03-04T02:20:52.71952Z","end":"2026-03-04T02:20:53.043922Z","steps":["trace[1884204511] 'read index received' (duration: 83.750212ms)","trace[1884204511] 'applied index is now lower than readState.Index' (duration: 240.651068ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:53.044295Z","caller":"traceutil/trace.go:171","msg":"trace[1978297874] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"325.442924ms","start":"2026-03-04T02:20:52.718819Z","end":"2026-03-04T02:20:53.044262Z","steps":["trace[1978297874] 'process raft request' (duration: 84.405007ms)","trace[1978297874] 'compare' (duration: 240.35924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:53.044447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:52.718802Z","time spent":"325.560036ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:53.044485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.961323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08827860-2f21-4269-9b94-9d1897982387\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:20:53.044544Z","caller":"traceutil/trace.go:171","msg":"trace[1389888540] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08827860-2f21-4269-9b94-9d1897982387; range_end:; response_count:1; response_revision:27046; }","duration":"325.020254ms","start":"2026-03-04T02:20:52.71951Z","end":"2026-03-04T02:20:53.044531Z","steps":["trace[1389888540] 'agreement among raft nodes before linearized reading' (duration: 324.815719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:53.044582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:52.719433Z","time spent":"325.140237ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-08827860-2f21-4269-9b94-9d1897982387\" "} {"level":"info","ts":"2026-03-04T02:20:53.377201Z","caller":"traceutil/trace.go:171","msg":"trace[1056420356] linearizableReadLoop","detail":"{readStateIndex:27982; appliedIndex:27980; }","duration":"332.881806ms","start":"2026-03-04T02:20:53.044294Z","end":"2026-03-04T02:20:53.377176Z","steps":["trace[1056420356] 'read index received' (duration: 332.692341ms)","trace[1056420356] 'applied index is now lower than readState.Index' (duration: 187.985µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:53.377797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.210266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:53.377858Z","caller":"traceutil/trace.go:171","msg":"trace[2057790661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27048; }","duration":"654.318747ms","start":"2026-03-04T02:20:52.723524Z","end":"2026-03-04T02:20:53.377843Z","steps":["trace[2057790661] 'agreement among raft nodes before linearized reading' (duration: 654.195065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:53.377908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:52.723507Z","time spent":"654.38943ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:20:53.377646Z","caller":"traceutil/trace.go:171","msg":"trace[159735053] transaction","detail":"{read_only:false; response_revision:27047; number_of_response:1; }","duration":"654.220345ms","start":"2026-03-04T02:20:52.723392Z","end":"2026-03-04T02:20:53.377612Z","steps":["trace[159735053] 'process raft request' (duration: 653.510288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:53.377658Z","caller":"traceutil/trace.go:171","msg":"trace[1487198001] transaction","detail":"{read_only:false; response_revision:27048; number_of_response:1; }","duration":"653.513819ms","start":"2026-03-04T02:20:52.724114Z","end":"2026-03-04T02:20:53.377628Z","steps":["trace[1487198001] 'process raft request' (duration: 652.998797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:53.377692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.166508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:53.378251Z","caller":"traceutil/trace.go:171","msg":"trace[1712376400] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27048; }","duration":"602.785302ms","start":"2026-03-04T02:20:52.77545Z","end":"2026-03-04T02:20:53.378235Z","steps":["trace[1712376400] 'agreement among raft nodes before linearized reading' (duration: 602.171518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:53.378294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:52.775429Z","time spent":"602.857185ms","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:20:53.378223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:52.724096Z","time spent":"654.057732ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:53.378066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:52.723372Z","time spent":"654.619455ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:53.877943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380548,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:20:53.975619Z","caller":"traceutil/trace.go:171","msg":"trace[1714039251] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"611.169237ms","start":"2026-03-04T02:20:53.364418Z","end":"2026-03-04T02:20:53.975587Z","steps":["trace[1714039251] 'process raft request' (duration: 610.965682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:53.975827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:53.364388Z","time spent":"611.315831ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:54.426828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.506919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:54.426956Z","caller":"traceutil/trace.go:171","msg":"trace[532635834] transaction","detail":"{read_only:false; response_revision:27050; number_of_response:1; }","duration":"1.042855213s","start":"2026-03-04T02:20:53.384083Z","end":"2026-03-04T02:20:54.426939Z","steps":["trace[532635834] 'process raft request' (duration: 738.170601ms)","trace[532635834] 'compare' (duration: 303.878794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:54.427009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:53.384064Z","time spent":"1.042916855s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:54.427338Z","caller":"traceutil/trace.go:171","msg":"trace[1993112939] linearizableReadLoop","detail":"{readStateIndex:27985; appliedIndex:27982; }","duration":"1.049553158s","start":"2026-03-04T02:20:53.37777Z","end":"2026-03-04T02:20:54.427323Z","steps":["trace[1993112939] 'read index received' (duration: 597.613112ms)","trace[1993112939] 'applied index is now lower than readState.Index' (duration: 451.938226ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:54.427297Z","caller":"traceutil/trace.go:171","msg":"trace[1526893086] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"1.041226136s","start":"2026-03-04T02:20:53.386033Z","end":"2026-03-04T02:20:54.427259Z","steps":["trace[1526893086] 'process raft request' (duration: 1.040867868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:54.427782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377843549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-f2hlz.1899813efb52d0c8\" ","response":"range_response_count:1 size:785"} {"level":"warn","ts":"2026-03-04T02:20:54.427814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:53.386021Z","time spent":"1.041728008s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:54.427856Z","caller":"traceutil/trace.go:171","msg":"trace[1095681484] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-f2hlz.1899813efb52d0c8; range_end:; response_count:1; response_revision:27052; }","duration":"1.377978432s","start":"2026-03-04T02:20:53.049859Z","end":"2026-03-04T02:20:54.427837Z","steps":["trace[1095681484] 'agreement among raft nodes before linearized reading' (duration: 1.377535101s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:54.427886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.098429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:20:54.427902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045112796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mlq5t\" ","response":"range_response_count:1 size:5422"} {"level":"warn","ts":"2026-03-04T02:20:54.427905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:53.049837Z","time spent":"1.378057534s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":808,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-f2hlz.1899813efb52d0c8\" "} {"level":"info","ts":"2026-03-04T02:20:54.42793Z","caller":"traceutil/trace.go:171","msg":"trace[283974451] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mlq5t; range_end:; response_count:1; response_revision:27052; }","duration":"1.045185878s","start":"2026-03-04T02:20:53.382735Z","end":"2026-03-04T02:20:54.427921Z","steps":["trace[283974451] 'agreement among raft nodes before linearized reading' (duration: 1.045010084s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:54.427931Z","caller":"traceutil/trace.go:171","msg":"trace[1122707540] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27052; }","duration":"486.16919ms","start":"2026-03-04T02:20:53.941748Z","end":"2026-03-04T02:20:54.427917Z","steps":["trace[1122707540] 'agreement among raft nodes before linearized reading' (duration: 486.045277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:54.427957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:53.382714Z","time spent":"1.04523391s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mlq5t\" "} {"level":"warn","ts":"2026-03-04T02:20:54.42797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:53.941731Z","time spent":"486.230202ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:20:54.42755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348225783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-03-04T02:20:54.428024Z","caller":"traceutil/trace.go:171","msg":"trace[1841792601] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:27051; }","duration":"1.348743255s","start":"2026-03-04T02:20:53.079266Z","end":"2026-03-04T02:20:54.42801Z","steps":["trace[1841792601] 'agreement among raft nodes before linearized reading' (duration: 1.348073809s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:54.428066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:53.079249Z","time spent":"1.348805957s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":934,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-04T02:20:54.428098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.727639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:54.428122Z","caller":"traceutil/trace.go:171","msg":"trace[1619493869] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27052; }","duration":"692.773239ms","start":"2026-03-04T02:20:53.735338Z","end":"2026-03-04T02:20:54.428112Z","steps":["trace[1619493869] 'agreement among raft nodes before linearized reading' (duration: 692.735138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:54.428142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:53.735321Z","time spent":"692.814001ms","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:54.428165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.823986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:54.428197Z","caller":"traceutil/trace.go:171","msg":"trace[998798331] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27052; }","duration":"420.918698ms","start":"2026-03-04T02:20:54.007268Z","end":"2026-03-04T02:20:54.428187Z","steps":["trace[998798331] 'agreement among raft nodes before linearized reading' (duration: 420.858796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:54.427588Z","caller":"traceutil/trace.go:171","msg":"trace[1141670857] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"111.33001ms","start":"2026-03-04T02:20:54.316236Z","end":"2026-03-04T02:20:54.427566Z","steps":["trace[1141670857] 'process raft request' (duration: 111.057133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:54.428227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:54.007232Z","time spent":"420.98605ms","remote":"127.0.0.1:35306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:54.428263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.950416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:20:54.428282Z","caller":"traceutil/trace.go:171","msg":"trace[1067267468] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27052; }","duration":"763.003467ms","start":"2026-03-04T02:20:53.665272Z","end":"2026-03-04T02:20:54.428276Z","steps":["trace[1067267468] 'agreement among raft nodes before linearized reading' (duration: 762.942365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:54.428298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:53.66525Z","time spent":"763.044368ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-04T02:20:54.427568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348299394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-04T02:20:54.428356Z","caller":"traceutil/trace.go:171","msg":"trace[897566309] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:27051; }","duration":"1.349148244s","start":"2026-03-04T02:20:53.079196Z","end":"2026-03-04T02:20:54.428344Z","steps":["trace[897566309] 'agreement among raft nodes before linearized reading' (duration: 1.348147941s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:54.428396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:53.079173Z","time spent":"1.349212005s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-04T02:20:54.428407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045394803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:54.428573Z","caller":"traceutil/trace.go:171","msg":"trace[1878359044] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27052; }","duration":"1.045629488s","start":"2026-03-04T02:20:53.382931Z","end":"2026-03-04T02:20:54.428561Z","steps":["trace[1878359044] 'agreement among raft nodes before linearized reading' (duration: 1.045458104s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:54.428612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:53.382922Z","time spent":"1.045680619s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:20:54.825824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.677742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:54.825937Z","caller":"traceutil/trace.go:171","msg":"trace[179408684] linearizableReadLoop","detail":"{readStateIndex:27987; appliedIndex:27986; }","duration":"393.915881ms","start":"2026-03-04T02:20:54.432001Z","end":"2026-03-04T02:20:54.825917Z","steps":["trace[179408684] 'read index received' (duration: 146.054315ms)","trace[179408684] 'applied index is now lower than readState.Index' (duration: 247.859776ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:54.826016Z","caller":"traceutil/trace.go:171","msg":"trace[2131139902] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"395.766414ms","start":"2026-03-04T02:20:54.430237Z","end":"2026-03-04T02:20:54.826003Z","steps":["trace[2131139902] 'process raft request' (duration: 147.801586ms)","trace[2131139902] 'compare' (duration: 247.440696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:54.82631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:54.430201Z","time spent":"396.051411ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:54.826558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.555016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:20:54.826595Z","caller":"traceutil/trace.go:171","msg":"trace[1736073719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27053; }","duration":"394.637438ms","start":"2026-03-04T02:20:54.431951Z","end":"2026-03-04T02:20:54.826588Z","steps":["trace[1736073719] 'agreement among raft nodes before linearized reading' (duration: 394.458334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:54.826613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:54.431899Z","time spent":"394.710059ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:20:55.122262Z","caller":"traceutil/trace.go:171","msg":"trace[359262887] transaction","detail":"{read_only:false; response_revision:27054; number_of_response:1; }","duration":"684.245381ms","start":"2026-03-04T02:20:54.437981Z","end":"2026-03-04T02:20:55.122226Z","steps":["trace[359262887] 'process raft request' (duration: 683.447503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:55.122418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:54.437965Z","time spent":"684.372144ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7735,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:55.382763Z","caller":"traceutil/trace.go:171","msg":"trace[721349342] linearizableReadLoop","detail":"{readStateIndex:27990; appliedIndex:27987; }","duration":"556.774775ms","start":"2026-03-04T02:20:54.825966Z","end":"2026-03-04T02:20:55.382741Z","steps":["trace[721349342] 'read index received' (duration: 295.241453ms)","trace[721349342] 'applied index is now lower than readState.Index' (duration: 261.531852ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:55.382796Z","caller":"traceutil/trace.go:171","msg":"trace[1005193513] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"658.947444ms","start":"2026-03-04T02:20:54.723795Z","end":"2026-03-04T02:20:55.382743Z","steps":["trace[1005193513] 'process raft request' (duration: 658.651117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:55.382909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.052397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:55.382898Z","caller":"traceutil/trace.go:171","msg":"trace[427632448] transaction","detail":"{read_only:false; response_revision:27058; number_of_response:1; }","duration":"455.618731ms","start":"2026-03-04T02:20:54.927249Z","end":"2026-03-04T02:20:55.382867Z","steps":["trace[427632448] 'process raft request' (duration: 455.451317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:55.382951Z","caller":"traceutil/trace.go:171","msg":"trace[335386008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27058; }","duration":"892.127521ms","start":"2026-03-04T02:20:54.490812Z","end":"2026-03-04T02:20:55.38294Z","steps":["trace[335386008] 'agreement among raft nodes before linearized reading' (duration: 892.049098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:55.382982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:54.490794Z","time spent":"892.181301ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:55.383096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.396075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"warn","ts":"2026-03-04T02:20:55.383106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:54.723757Z","time spent":"659.115548ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:55.38315Z","caller":"traceutil/trace.go:171","msg":"trace[1653001168] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27058; }","duration":"555.464987ms","start":"2026-03-04T02:20:54.827672Z","end":"2026-03-04T02:20:55.383137Z","steps":["trace[1653001168] 'agreement among raft nodes before linearized reading' (duration: 555.22129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:55.383187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:54.827661Z","time spent":"555.518608ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18307,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:20:55.383321Z","caller":"traceutil/trace.go:171","msg":"trace[480968142] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"595.837222ms","start":"2026-03-04T02:20:54.787473Z","end":"2026-03-04T02:20:55.383311Z","steps":["trace[480968142] 'process raft request' (duration: 595.138305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:55.383345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:54.927231Z","time spent":"455.729884ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:55.383392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:54.787444Z","time spent":"595.910664ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:55.383487Z","caller":"traceutil/trace.go:171","msg":"trace[1456690303] transaction","detail":"{read_only:false; response_revision:27057; number_of_response:1; }","duration":"469.34411ms","start":"2026-03-04T02:20:54.91413Z","end":"2026-03-04T02:20:55.383475Z","steps":["trace[1456690303] 'process raft request' (duration: 468.53287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:55.383554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:54.914079Z","time spent":"469.444172ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:55.383556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.809684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:20:55.383491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.415048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130934"} {"level":"info","ts":"2026-03-04T02:20:55.383628Z","caller":"traceutil/trace.go:171","msg":"trace[318951444] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:27058; }","duration":"297.937247ms","start":"2026-03-04T02:20:55.085672Z","end":"2026-03-04T02:20:55.383609Z","steps":["trace[318951444] 'agreement among raft nodes before linearized reading' (duration: 297.675241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:55.383661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.506903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:55.38371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.765102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-04T02:20:55.383732Z","caller":"traceutil/trace.go:171","msg":"trace[465874447] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27058; }","duration":"148.612775ms","start":"2026-03-04T02:20:55.235106Z","end":"2026-03-04T02:20:55.383718Z","steps":["trace[465874447] 'agreement among raft nodes before linearized reading' (duration: 148.471072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:55.38356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.026153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T02:20:55.384708Z","caller":"traceutil/trace.go:171","msg":"trace[1017393678] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27058; }","duration":"341.193099ms","start":"2026-03-04T02:20:55.043492Z","end":"2026-03-04T02:20:55.384685Z","steps":["trace[1017393678] 'agreement among raft nodes before linearized reading' (duration: 340.017653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:55.384783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.043471Z","time spent":"341.286511ms","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-04T02:20:55.383746Z","caller":"traceutil/trace.go:171","msg":"trace[294379484] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27058; }","duration":"256.834304ms","start":"2026-03-04T02:20:55.126903Z","end":"2026-03-04T02:20:55.383737Z","steps":["trace[294379484] 'agreement among raft nodes before linearized reading' (duration: 256.747152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:55.383685Z","caller":"traceutil/trace.go:171","msg":"trace[264204399] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27058; }","duration":"336.610173ms","start":"2026-03-04T02:20:55.04705Z","end":"2026-03-04T02:20:55.38366Z","steps":["trace[264204399] 'agreement among raft nodes before linearized reading' (duration: 336.341617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:55.384987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.047042Z","time spent":"337.927983ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130957,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T02:20:55.383864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.66073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a7ed6aa4-f4ee-4b3c-9b28-91227d688c65\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:20:55.385121Z","caller":"traceutil/trace.go:171","msg":"trace[391740524] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a7ed6aa4-f4ee-4b3c-9b28-91227d688c65; range_end:; response_count:1; response_revision:27058; }","duration":"952.926189ms","start":"2026-03-04T02:20:54.432177Z","end":"2026-03-04T02:20:55.385103Z","steps":["trace[391740524] 'agreement among raft nodes before linearized reading' (duration: 951.532377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:55.385168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:54.432168Z","time spent":"952.98475ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a7ed6aa4-f4ee-4b3c-9b28-91227d688c65\" "} {"level":"warn","ts":"2026-03-04T02:20:55.383619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.379048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r.18997ef67f58a458\" ","response":"range_response_count:1 size:821"} {"level":"info","ts":"2026-03-04T02:20:55.38523Z","caller":"traceutil/trace.go:171","msg":"trace[2046738049] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r.18997ef67f58a458; range_end:; response_count:1; response_revision:27058; }","duration":"554.990624ms","start":"2026-03-04T02:20:54.830223Z","end":"2026-03-04T02:20:55.385214Z","steps":["trace[2046738049] 'agreement among raft nodes before linearized reading' (duration: 553.320386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:55.385292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:54.830219Z","time spent":"555.057717ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":844,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r.18997ef67f58a458\" "} {"level":"warn","ts":"2026-03-04T02:20:56.374176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.910803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:56.374395Z","caller":"traceutil/trace.go:171","msg":"trace[734553156] linearizableReadLoop","detail":"{readStateIndex:27995; appliedIndex:27993; }","duration":"953.43334ms","start":"2026-03-04T02:20:55.420945Z","end":"2026-03-04T02:20:56.374378Z","steps":["trace[734553156] 'read index received' (duration: 423.163989ms)","trace[734553156] 'applied index is now lower than readState.Index' (duration: 530.267941ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:56.374405Z","caller":"traceutil/trace.go:171","msg":"trace[1808196955] transaction","detail":"{read_only:false; response_revision:27059; number_of_response:1; }","duration":"986.871996ms","start":"2026-03-04T02:20:55.387497Z","end":"2026-03-04T02:20:56.374369Z","steps":["trace[1808196955] 'process raft request' (duration: 456.606225ms)","trace[1808196955] 'compare' (duration: 529.76875ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:56.374453Z","caller":"traceutil/trace.go:171","msg":"trace[97034341] transaction","detail":"{read_only:false; response_revision:27060; number_of_response:1; }","duration":"982.032214ms","start":"2026-03-04T02:20:55.3924Z","end":"2026-03-04T02:20:56.374432Z","steps":["trace[97034341] 'process raft request' (duration: 981.88479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:56.374536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.43433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:56.374548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.39239Z","time spent":"982.112745ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:56.374571Z","caller":"traceutil/trace.go:171","msg":"trace[1540128826] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27060; }","duration":"978.486702ms","start":"2026-03-04T02:20:55.396075Z","end":"2026-03-04T02:20:56.374562Z","steps":["trace[1540128826] 'agreement among raft nodes before linearized reading' (duration: 978.388049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:56.374565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.387484Z","time spent":"986.990059ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:56.374607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.396069Z","time spent":"978.530514ms","remote":"127.0.0.1:39130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:56.374828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.237193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:20:56.374865Z","caller":"traceutil/trace.go:171","msg":"trace[1009903297] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27060; }","duration":"980.303023ms","start":"2026-03-04T02:20:55.394554Z","end":"2026-03-04T02:20:56.374857Z","steps":["trace[1009903297] 'agreement among raft nodes before linearized reading' (duration: 980.227172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:56.374893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.394538Z","time spent":"980.349265ms","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:20:56.375608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.399169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:94 size:121803"} {"level":"info","ts":"2026-03-04T02:20:56.375663Z","caller":"traceutil/trace.go:171","msg":"trace[1414687548] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:94; response_revision:27060; }","duration":"987.487081ms","start":"2026-03-04T02:20:55.388164Z","end":"2026-03-04T02:20:56.375651Z","steps":["trace[1414687548] 'agreement among raft nodes before linearized reading' (duration: 986.751294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:56.375697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.388148Z","time spent":"987.538042ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":121826,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-04T02:20:56.875437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:56.920063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075950391s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:57.042683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.10614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:57.042841Z","caller":"traceutil/trace.go:171","msg":"trace[594638657] transaction","detail":"{read_only:false; response_revision:27061; number_of_response:1; }","duration":"1.620935074s","start":"2026-03-04T02:20:55.421874Z","end":"2026-03-04T02:20:57.042809Z","steps":["trace[594638657] 'process raft request' (duration: 1.498530877s)","trace[594638657] 'compare' (duration: 121.866485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:57.042952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.42186Z","time spent":"1.621037146s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:57.099193Z","caller":"traceutil/trace.go:171","msg":"trace[880530363] linearizableReadLoop","detail":"{readStateIndex:27998; appliedIndex:27995; }","duration":"724.707529ms","start":"2026-03-04T02:20:56.374437Z","end":"2026-03-04T02:20:57.099144Z","steps":["trace[880530363] 'read index received' (duration: 545.858613ms)","trace[880530363] 'applied index is now lower than readState.Index' (duration: 178.847086ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:57.099392Z","caller":"traceutil/trace.go:171","msg":"trace[2085649750] transaction","detail":"{read_only:false; response_revision:27062; number_of_response:1; }","duration":"1.11390157s","start":"2026-03-04T02:20:55.985456Z","end":"2026-03-04T02:20:57.099357Z","steps":["trace[2085649750] 'process raft request' (duration: 1.11345013s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.099494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.609586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:57.09964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455479248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:20:57.099671Z","caller":"traceutil/trace.go:171","msg":"trace[364024324] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:27063; }","duration":"1.45556947s","start":"2026-03-04T02:20:55.644096Z","end":"2026-03-04T02:20:57.099666Z","steps":["trace[364024324] 'agreement among raft nodes before linearized reading' (duration: 1.455340895s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.099693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.644074Z","time spent":"1.455613722s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":252,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:57.099668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43095597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-04T02:20:57.099704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.985429Z","time spent":"1.114108794s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:57.099731Z","caller":"traceutil/trace.go:171","msg":"trace[1412970749] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27063; }","duration":"1.431072192s","start":"2026-03-04T02:20:55.668645Z","end":"2026-03-04T02:20:57.099718Z","steps":["trace[1412970749] 'agreement among raft nodes before linearized reading' (duration: 1.430857417s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.09976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.668624Z","time spent":"1.431130914s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T02:20:57.099774Z","caller":"traceutil/trace.go:171","msg":"trace[1206121906] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27063; }","duration":"837.948924ms","start":"2026-03-04T02:20:56.261798Z","end":"2026-03-04T02:20:57.099747Z","steps":["trace[1206121906] 'agreement among raft nodes before linearized reading' (duration: 837.511834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.099837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:56.261775Z","time spent":"838.044437ms","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:20:57.099806Z","caller":"traceutil/trace.go:171","msg":"trace[1981219868] transaction","detail":"{read_only:false; response_revision:27063; number_of_response:1; }","duration":"665.872044ms","start":"2026-03-04T02:20:56.433886Z","end":"2026-03-04T02:20:57.099758Z","steps":["trace[1981219868] 'process raft request' (duration: 665.201129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.099882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.065269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:20:57.099871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.826546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r\" ","response":"range_response_count:1 size:5919"} {"level":"info","ts":"2026-03-04T02:20:57.099931Z","caller":"traceutil/trace.go:171","msg":"trace[965522994] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r; range_end:; response_count:1; response_revision:27063; }","duration":"719.927438ms","start":"2026-03-04T02:20:56.379984Z","end":"2026-03-04T02:20:57.099911Z","steps":["trace[965522994] 'agreement among raft nodes before linearized reading' (duration: 719.733493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.099957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641977942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:57.099963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:56.379967Z","time spent":"719.98957ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5942,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r\" "} {"level":"info","ts":"2026-03-04T02:20:57.099977Z","caller":"traceutil/trace.go:171","msg":"trace[1459462342] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27063; }","duration":"1.641996672s","start":"2026-03-04T02:20:55.457973Z","end":"2026-03-04T02:20:57.09997Z","steps":["trace[1459462342] 'agreement among raft nodes before linearized reading' (duration: 1.641957831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.099991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.457924Z","time spent":"1.642063043s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:57.100006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:56.433866Z","time spent":"666.029248ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:57.100107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.311024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:57.100139Z","caller":"traceutil/trace.go:171","msg":"trace[2022563974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27063; }","duration":"820.392946ms","start":"2026-03-04T02:20:56.279737Z","end":"2026-03-04T02:20:57.10013Z","steps":["trace[2022563974] 'agreement among raft nodes before linearized reading' (duration: 820.321734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.100138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671724971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:321089"} {"level":"warn","ts":"2026-03-04T02:20:57.10017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:56.279714Z","time spent":"820.444798ms","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:57.099899Z","caller":"traceutil/trace.go:171","msg":"trace[786060065] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27063; }","duration":"169.12349ms","start":"2026-03-04T02:20:56.93077Z","end":"2026-03-04T02:20:57.099893Z","steps":["trace[786060065] 'agreement among raft nodes before linearized reading' (duration: 169.068639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:57.10018Z","caller":"traceutil/trace.go:171","msg":"trace[334210298] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:27063; }","duration":"1.671787783s","start":"2026-03-04T02:20:55.42838Z","end":"2026-03-04T02:20:57.100167Z","steps":["trace[334210298] 'agreement among raft nodes before linearized reading' (duration: 1.671014124s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.100207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.636705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:57.100217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.428371Z","time spent":"1.671833164s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":321112,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-04T02:20:57.100224Z","caller":"traceutil/trace.go:171","msg":"trace[919203921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27063; }","duration":"607.687757ms","start":"2026-03-04T02:20:56.49253Z","end":"2026-03-04T02:20:57.100218Z","steps":["trace[919203921] 'agreement among raft nodes before linearized reading' (duration: 607.656986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.100243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:56.492514Z","time spent":"607.726297ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:57.100267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.739385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130934"} {"level":"info","ts":"2026-03-04T02:20:57.100285Z","caller":"traceutil/trace.go:171","msg":"trace[1286647915] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27063; }","duration":"716.784925ms","start":"2026-03-04T02:20:56.383494Z","end":"2026-03-04T02:20:57.100279Z","steps":["trace[1286647915] 'agreement among raft nodes before linearized reading' (duration: 716.700483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.100297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:56.383478Z","time spent":"716.816156ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130957,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T02:20:57.100182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.018251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r.18997ef694a1c329\" ","response":"range_response_count:1 size:821"} {"level":"info","ts":"2026-03-04T02:20:57.10033Z","caller":"traceutil/trace.go:171","msg":"trace[181863378] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r.18997ef694a1c329; range_end:; response_count:1; response_revision:27063; }","duration":"720.175255ms","start":"2026-03-04T02:20:56.38014Z","end":"2026-03-04T02:20:57.100315Z","steps":["trace[181863378] 'agreement among raft nodes before linearized reading' (duration: 720.012831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.100368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:56.380133Z","time spent":"720.222396ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":844,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r.18997ef694a1c329\" "} {"level":"warn","ts":"2026-03-04T02:20:57.100395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670824842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T02:20:57.100438Z","caller":"traceutil/trace.go:171","msg":"trace[309556664] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27063; }","duration":"1.670883062s","start":"2026-03-04T02:20:55.429541Z","end":"2026-03-04T02:20:57.100424Z","steps":["trace[309556664] 'agreement among raft nodes before linearized reading' (duration: 1.670719419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.100468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:55.429526Z","time spent":"1.670936643s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T02:20:57.438233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.899482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:57.438347Z","caller":"traceutil/trace.go:171","msg":"trace[665391129] linearizableReadLoop","detail":"{readStateIndex:27999; appliedIndex:27998; }","duration":"335.539399ms","start":"2026-03-04T02:20:57.102791Z","end":"2026-03-04T02:20:57.43833Z","steps":["trace[665391129] 'read index received' (duration: 63.397231ms)","trace[665391129] 'applied index is now lower than readState.Index' (duration: 272.140798ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:57.438414Z","caller":"traceutil/trace.go:171","msg":"trace[1845184120] transaction","detail":"{read_only:false; response_revision:27064; number_of_response:1; }","duration":"335.704852ms","start":"2026-03-04T02:20:57.102698Z","end":"2026-03-04T02:20:57.438403Z","steps":["trace[1845184120] 'process raft request' (duration: 63.543384ms)","trace[1845184120] 'compare' (duration: 271.555744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:57.438497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.102671Z","time spent":"335.766673ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:57.438627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.795074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:57.438702Z","caller":"traceutil/trace.go:171","msg":"trace[513870161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27064; }","duration":"335.936878ms","start":"2026-03-04T02:20:57.102747Z","end":"2026-03-04T02:20:57.438684Z","steps":["trace[513870161] 'agreement among raft nodes before linearized reading' (duration: 335.791194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:57.438738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.102731Z","time spent":"335.999569ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:58.278198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.823043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:58.278428Z","caller":"traceutil/trace.go:171","msg":"trace[1877008630] transaction","detail":"{read_only:false; response_revision:27065; number_of_response:1; }","duration":"1.168385434s","start":"2026-03-04T02:20:57.110008Z","end":"2026-03-04T02:20:58.278393Z","steps":["trace[1877008630] 'process raft request' (duration: 600.211483ms)","trace[1877008630] 'compare' (duration: 567.153948ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:58.27845Z","caller":"traceutil/trace.go:171","msg":"trace[2110482291] linearizableReadLoop","detail":"{readStateIndex:28001; appliedIndex:27999; }","duration":"840.055583ms","start":"2026-03-04T02:20:57.438372Z","end":"2026-03-04T02:20:58.278427Z","steps":["trace[2110482291] 'read index received' (duration: 271.79465ms)","trace[2110482291] 'applied index is now lower than readState.Index' (duration: 568.259443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:58.278583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.109995Z","time spent":"1.168495566s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5914,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:58.278588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170743098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:58.278602Z","caller":"traceutil/trace.go:171","msg":"trace[1239107384] transaction","detail":"{read_only:false; response_revision:27066; number_of_response:1; }","duration":"886.54868ms","start":"2026-03-04T02:20:57.39202Z","end":"2026-03-04T02:20:58.278569Z","steps":["trace[1239107384] 'process raft request' (duration: 886.301794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:58.278648Z","caller":"traceutil/trace.go:171","msg":"trace[187618848] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27066; }","duration":"1.17083191s","start":"2026-03-04T02:20:57.107801Z","end":"2026-03-04T02:20:58.278632Z","steps":["trace[187618848] 'agreement among raft nodes before linearized reading' (duration: 1.170689757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.278652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.481988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:20:58.278666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.123121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T02:20:58.278681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174429024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:20:58.278711Z","caller":"traceutil/trace.go:171","msg":"trace[774773351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27066; }","duration":"955.580021ms","start":"2026-03-04T02:20:57.323114Z","end":"2026-03-04T02:20:58.278694Z","steps":["trace[774773351] 'agreement among raft nodes before linearized reading' (duration: 955.345105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:58.278735Z","caller":"traceutil/trace.go:171","msg":"trace[1875335244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27066; }","duration":"955.212012ms","start":"2026-03-04T02:20:57.323505Z","end":"2026-03-04T02:20:58.278717Z","steps":["trace[1875335244] 'agreement among raft nodes before linearized reading' (duration: 954.932846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.278752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.979891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:58.27874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.391992Z","time spent":"886.671373ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:58.278758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.323093Z","time spent":"955.652342ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:20:58.278783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.323496Z","time spent":"955.273873ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:20:58.278782Z","caller":"traceutil/trace.go:171","msg":"trace[1057073038] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27066; }","duration":"425.041902ms","start":"2026-03-04T02:20:57.853726Z","end":"2026-03-04T02:20:58.278768Z","steps":["trace[1057073038] 'agreement among raft nodes before linearized reading' (duration: 424.991901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.278833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.853703Z","time spent":"425.116945ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:58.278841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.624322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:58.278752Z","caller":"traceutil/trace.go:171","msg":"trace[2017937630] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27066; }","duration":"1.174522996s","start":"2026-03-04T02:20:57.104211Z","end":"2026-03-04T02:20:58.278734Z","steps":["trace[2017937630] 'agreement among raft nodes before linearized reading' (duration: 1.174315261s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.278937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.287754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-03-04T02:20:58.278941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.104199Z","time spent":"1.17472849s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:20:58.278879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124264401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:58.279022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.347872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:58.279094Z","caller":"traceutil/trace.go:171","msg":"trace[1300864771] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27066; }","duration":"690.452984ms","start":"2026-03-04T02:20:57.588625Z","end":"2026-03-04T02:20:58.279078Z","steps":["trace[1300864771] 'agreement among raft nodes before linearized reading' (duration: 690.27444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:58.279039Z","caller":"traceutil/trace.go:171","msg":"trace[103246777] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27066; }","duration":"1.124525256s","start":"2026-03-04T02:20:57.154502Z","end":"2026-03-04T02:20:58.279027Z","steps":["trace[103246777] 'agreement among raft nodes before linearized reading' (duration: 1.123938693s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.279147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.58861Z","time spent":"690.523236ms","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:58.279212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.154443Z","time spent":"1.124737002s","remote":"127.0.0.1:54042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:58.27897Z","caller":"traceutil/trace.go:171","msg":"trace[666626157] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27066; }","duration":"930.337766ms","start":"2026-03-04T02:20:57.348621Z","end":"2026-03-04T02:20:58.278959Z","steps":["trace[666626157] 'agreement among raft nodes before linearized reading' (duration: 930.219103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.279407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.348574Z","time spent":"930.818257ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:20:58.279364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.841897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-7zxt7.18998146cd44b649\" ","response":"range_response_count:1 size:788"} {"level":"info","ts":"2026-03-04T02:20:58.279537Z","caller":"traceutil/trace.go:171","msg":"trace[1931816889] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-7zxt7.18998146cd44b649; range_end:; response_count:1; response_revision:27066; }","duration":"837.020641ms","start":"2026-03-04T02:20:57.442497Z","end":"2026-03-04T02:20:58.279517Z","steps":["trace[1931816889] 'agreement among raft nodes before linearized reading' (duration: 836.09239ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:58.278887Z","caller":"traceutil/trace.go:171","msg":"trace[1367491593] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27066; }","duration":"414.691483ms","start":"2026-03-04T02:20:57.86418Z","end":"2026-03-04T02:20:58.278871Z","steps":["trace[1367491593] 'agreement among raft nodes before linearized reading' (duration: 414.611511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.279663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.442458Z","time spent":"837.167856ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":811,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-7zxt7.18998146cd44b649\" "} {"level":"warn","ts":"2026-03-04T02:20:58.279757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.864169Z","time spent":"415.532633ms","remote":"127.0.0.1:54870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:58.278691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:57.107795Z","time spent":"1.170889911s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:58.800496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.28585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:58.800725Z","caller":"traceutil/trace.go:171","msg":"trace[980601506] transaction","detail":"{read_only:false; response_revision:27069; number_of_response:1; }","duration":"515.07027ms","start":"2026-03-04T02:20:58.285635Z","end":"2026-03-04T02:20:58.800706Z","steps":["trace[980601506] 'process raft request' (duration: 515.024579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.800802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:58.285625Z","time spent":"515.141031ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:58.801022Z","caller":"traceutil/trace.go:171","msg":"trace[1405268396] transaction","detail":"{read_only:false; response_revision:27067; number_of_response:1; }","duration":"518.389917ms","start":"2026-03-04T02:20:58.282619Z","end":"2026-03-04T02:20:58.801009Z","steps":["trace[1405268396] 'process raft request' (duration: 211.499813ms)","trace[1405268396] 'compare' (duration: 306.155996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:58.80109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:58.282599Z","time spent":"518.457198ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:58.801248Z","caller":"traceutil/trace.go:171","msg":"trace[2057576655] linearizableReadLoop","detail":"{readStateIndex:28002; appliedIndex:28001; }","duration":"516.79327ms","start":"2026-03-04T02:20:58.284443Z","end":"2026-03-04T02:20:58.801236Z","steps":["trace[2057576655] 'read index received' (duration: 209.754172ms)","trace[2057576655] 'applied index is now lower than readState.Index' (duration: 307.037458ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:58.80152Z","caller":"traceutil/trace.go:171","msg":"trace[2083604965] transaction","detail":"{read_only:false; response_revision:27068; number_of_response:1; }","duration":"516.588795ms","start":"2026-03-04T02:20:58.284919Z","end":"2026-03-04T02:20:58.801508Z","steps":["trace[2083604965] 'process raft request' (duration: 515.678314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.801582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:58.284903Z","time spent":"516.646797ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:58.801862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.416194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-f2hlz\" ","response":"range_response_count:1 size:6380"} {"level":"info","ts":"2026-03-04T02:20:58.801902Z","caller":"traceutil/trace.go:171","msg":"trace[1161830883] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-f2hlz; range_end:; response_count:1; response_revision:27069; }","duration":"517.479716ms","start":"2026-03-04T02:20:58.284411Z","end":"2026-03-04T02:20:58.801891Z","steps":["trace[1161830883] 'agreement among raft nodes before linearized reading' (duration: 517.346623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.801935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:58.284371Z","time spent":"517.553877ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6403,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-f2hlz\" "} {"level":"warn","ts":"2026-03-04T02:20:58.802757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.903187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:58.80282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.323841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:58.802835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.997143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:58.802906Z","caller":"traceutil/trace.go:171","msg":"trace[2117058370] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27069; }","duration":"517.420203ms","start":"2026-03-04T02:20:58.285467Z","end":"2026-03-04T02:20:58.802887Z","steps":["trace[2117058370] 'agreement among raft nodes before linearized reading' (duration: 516.938692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:58.802879Z","caller":"traceutil/trace.go:171","msg":"trace[282457668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27069; }","duration":"311.058081ms","start":"2026-03-04T02:20:58.491801Z","end":"2026-03-04T02:20:58.80286Z","steps":["trace[282457668] 'agreement among raft nodes before linearized reading' (duration: 310.879127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:58.802968Z","caller":"traceutil/trace.go:171","msg":"trace[950199453] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27069; }","duration":"215.175507ms","start":"2026-03-04T02:20:58.587763Z","end":"2026-03-04T02:20:58.802939Z","steps":["trace[950199453] 'agreement among raft nodes before linearized reading' (duration: 214.90454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.802984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:58.285457Z","time spent":"517.516995ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:58.803044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:58.49178Z","time spent":"311.250985ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:58.802889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.602255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:58.803162Z","caller":"traceutil/trace.go:171","msg":"trace[1205671223] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27069; }","duration":"444.975504ms","start":"2026-03-04T02:20:58.358163Z","end":"2026-03-04T02:20:58.803139Z","steps":["trace[1205671223] 'agreement among raft nodes before linearized reading' (duration: 444.548574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.80322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:58.358147Z","time spent":"445.054746ms","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:59.23495Z","caller":"traceutil/trace.go:171","msg":"trace[1217338323] linearizableReadLoop","detail":"{readStateIndex:28005; appliedIndex:28004; }","duration":"422.725969ms","start":"2026-03-04T02:20:58.812197Z","end":"2026-03-04T02:20:59.234923Z","steps":["trace[1217338323] 'read index received' (duration: 422.641327ms)","trace[1217338323] 'applied index is now lower than readState.Index' (duration: 83.142µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:59.235188Z","caller":"traceutil/trace.go:171","msg":"trace[1822971525] transaction","detail":"{read_only:false; response_revision:27070; number_of_response:1; }","duration":"423.60482ms","start":"2026-03-04T02:20:58.811532Z","end":"2026-03-04T02:20:59.235137Z","steps":["trace[1822971525] 'process raft request' (duration: 422.942854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:59.235318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.059297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:59.235482Z","caller":"traceutil/trace.go:171","msg":"trace[455021440] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27070; }","duration":"423.260811ms","start":"2026-03-04T02:20:58.812173Z","end":"2026-03-04T02:20:59.235434Z","steps":["trace[455021440] 'agreement among raft nodes before linearized reading' (duration: 422.945654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:59.235479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:58.811518Z","time spent":"423.793034ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6374,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:59.235619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:58.812145Z","time spent":"423.385924ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:59.735956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380597,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:21:00.050804Z","caller":"traceutil/trace.go:171","msg":"trace[1178890549] transaction","detail":"{read_only:false; response_revision:27073; number_of_response:1; }","duration":"944.455053ms","start":"2026-03-04T02:20:59.106317Z","end":"2026-03-04T02:21:00.050772Z","steps":["trace[1178890549] 'process raft request' (duration: 944.371421ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:00.050836Z","caller":"traceutil/trace.go:171","msg":"trace[1334022800] transaction","detail":"{read_only:false; response_revision:27071; number_of_response:1; }","duration":"1.238163111s","start":"2026-03-04T02:20:58.81263Z","end":"2026-03-04T02:21:00.050793Z","steps":["trace[1334022800] 'process raft request' (duration: 1.237794013s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:00.051007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:59.106301Z","time spent":"944.597766ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:00.05103Z","caller":"traceutil/trace.go:171","msg":"trace[515732360] transaction","detail":"{read_only:false; response_revision:27074; number_of_response:1; }","duration":"943.671685ms","start":"2026-03-04T02:20:59.107335Z","end":"2026-03-04T02:21:00.051007Z","steps":["trace[515732360] 'process raft request' (duration: 943.393479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:00.051067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:58.81261Z","time spent":"1.238331454s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:00.051143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:59.107314Z","time spent":"943.764687ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:00.051693Z","caller":"traceutil/trace.go:171","msg":"trace[1175553913] transaction","detail":"{read_only:false; response_revision:27072; number_of_response:1; }","duration":"1.214373099s","start":"2026-03-04T02:20:58.837298Z","end":"2026-03-04T02:21:00.051671Z","steps":["trace[1175553913] 'process raft request' (duration: 1.213329705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:00.051785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:58.837274Z","time spent":"1.214460861s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:00.81893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.707018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:00.81912Z","caller":"traceutil/trace.go:171","msg":"trace[570617627] linearizableReadLoop","detail":"{readStateIndex:28010; appliedIndex:28005; }","duration":"1.584066668s","start":"2026-03-04T02:20:59.235031Z","end":"2026-03-04T02:21:00.819098Z","steps":["trace[570617627] 'read index received' (duration: 815.37423ms)","trace[570617627] 'applied index is now lower than readState.Index' (duration: 768.690348ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:00.819167Z","caller":"traceutil/trace.go:171","msg":"trace[1290779688] transaction","detail":"{read_only:false; response_revision:27075; number_of_response:1; }","duration":"1.325576468s","start":"2026-03-04T02:20:59.493535Z","end":"2026-03-04T02:21:00.819111Z","steps":["trace[1290779688] 'process raft request' (duration: 789.610744ms)","trace[1290779688] 'compare' (duration: 535.321299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:00.819337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:59.493514Z","time spent":"1.325744741s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:21:00.819364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719155621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:21:00.819425Z","caller":"traceutil/trace.go:171","msg":"trace[996430496] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27075; }","duration":"1.719275754s","start":"2026-03-04T02:20:59.100135Z","end":"2026-03-04T02:21:00.819411Z","steps":["trace[996430496] 'agreement among raft nodes before linearized reading' (duration: 1.718993057s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:00.819453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:59.100105Z","time spent":"1.719342055s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:21:00.819495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983810555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:21:00.819565Z","caller":"traceutil/trace.go:171","msg":"trace[480609464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27075; }","duration":"1.98402262s","start":"2026-03-04T02:20:58.83553Z","end":"2026-03-04T02:21:00.819552Z","steps":["trace[480609464] 'agreement among raft nodes before linearized reading' (duration: 1.983679842s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:00.819627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:58.83552Z","time spent":"1.984094312s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:01.222582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.898425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:01.22353Z","caller":"traceutil/trace.go:171","msg":"trace[294756192] transaction","detail":"{read_only:false; response_revision:27076; number_of_response:1; }","duration":"938.449124ms","start":"2026-03-04T02:21:00.285034Z","end":"2026-03-04T02:21:01.223483Z","steps":["trace[294756192] 'process raft request' (duration: 655.560436ms)","trace[294756192] 'compare' (duration: 281.453845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:01.223667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:00.285007Z","time spent":"938.614117ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:01.233414Z","caller":"traceutil/trace.go:171","msg":"trace[1726501730] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"842.879058ms","start":"2026-03-04T02:21:00.390519Z","end":"2026-03-04T02:21:01.233398Z","steps":["trace[1726501730] 'process raft request' (duration: 842.393747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:01.233568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:00.390498Z","time spent":"843.033911ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:01.515765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.621191ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:21:01.516491Z","caller":"traceutil/trace.go:171","msg":"trace[660850365] transaction","detail":"{read_only:false; response_revision:27078; number_of_response:1; }","duration":"690.831724ms","start":"2026-03-04T02:21:00.825635Z","end":"2026-03-04T02:21:01.516467Z","steps":["trace[660850365] 'process raft request' (duration: 690.259071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:01.516622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:00.825617Z","time spent":"690.932577ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:01.948681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.149897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:01.948785Z","caller":"traceutil/trace.go:171","msg":"trace[1084117919] linearizableReadLoop","detail":"{readStateIndex:28013; appliedIndex:28010; }","duration":"1.129591024s","start":"2026-03-04T02:21:00.819177Z","end":"2026-03-04T02:21:01.948768Z","steps":["trace[1084117919] 'read index received' (duration: 121.665401ms)","trace[1084117919] 'applied index is now lower than readState.Index' (duration: 1.007924203s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:01.948936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593698182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:01.949012Z","caller":"traceutil/trace.go:171","msg":"trace[341968005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27079; }","duration":"1.593804715s","start":"2026-03-04T02:21:00.355189Z","end":"2026-03-04T02:21:01.948994Z","steps":["trace[341968005] 'agreement among raft nodes before linearized reading' (duration: 1.593643562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:01.949055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:00.355175Z","time spent":"1.593872237s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:01.949251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734740422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:01.949375Z","caller":"traceutil/trace.go:171","msg":"trace[1434804672] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"1.121927207s","start":"2026-03-04T02:21:00.827433Z","end":"2026-03-04T02:21:01.94936Z","steps":["trace[1434804672] 'process raft request' (duration: 689.016851ms)","trace[1434804672] 'compare' (duration: 432.034685ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:01.949302Z","caller":"traceutil/trace.go:171","msg":"trace[1621076937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27079; }","duration":"1.734836794s","start":"2026-03-04T02:21:00.214449Z","end":"2026-03-04T02:21:01.949286Z","steps":["trace[1621076937] 'agreement among raft nodes before linearized reading' (duration: 1.734747172s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:01.949475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166779498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-03-04T02:21:01.949561Z","caller":"traceutil/trace.go:171","msg":"trace[1038916651] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27079; }","duration":"2.166934681s","start":"2026-03-04T02:20:59.782606Z","end":"2026-03-04T02:21:01.949541Z","steps":["trace[1038916651] 'agreement among raft nodes before linearized reading' (duration: 2.166679424s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:01.949613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:59.782577Z","time spent":"2.167026443s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:21:01.94975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692909613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-r2jws\" ","response":"range_response_count:1 size:7131"} {"level":"warn","ts":"2026-03-04T02:21:01.949805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11902313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:01.949865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.194104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:21:01.949815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492654621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-04T02:21:01.949916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894353102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-7zxt7.18998146d24e9a8f\" ","response":"range_response_count:1 size:788"} {"level":"info","ts":"2026-03-04T02:21:01.949931Z","caller":"traceutil/trace.go:171","msg":"trace[534134406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27079; }","duration":"566.283306ms","start":"2026-03-04T02:21:01.383634Z","end":"2026-03-04T02:21:01.949917Z","steps":["trace[534134406] 'agreement among raft nodes before linearized reading' (duration: 566.116383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:01.949915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179229935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:21:01.949966Z","caller":"traceutil/trace.go:171","msg":"trace[701325235] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-7zxt7.18998146d24e9a8f; range_end:; response_count:1; response_revision:27079; }","duration":"1.894428404s","start":"2026-03-04T02:21:00.05552Z","end":"2026-03-04T02:21:01.949948Z","steps":["trace[701325235] 'agreement among raft nodes before linearized reading' (duration: 1.894295011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:01.949973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:01.383617Z","time spent":"566.347717ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:21:01.949983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073132586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:21:01.95001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:00.055495Z","time spent":"1.894505986s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":811,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-7zxt7.18998146d24e9a8f\" "} {"level":"warn","ts":"2026-03-04T02:21:01.950014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457830023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:01.949994Z","caller":"traceutil/trace.go:171","msg":"trace[1240565668] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27079; }","duration":"2.179374119s","start":"2026-03-04T02:20:59.7706Z","end":"2026-03-04T02:21:01.949974Z","steps":["trace[1240565668] 'agreement among raft nodes before linearized reading' (duration: 2.179104523s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:01.950124Z","caller":"traceutil/trace.go:171","msg":"trace[962798282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27079; }","duration":"1.457928086s","start":"2026-03-04T02:21:00.492147Z","end":"2026-03-04T02:21:01.950075Z","steps":["trace[962798282] 'agreement among raft nodes before linearized reading' (duration: 1.457830044s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:01.950128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.283701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-03-04T02:21:01.950155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:59.770581Z","time spent":"2.179559443s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:21:01.95018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:00.492127Z","time spent":"1.458040888s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:21:01.950186Z","caller":"traceutil/trace.go:171","msg":"trace[85339910] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:27079; }","duration":"646.402914ms","start":"2026-03-04T02:21:01.303769Z","end":"2026-03-04T02:21:01.950172Z","steps":["trace[85339910] 'agreement among raft nodes before linearized reading' (duration: 646.19951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:01.950057Z","caller":"traceutil/trace.go:171","msg":"trace[1736941190] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-r2jws; range_end:; response_count:1; response_revision:27079; }","duration":"2.693078437s","start":"2026-03-04T02:20:59.256765Z","end":"2026-03-04T02:21:01.949843Z","steps":["trace[1736941190] 'agreement among raft nodes before linearized reading' (duration: 2.692594256s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:01.950119Z","caller":"traceutil/trace.go:171","msg":"trace[521270920] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27079; }","duration":"1.492853395s","start":"2026-03-04T02:21:00.457078Z","end":"2026-03-04T02:21:01.949931Z","steps":["trace[521270920] 'agreement among raft nodes before linearized reading' (duration: 1.492555598s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:01.94978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97452681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:21:01.950333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:00.457024Z","time spent":"1.493294735s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T02:21:01.949889Z","caller":"traceutil/trace.go:171","msg":"trace[1470067545] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:27079; }","duration":"1.119105732s","start":"2026-03-04T02:21:00.830757Z","end":"2026-03-04T02:21:01.949863Z","steps":["trace[1470067545] 'agreement among raft nodes before linearized reading' (duration: 1.118976119s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:01.95037Z","caller":"traceutil/trace.go:171","msg":"trace[319985640] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27079; }","duration":"1.975133274s","start":"2026-03-04T02:20:59.975228Z","end":"2026-03-04T02:21:01.950361Z","steps":["trace[319985640] 'agreement among raft nodes before linearized reading' (duration: 1.974487859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:01.950413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:59.975158Z","time spent":"1.975245057s","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:01.950417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:00.830724Z","time spent":"1.119677604s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-04T02:21:01.95004Z","caller":"traceutil/trace.go:171","msg":"trace[1175148870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27079; }","duration":"2.073224998s","start":"2026-03-04T02:20:59.8768Z","end":"2026-03-04T02:21:01.950025Z","steps":["trace[1175148870] 'agreement among raft nodes before linearized reading' (duration: 2.073063704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:01.950472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:59.876776Z","time spent":"2.073683848s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:21:01.95023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:01.303748Z","time spent":"646.473045ms","remote":"127.0.0.1:51358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-04T02:21:01.94992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192494993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:01.950609Z","caller":"traceutil/trace.go:171","msg":"trace[85934241] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27079; }","duration":"1.1932455s","start":"2026-03-04T02:21:00.757351Z","end":"2026-03-04T02:21:01.950596Z","steps":["trace[85934241] 'agreement among raft nodes before linearized reading' (duration: 1.192444172s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:01.950316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.129141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-03-04T02:21:01.95071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:00.757327Z","time spent":"1.193337672s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:01.950299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:59.256745Z","time spent":"2.693539888s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7154,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-r2jws\" "} {"level":"info","ts":"2026-03-04T02:21:01.950701Z","caller":"traceutil/trace.go:171","msg":"trace[2022018924] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27079; }","duration":"229.603392ms","start":"2026-03-04T02:21:01.721076Z","end":"2026-03-04T02:21:01.95068Z","steps":["trace[2022018924] 'agreement among raft nodes before linearized reading' (duration: 228.767763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:01.949491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:00.214423Z","time spent":"1.734998518s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:01.950736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:00.827424Z","time spent":"1.121980668s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:02.983738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.102598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:02.984041Z","caller":"traceutil/trace.go:171","msg":"trace[1882293873] transaction","detail":"{read_only:false; response_revision:27080; number_of_response:1; }","duration":"1.029156827s","start":"2026-03-04T02:21:01.954697Z","end":"2026-03-04T02:21:02.983854Z","steps":["trace[1882293873] 'process raft request' (duration: 470.836694ms)","trace[1882293873] 'compare' (duration: 557.77089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:02.984176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:01.954676Z","time spent":"1.029419233s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:03.66792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.242301006s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:21:03.710523Z","caller":"traceutil/trace.go:171","msg":"trace[1732957542] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"1.755507433s","start":"2026-03-04T02:21:01.954985Z","end":"2026-03-04T02:21:03.710492Z","steps":["trace[1732957542] 'process raft request' (duration: 1.71311366s)","trace[1732957542] 'compare' (duration: 41.703057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:03.710649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:01.954968Z","time spent":"1.755621115s","remote":"127.0.0.1:35438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2878,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:21:03.710679Z","caller":"traceutil/trace.go:171","msg":"trace[1734579657] transaction","detail":"{read_only:false; response_revision:27082; number_of_response:1; }","duration":"1.747084527s","start":"2026-03-04T02:21:01.963554Z","end":"2026-03-04T02:21:03.710638Z","steps":["trace[1734579657] 'process raft request' (duration: 1.746888143s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:03.710708Z","caller":"traceutil/trace.go:171","msg":"trace[1661701174] linearizableReadLoop","detail":"{readStateIndex:28017; appliedIndex:28015; }","duration":"1.755141214s","start":"2026-03-04T02:21:01.955545Z","end":"2026-03-04T02:21:03.710687Z","steps":["trace[1661701174] 'read index received' (duration: 470.082087ms)","trace[1661701174] 'applied index is now lower than readState.Index' (duration: 1.285057417s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:03.710822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:01.96354Z","time spent":"1.747197009s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7125,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:03.710974Z","caller":"traceutil/trace.go:171","msg":"trace[49280175] transaction","detail":"{read_only:false; response_revision:27084; number_of_response:1; }","duration":"1.654479701s","start":"2026-03-04T02:21:02.056484Z","end":"2026-03-04T02:21:03.710964Z","steps":["trace[49280175] 'process raft request' (duration: 1.654145113s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:03.710971Z","caller":"traceutil/trace.go:171","msg":"trace[164125016] transaction","detail":"{read_only:false; response_revision:27083; number_of_response:1; }","duration":"1.654550062s","start":"2026-03-04T02:21:02.056407Z","end":"2026-03-04T02:21:03.710957Z","steps":["trace[164125016] 'process raft request' (duration: 1.654159654s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:03.711009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:02.056455Z","time spent":"1.654533442s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:03.71103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755463041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:03.711051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:02.056383Z","time spent":"1.654615924s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:03.711112Z","caller":"traceutil/trace.go:171","msg":"trace[1215022370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27084; }","duration":"1.755566074s","start":"2026-03-04T02:21:01.955515Z","end":"2026-03-04T02:21:03.711081Z","steps":["trace[1215022370] 'agreement among raft nodes before linearized reading' (duration: 1.755442761s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:03.711152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:01.955503Z","time spent":"1.755641116s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:21:03.95493Z","caller":"traceutil/trace.go:171","msg":"trace[1025255252] transaction","detail":"{read_only:false; response_revision:27085; number_of_response:1; }","duration":"1.064856994s","start":"2026-03-04T02:21:02.890036Z","end":"2026-03-04T02:21:03.954893Z","steps":["trace[1025255252] 'process raft request' (duration: 1.064546277s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:03.955192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:02.890004Z","time spent":"1.065065928s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:03.955468Z","caller":"traceutil/trace.go:171","msg":"trace[1778037488] linearizableReadLoop","detail":"{readStateIndex:28023; appliedIndex:28020; }","duration":"244.684293ms","start":"2026-03-04T02:21:03.710755Z","end":"2026-03-04T02:21:03.95544Z","steps":["trace[1778037488] 'read index received' (duration: 243.603527ms)","trace[1778037488] 'applied index is now lower than readState.Index' (duration: 1.079426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:03.955682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294629889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-04T02:21:03.955726Z","caller":"traceutil/trace.go:171","msg":"trace[1620266602] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:27086; }","duration":"1.294742203s","start":"2026-03-04T02:21:02.660972Z","end":"2026-03-04T02:21:03.955715Z","steps":["trace[1620266602] 'agreement among raft nodes before linearized reading' (duration: 1.2946302s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:03.95577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:02.660946Z","time spent":"1.294813334s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-04T02:21:03.955771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.734932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:03.955752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.979128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:03.955823Z","caller":"traceutil/trace.go:171","msg":"trace[1505911447] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27086; }","duration":"300.824434ms","start":"2026-03-04T02:21:03.654982Z","end":"2026-03-04T02:21:03.955806Z","steps":["trace[1505911447] 'agreement among raft nodes before linearized reading' (duration: 300.730652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:03.955856Z","caller":"traceutil/trace.go:171","msg":"trace[1171449208] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:27086; }","duration":"757.161983ms","start":"2026-03-04T02:21:03.198668Z","end":"2026-03-04T02:21:03.95583Z","steps":["trace[1171449208] 'agreement among raft nodes before linearized reading' (duration: 756.871346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:03.955874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:02.988232Z","time spent":"967.638441ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:21:03.95591Z","caller":"traceutil/trace.go:171","msg":"trace[1087282625] transaction","detail":"{read_only:false; response_revision:27086; number_of_response:1; }","duration":"726.87564ms","start":"2026-03-04T02:21:03.229022Z","end":"2026-03-04T02:21:03.955898Z","steps":["trace[1087282625] 'process raft request' (duration: 726.275196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:03.955929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:03.198641Z","time spent":"757.271934ms","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:03.955978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:03.229008Z","time spent":"726.936431ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:03.956029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.154612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:03.956036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997887052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:03.956077Z","caller":"traceutil/trace.go:171","msg":"trace[688137493] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27086; }","duration":"729.239814ms","start":"2026-03-04T02:21:03.226822Z","end":"2026-03-04T02:21:03.956061Z","steps":["trace[688137493] 'agreement among raft nodes before linearized reading' (duration: 729.143892ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:03.956076Z","caller":"traceutil/trace.go:171","msg":"trace[83491981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27086; }","duration":"1.997979084s","start":"2026-03-04T02:21:01.958086Z","end":"2026-03-04T02:21:03.956065Z","steps":["trace[83491981] 'agreement among raft nodes before linearized reading' (duration: 1.997900372s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:03.956102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:03.2268Z","time spent":"729.297335ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:03.956107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:01.958075Z","time spent":"1.998026915s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:03.956092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609115131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:03.95615Z","caller":"traceutil/trace.go:171","msg":"trace[1526177188] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27086; }","duration":"1.609234673s","start":"2026-03-04T02:21:02.346901Z","end":"2026-03-04T02:21:03.956136Z","steps":["trace[1526177188] 'agreement among raft nodes before linearized reading' (duration: 1.60909274s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:03.956151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986964098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-03-04T02:21:03.955869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:03.654924Z","time spent":"300.936806ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:03.95623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773917701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:03.956232Z","caller":"traceutil/trace.go:171","msg":"trace[1215949669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27086; }","duration":"1.987068661s","start":"2026-03-04T02:21:01.969143Z","end":"2026-03-04T02:21:03.956212Z","steps":["trace[1215949669] 'agreement among raft nodes before linearized reading' (duration: 1.986793535s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:03.95623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480625342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:03.956252Z","caller":"traceutil/trace.go:171","msg":"trace[1032029024] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27086; }","duration":"1.773979931s","start":"2026-03-04T02:21:02.182267Z","end":"2026-03-04T02:21:03.956247Z","steps":["trace[1032029024] 'agreement among raft nodes before linearized reading' (duration: 1.77394365s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:03.956269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:02.182244Z","time spent":"1.774022402s","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:03.956282Z","caller":"traceutil/trace.go:171","msg":"trace[909786158] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27086; }","duration":"1.480720334s","start":"2026-03-04T02:21:02.475545Z","end":"2026-03-04T02:21:03.956265Z","steps":["trace[909786158] 'agreement among raft nodes before linearized reading' (duration: 1.480640083s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:03.956332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:02.475521Z","time spent":"1.480800266s","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:03.956386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899834099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:21:03.956432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.886321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4948"} {"level":"info","ts":"2026-03-04T02:21:03.956431Z","caller":"traceutil/trace.go:171","msg":"trace[280600349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27086; }","duration":"1.899909991s","start":"2026-03-04T02:21:02.05651Z","end":"2026-03-04T02:21:03.95642Z","steps":["trace[280600349] 'agreement among raft nodes before linearized reading' (duration: 1.899727007s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:03.956185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:02.346879Z","time spent":"1.609299984s","remote":"127.0.0.1:54084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:03.956471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:02.056488Z","time spent":"1.899976182s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:03.956276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:01.969137Z","time spent":"1.987130252s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:03.956527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00082226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"info","ts":"2026-03-04T02:21:03.956462Z","caller":"traceutil/trace.go:171","msg":"trace[1223385429] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:27086; }","duration":"239.945943ms","start":"2026-03-04T02:21:03.716507Z","end":"2026-03-04T02:21:03.956453Z","steps":["trace[1223385429] 'agreement among raft nodes before linearized reading' (duration: 239.83906ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:03.95658Z","caller":"traceutil/trace.go:171","msg":"trace[2036027396] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27086; }","duration":"2.000878701s","start":"2026-03-04T02:21:01.95569Z","end":"2026-03-04T02:21:03.956569Z","steps":["trace[2036027396] 'agreement among raft nodes before linearized reading' (duration: 2.000556364s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:03.956613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:01.955665Z","time spent":"2.000941732s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18307,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:21:04.186783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.055279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:04.186967Z","caller":"traceutil/trace.go:171","msg":"trace[80339725] linearizableReadLoop","detail":"{readStateIndex:28024; appliedIndex:28023; }","duration":"226.629763ms","start":"2026-03-04T02:21:03.960305Z","end":"2026-03-04T02:21:04.186935Z","steps":["trace[80339725] 'read index received' (duration: 107.40525ms)","trace[80339725] 'applied index is now lower than readState.Index' (duration: 119.222443ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:04.187096Z","caller":"traceutil/trace.go:171","msg":"trace[1936869441] transaction","detail":"{read_only:false; response_revision:27087; number_of_response:1; }","duration":"229.291105ms","start":"2026-03-04T02:21:03.957788Z","end":"2026-03-04T02:21:04.187079Z","steps":["trace[1936869441] 'process raft request' (duration: 109.833747ms)","trace[1936869441] 'compare' (duration: 118.759612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:04.187377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.045732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:21:04.187465Z","caller":"traceutil/trace.go:171","msg":"trace[1070273859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27087; }","duration":"227.181026ms","start":"2026-03-04T02:21:03.960263Z","end":"2026-03-04T02:21:04.187444Z","steps":["trace[1070273859] 'agreement among raft nodes before linearized reading' (duration: 226.860378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:04.233408Z","caller":"traceutil/trace.go:171","msg":"trace[41721177] transaction","detail":"{read_only:false; response_revision:27090; number_of_response:1; }","duration":"266.685842ms","start":"2026-03-04T02:21:03.966698Z","end":"2026-03-04T02:21:04.233383Z","steps":["trace[41721177] 'process raft request' (duration: 266.626051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:04.2335Z","caller":"traceutil/trace.go:171","msg":"trace[996219275] transaction","detail":"{read_only:false; response_revision:27088; number_of_response:1; }","duration":"271.392151ms","start":"2026-03-04T02:21:03.962073Z","end":"2026-03-04T02:21:04.233465Z","steps":["trace[996219275] 'process raft request' (duration: 271.069114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:04.233887Z","caller":"traceutil/trace.go:171","msg":"trace[2024826891] transaction","detail":"{read_only:false; response_revision:27089; number_of_response:1; }","duration":"270.372407ms","start":"2026-03-04T02:21:03.963501Z","end":"2026-03-04T02:21:04.233873Z","steps":["trace[2024826891] 'process raft request' (duration: 269.778694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.234239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.713894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:04.234271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.81809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-04T02:21:04.234318Z","caller":"traceutil/trace.go:171","msg":"trace[1368213233] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:27090; }","duration":"255.905862ms","start":"2026-03-04T02:21:03.978401Z","end":"2026-03-04T02:21:04.234306Z","steps":["trace[1368213233] 'agreement among raft nodes before linearized reading' (duration: 255.81522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.234332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.231525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:04.23432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.027253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:21:04.234362Z","caller":"traceutil/trace.go:171","msg":"trace[872269839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27090; }","duration":"267.276095ms","start":"2026-03-04T02:21:03.967075Z","end":"2026-03-04T02:21:04.234351Z","steps":["trace[872269839] 'agreement among raft nodes before linearized reading' (duration: 267.232384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:04.234389Z","caller":"traceutil/trace.go:171","msg":"trace[186951078] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27090; }","duration":"180.172467ms","start":"2026-03-04T02:21:04.054197Z","end":"2026-03-04T02:21:04.23437Z","steps":["trace[186951078] 'agreement among raft nodes before linearized reading' (duration: 179.965172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:04.234277Z","caller":"traceutil/trace.go:171","msg":"trace[1536207402] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27090; }","duration":"163.812196ms","start":"2026-03-04T02:21:04.070453Z","end":"2026-03-04T02:21:04.234266Z","steps":["trace[1536207402] 'agreement among raft nodes before linearized reading' (duration: 163.726024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:04.636861Z","caller":"traceutil/trace.go:171","msg":"trace[1177963529] linearizableReadLoop","detail":"{readStateIndex:28029; appliedIndex:28027; }","duration":"402.826778ms","start":"2026-03-04T02:21:04.234006Z","end":"2026-03-04T02:21:04.636833Z","steps":["trace[1177963529] 'read index received' (duration: 402.626474ms)","trace[1177963529] 'applied index is now lower than readState.Index' (duration: 198.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:04.636913Z","caller":"traceutil/trace.go:171","msg":"trace[1571625807] transaction","detail":"{read_only:false; response_revision:27091; number_of_response:1; }","duration":"445.035196ms","start":"2026-03-04T02:21:04.191841Z","end":"2026-03-04T02:21:04.636876Z","steps":["trace[1571625807] 'process raft request' (duration: 444.75489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:04.636951Z","caller":"traceutil/trace.go:171","msg":"trace[630506614] transaction","detail":"{read_only:false; response_revision:27092; number_of_response:1; }","duration":"443.000969ms","start":"2026-03-04T02:21:04.193902Z","end":"2026-03-04T02:21:04.636903Z","steps":["trace[630506614] 'process raft request' (duration: 442.850986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.637025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.19181Z","time spent":"445.15845ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:21:04.637088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.19389Z","time spent":"443.115151ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:04.637055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.251744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:04.637167Z","caller":"traceutil/trace.go:171","msg":"trace[1636296495] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27092; }","duration":"443.417398ms","start":"2026-03-04T02:21:04.193715Z","end":"2026-03-04T02:21:04.637133Z","steps":["trace[1636296495] 'agreement among raft nodes before linearized reading' (duration: 443.221084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.637233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.193696Z","time spent":"443.522391ms","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:04.994292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.7427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:04.994462Z","caller":"traceutil/trace.go:171","msg":"trace[512457668] linearizableReadLoop","detail":"{readStateIndex:28030; appliedIndex:28029; }","duration":"357.506617ms","start":"2026-03-04T02:21:04.63693Z","end":"2026-03-04T02:21:04.994437Z","steps":["trace[512457668] 'read index received' (duration: 226.48561ms)","trace[512457668] 'applied index is now lower than readState.Index' (duration: 131.018387ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:04.994606Z","caller":"traceutil/trace.go:171","msg":"trace[1606591557] transaction","detail":"{read_only:false; response_revision:27093; number_of_response:1; }","duration":"396.003491ms","start":"2026-03-04T02:21:04.598577Z","end":"2026-03-04T02:21:04.994581Z","steps":["trace[1606591557] 'process raft request' (duration: 264.764608ms)","trace[1606591557] 'compare' (duration: 130.181547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:04.994682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.598542Z","time spent":"396.094583ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:04.994903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.932024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-03-04T02:21:04.994993Z","caller":"traceutil/trace.go:171","msg":"trace[881159789] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:27093; }","duration":"753.048676ms","start":"2026-03-04T02:21:04.241924Z","end":"2026-03-04T02:21:04.994972Z","steps":["trace[881159789] 'agreement among raft nodes before linearized reading' (duration: 752.806351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.966834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:04.995048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.241916Z","time spent":"753.122108ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-03-04T02:21:04.995065Z","caller":"traceutil/trace.go:171","msg":"trace[548726188] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27093; }","duration":"756.021735ms","start":"2026-03-04T02:21:04.239029Z","end":"2026-03-04T02:21:04.995051Z","steps":["trace[548726188] 'agreement among raft nodes before linearized reading' (duration: 755.928253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.667085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-03-04T02:21:04.995122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.239024Z","time spent":"756.069976ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:21:04.995164Z","caller":"traceutil/trace.go:171","msg":"trace[723006229] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:27093; }","duration":"550.766777ms","start":"2026-03-04T02:21:04.444375Z","end":"2026-03-04T02:21:04.995142Z","steps":["trace[723006229] 'agreement among raft nodes before linearized reading' (duration: 550.594133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.444344Z","time spent":"550.85619ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-04T02:21:04.995226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.694437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:21:04.995273Z","caller":"traceutil/trace.go:171","msg":"trace[367163731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27093; }","duration":"654.787779ms","start":"2026-03-04T02:21:04.340471Z","end":"2026-03-04T02:21:04.995258Z","steps":["trace[367163731] 'agreement among raft nodes before linearized reading' (duration: 654.648366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.504182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-03-04T02:21:04.995326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.340449Z","time spent":"654.86714ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:21:04.995345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.44943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-03-04T02:21:04.995333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.287648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-7zxt7\" ","response":"range_response_count:1 size:7649"} {"level":"info","ts":"2026-03-04T02:21:04.995364Z","caller":"traceutil/trace.go:171","msg":"trace[1528029794] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27093; }","duration":"701.633875ms","start":"2026-03-04T02:21:04.293713Z","end":"2026-03-04T02:21:04.995347Z","steps":["trace[1528029794] 'agreement among raft nodes before linearized reading' (duration: 701.436861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.961731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-03-04T02:21:04.995329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.324742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-03-04T02:21:04.995424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.971375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-03-04T02:21:04.995439Z","caller":"traceutil/trace.go:171","msg":"trace[351652144] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:27093; }","duration":"709.499617ms","start":"2026-03-04T02:21:04.28593Z","end":"2026-03-04T02:21:04.995429Z","steps":["trace[351652144] 'agreement among raft nodes before linearized reading' (duration: 709.18118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.614955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:04.995448Z","caller":"traceutil/trace.go:171","msg":"trace[1850221189] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:27093; }","duration":"746.087795ms","start":"2026-03-04T02:21:04.249337Z","end":"2026-03-04T02:21:04.995425Z","steps":["trace[1850221189] 'agreement among raft nodes before linearized reading' (duration: 745.787108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.28591Z","time spent":"709.553128ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-04T02:21:04.99547Z","caller":"traceutil/trace.go:171","msg":"trace[1655799955] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:27093; }","duration":"753.036276ms","start":"2026-03-04T02:21:04.242419Z","end":"2026-03-04T02:21:04.995455Z","steps":["trace[1655799955] 'agreement among raft nodes before linearized reading' (duration: 752.958305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:04.995476Z","caller":"traceutil/trace.go:171","msg":"trace[1628825327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27093; }","duration":"758.660527ms","start":"2026-03-04T02:21:04.236806Z","end":"2026-03-04T02:21:04.995466Z","steps":["trace[1628825327] 'agreement among raft nodes before linearized reading' (duration: 758.612186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.454987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-r2jws.1899814e3fafad20\" ","response":"range_response_count:1 size:791"} {"level":"warn","ts":"2026-03-04T02:21:04.995572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.275199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:21:04.995606Z","caller":"traceutil/trace.go:171","msg":"trace[360675425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27093; }","duration":"752.31894ms","start":"2026-03-04T02:21:04.243277Z","end":"2026-03-04T02:21:04.995596Z","steps":["trace[360675425] 'agreement among raft nodes before linearized reading' (duration: 752.181687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.943901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-03-04T02:21:04.995385Z","caller":"traceutil/trace.go:171","msg":"trace[1207223887] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:27093; }","duration":"748.501181ms","start":"2026-03-04T02:21:04.246874Z","end":"2026-03-04T02:21:04.995375Z","steps":["trace[1207223887] 'agreement among raft nodes before linearized reading' (duration: 748.394788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.243273Z","time spent":"752.362381ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:21:04.99565Z","caller":"traceutil/trace.go:171","msg":"trace[1256887777] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:27093; }","duration":"746.32888ms","start":"2026-03-04T02:21:04.24931Z","end":"2026-03-04T02:21:04.995639Z","steps":["trace[1256887777] 'agreement among raft nodes before linearized reading' (duration: 745.817328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.249308Z","time spent":"746.36621ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-04T02:21:04.995326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.218322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-03-04T02:21:04.995677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.246865Z","time spent":"748.795137ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-04T02:21:04.995736Z","caller":"traceutil/trace.go:171","msg":"trace[1752828472] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:27093; }","duration":"744.658892ms","start":"2026-03-04T02:21:04.251066Z","end":"2026-03-04T02:21:04.995725Z","steps":["trace[1752828472] 'agreement among raft nodes before linearized reading' (duration: 744.068008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:04.995403Z","caller":"traceutil/trace.go:171","msg":"trace[1269352921] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-7zxt7; range_end:; response_count:1; response_revision:27093; }","duration":"758.36896ms","start":"2026-03-04T02:21:04.237015Z","end":"2026-03-04T02:21:04.995384Z","steps":["trace[1269352921] 'agreement among raft nodes before linearized reading' (duration: 758.145755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.251061Z","time spent":"744.708353ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-04T02:21:04.995389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.185355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:04.995822Z","caller":"traceutil/trace.go:171","msg":"trace[1315192873] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27093; }","duration":"635.621475ms","start":"2026-03-04T02:21:04.360191Z","end":"2026-03-04T02:21:04.995812Z","steps":["trace[1315192873] 'agreement among raft nodes before linearized reading' (duration: 635.160174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.242404Z","time spent":"753.097248ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-04T02:21:04.995505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.199867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-03-04T02:21:04.995888Z","caller":"traceutil/trace.go:171","msg":"trace[1561897445] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:27093; }","duration":"746.583616ms","start":"2026-03-04T02:21:04.249296Z","end":"2026-03-04T02:21:04.99588Z","steps":["trace[1561897445] 'agreement among raft nodes before linearized reading' (duration: 746.135236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.995535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.236792Z","time spent":"758.706457ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:04.995922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.249254Z","time spent":"746.655368ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-04T02:21:04.99554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.249329Z","time spent":"746.169746ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-04T02:21:04.995606Z","caller":"traceutil/trace.go:171","msg":"trace[1424703332] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-r2jws.1899814e3fafad20; range_end:; response_count:1; response_revision:27093; }","duration":"354.727393ms","start":"2026-03-04T02:21:04.64085Z","end":"2026-03-04T02:21:04.995577Z","steps":["trace[1424703332] 'agreement among raft nodes before linearized reading' (duration: 354.288683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.994904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.962488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-03-04T02:21:04.995991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.640832Z","time spent":"355.147472ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":814,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-r2jws.1899814e3fafad20\" "} {"level":"info","ts":"2026-03-04T02:21:04.996013Z","caller":"traceutil/trace.go:171","msg":"trace[359320814] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:27093; }","duration":"749.095604ms","start":"2026-03-04T02:21:04.246901Z","end":"2026-03-04T02:21:04.995996Z","steps":["trace[359320814] 'agreement among raft nodes before linearized reading' (duration: 747.826075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:04.996063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.246897Z","time spent":"749.154486ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-04T02:21:04.99583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.237007Z","time spent":"758.785799ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7672,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-7zxt7\" "} {"level":"warn","ts":"2026-03-04T02:21:04.995402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.29369Z","time spent":"701.703076ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:21:04.995857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.36015Z","time spent":"635.696776ms","remote":"127.0.0.1:35302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:05.001046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.046877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-03-04T02:21:05.001137Z","caller":"traceutil/trace.go:171","msg":"trace[957319581] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:27093; }","duration":"758.572215ms","start":"2026-03-04T02:21:04.24254Z","end":"2026-03-04T02:21:05.001112Z","steps":["trace[957319581] 'agreement among raft nodes before linearized reading' (duration: 752.923524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:05.001199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.242527Z","time spent":"758.651396ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-04T02:21:05.628695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.225091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:05.628838Z","caller":"traceutil/trace.go:171","msg":"trace[715434119] linearizableReadLoop","detail":"{readStateIndex:28031; appliedIndex:28030; }","duration":"629.197966ms","start":"2026-03-04T02:21:04.999618Z","end":"2026-03-04T02:21:05.628816Z","steps":["trace[715434119] 'read index received' (duration: 381.74664ms)","trace[715434119] 'applied index is now lower than readState.Index' (duration: 247.449816ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:05.628933Z","caller":"traceutil/trace.go:171","msg":"trace[1891655125] transaction","detail":"{read_only:false; response_revision:27094; number_of_response:1; }","duration":"629.883011ms","start":"2026-03-04T02:21:04.999032Z","end":"2026-03-04T02:21:05.628915Z","steps":["trace[1891655125] 'process raft request' (duration: 382.310933ms)","trace[1891655125] 'compare' (duration: 247.069517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:05.629002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.999015Z","time spent":"629.953942ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:05.629449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.81478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:21:05.629534Z","caller":"traceutil/trace.go:171","msg":"trace[1270412903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27094; }","duration":"629.941833ms","start":"2026-03-04T02:21:04.999572Z","end":"2026-03-04T02:21:05.629514Z","steps":["trace[1270412903] 'agreement among raft nodes before linearized reading' (duration: 629.662696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:05.629582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:04.999552Z","time spent":"630.021394ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:21:05.670463Z","caller":"traceutil/trace.go:171","msg":"trace[1247294820] transaction","detail":"{read_only:false; response_revision:27096; number_of_response:1; }","duration":"666.709305ms","start":"2026-03-04T02:21:05.003725Z","end":"2026-03-04T02:21:05.670434Z","steps":["trace[1247294820] 'process raft request' (duration: 666.308166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:05.670636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.003699Z","time spent":"666.837487ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:05.670774Z","caller":"traceutil/trace.go:171","msg":"trace[1979109628] transaction","detail":"{read_only:false; response_revision:27095; number_of_response:1; }","duration":"670.625805ms","start":"2026-03-04T02:21:05.000132Z","end":"2026-03-04T02:21:05.670758Z","steps":["trace[1979109628] 'process raft request' (duration: 669.751605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:05.670833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.000111Z","time spent":"670.693066ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:05.670862Z","caller":"traceutil/trace.go:171","msg":"trace[253138692] transaction","detail":"{read_only:false; response_revision:27097; number_of_response:1; }","duration":"666.04351ms","start":"2026-03-04T02:21:05.00478Z","end":"2026-03-04T02:21:05.670823Z","steps":["trace[253138692] 'process raft request' (duration: 665.304513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:05.671048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.004757Z","time spent":"666.195603ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7465,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:05.671091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.931169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:21:05.671161Z","caller":"traceutil/trace.go:171","msg":"trace[1501335477] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:27097; }","duration":"585.085813ms","start":"2026-03-04T02:21:05.086058Z","end":"2026-03-04T02:21:05.671144Z","steps":["trace[1501335477] 'agreement among raft nodes before linearized reading' (duration: 584.848578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:05.671202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.086035Z","time spent":"585.159874ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-04T02:21:05.671263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.376759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:21:05.671279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.369904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:21:05.671321Z","caller":"traceutil/trace.go:171","msg":"trace[219556632] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27097; }","duration":"140.465896ms","start":"2026-03-04T02:21:05.530843Z","end":"2026-03-04T02:21:05.671309Z","steps":["trace[219556632] 'agreement among raft nodes before linearized reading' (duration: 140.304262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:05.671382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.544956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:05.671425Z","caller":"traceutil/trace.go:171","msg":"trace[1990473021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27097; }","duration":"668.607039ms","start":"2026-03-04T02:21:05.002807Z","end":"2026-03-04T02:21:05.671414Z","steps":["trace[1990473021] 'agreement among raft nodes before linearized reading' (duration: 668.537238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:05.671455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.088388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:21:05.671473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.002788Z","time spent":"668.67196ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:21:05.671494Z","caller":"traceutil/trace.go:171","msg":"trace[649414800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27097; }","duration":"244.16625ms","start":"2026-03-04T02:21:05.427318Z","end":"2026-03-04T02:21:05.671484Z","steps":["trace[649414800] 'agreement among raft nodes before linearized reading' (duration: 244.061847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:05.67132Z","caller":"traceutil/trace.go:171","msg":"trace[1485055594] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:27097; }","duration":"648.475232ms","start":"2026-03-04T02:21:05.022829Z","end":"2026-03-04T02:21:05.671304Z","steps":["trace[1485055594] 'agreement among raft nodes before linearized reading' (duration: 648.371929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:05.671733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.022807Z","time spent":"648.86229ms","remote":"127.0.0.1:35228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:06.137309Z","caller":"traceutil/trace.go:171","msg":"trace[603584272] linearizableReadLoop","detail":"{readStateIndex:28035; appliedIndex:28034; }","duration":"466.851581ms","start":"2026-03-04T02:21:05.670424Z","end":"2026-03-04T02:21:06.137276Z","steps":["trace[603584272] 'read index received' (duration: 466.715128ms)","trace[603584272] 'applied index is now lower than readState.Index' (duration: 134.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:06.137392Z","caller":"traceutil/trace.go:171","msg":"trace[1421165267] transaction","detail":"{read_only:false; response_revision:27098; number_of_response:1; }","duration":"502.700253ms","start":"2026-03-04T02:21:05.634649Z","end":"2026-03-04T02:21:06.13735Z","steps":["trace[1421165267] 'process raft request' (duration: 502.409386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:06.137638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.43521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"info","ts":"2026-03-04T02:21:06.137679Z","caller":"traceutil/trace.go:171","msg":"trace[1240796736] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27098; }","duration":"506.524352ms","start":"2026-03-04T02:21:05.631144Z","end":"2026-03-04T02:21:06.137668Z","steps":["trace[1240796736] 'agreement among raft nodes before linearized reading' (duration: 506.374588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:06.137717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.631118Z","time spent":"506.590654ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18307,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:21:06.13749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.51966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:06.137798Z","caller":"traceutil/trace.go:171","msg":"trace[558274172] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27098; }","duration":"502.864757ms","start":"2026-03-04T02:21:05.634907Z","end":"2026-03-04T02:21:06.137771Z","steps":["trace[558274172] 'agreement among raft nodes before linearized reading' (duration: 502.509409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:06.137473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.867371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:06.137861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.6349Z","time spent":"502.947189ms","remote":"127.0.0.1:35452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-04T02:21:06.137911Z","caller":"traceutil/trace.go:171","msg":"trace[216653469] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27098; }","duration":"476.357822ms","start":"2026-03-04T02:21:05.661533Z","end":"2026-03-04T02:21:06.137891Z","steps":["trace[216653469] 'agreement among raft nodes before linearized reading' (duration: 475.774038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:06.137975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.661524Z","time spent":"476.435163ms","remote":"127.0.0.1:54778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:06.137548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.85104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:06.137988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.634631Z","time spent":"503.037552ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:21:06.138075Z","caller":"traceutil/trace.go:171","msg":"trace[1877428838] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27098; }","duration":"501.382272ms","start":"2026-03-04T02:21:05.636653Z","end":"2026-03-04T02:21:06.138035Z","steps":["trace[1877428838] 'agreement among raft nodes before linearized reading' (duration: 500.785809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:06.138168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.636637Z","time spent":"501.513846ms","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-04T02:21:06.638374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:21:06.812349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.673624Z","time spent":"1.138720095s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:21:06.812497Z","caller":"traceutil/trace.go:171","msg":"trace[481332329] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"847.867203ms","start":"2026-03-04T02:21:05.964607Z","end":"2026-03-04T02:21:06.812475Z","steps":["trace[481332329] 'process raft request' (duration: 847.828672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:06.81271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.964583Z","time spent":"848.048829ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:06.812728Z","caller":"traceutil/trace.go:171","msg":"trace[358814672] transaction","detail":"{read_only:false; response_revision:27100; number_of_response:1; }","duration":"1.095979507s","start":"2026-03-04T02:21:05.716733Z","end":"2026-03-04T02:21:06.812712Z","steps":["trace[358814672] 'process raft request' (duration: 1.095571816s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:06.812791Z","caller":"traceutil/trace.go:171","msg":"trace[393986472] transaction","detail":"{read_only:false; response_revision:27099; number_of_response:1; }","duration":"1.136922805s","start":"2026-03-04T02:21:05.675831Z","end":"2026-03-04T02:21:06.812754Z","steps":["trace[393986472] 'process raft request' (duration: 1.136366721s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:06.812832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.716714Z","time spent":"1.096075958s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:06.812908Z","caller":"traceutil/trace.go:171","msg":"trace[2113333010] transaction","detail":"{read_only:false; response_revision:27101; number_of_response:1; }","duration":"1.095986906s","start":"2026-03-04T02:21:05.716746Z","end":"2026-03-04T02:21:06.812733Z","steps":["trace[2113333010] 'process raft request' (duration: 1.095617687s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:06.812943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.675817Z","time spent":"1.137052828s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:21:06.813075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.716732Z","time spent":"1.096269823s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:06.812925Z","caller":"traceutil/trace.go:171","msg":"trace[1609017683] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"1.056772248s","start":"2026-03-04T02:21:05.756115Z","end":"2026-03-04T02:21:06.812887Z","steps":["trace[1609017683] 'process raft request' (duration: 1.056289056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:06.813315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.756094Z","time spent":"1.057143396s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:07.67271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:21:07.672783Z","caller":"traceutil/trace.go:171","msg":"trace[1146994997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00038236s","start":"2026-03-04T02:21:05.672385Z","end":"2026-03-04T02:21:07.672767Z","steps":["trace[1146994997] 'agreement among raft nodes before linearized reading' (duration: 2.000287778s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:07.672815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.672369Z","time spent":"2.000439401s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:21:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:21:07.97523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037371387s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:07.975553Z","caller":"traceutil/trace.go:171","msg":"trace[1960631497] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"1.162238391s","start":"2026-03-04T02:21:06.813293Z","end":"2026-03-04T02:21:07.975532Z","steps":["trace[1960631497] 'process raft request' (duration: 1.162169429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:07.975654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:06.81327Z","time spent":"1.162328704s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:07.975928Z","caller":"traceutil/trace.go:171","msg":"trace[2128497312] transaction","detail":"{read_only:false; response_revision:27104; number_of_response:1; }","duration":"1.832887067s","start":"2026-03-04T02:21:06.143021Z","end":"2026-03-04T02:21:07.975908Z","steps":["trace[2128497312] 'process raft request' (duration: 794.770942ms)","trace[2128497312] 'compare' (duration: 1.037231163s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:07.976008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:06.142976Z","time spent":"1.83299512s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:21:07.976237Z","caller":"traceutil/trace.go:171","msg":"trace[414632683] linearizableReadLoop","detail":"{readStateIndex:28043; appliedIndex:28035; }","duration":"1.838825765s","start":"2026-03-04T02:21:06.13739Z","end":"2026-03-04T02:21:07.976216Z","steps":["trace[414632683] 'read index received' (duration: 674.72509ms)","trace[414632683] 'applied index is now lower than readState.Index' (duration: 1.164097365s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:07.976428Z","caller":"traceutil/trace.go:171","msg":"trace[774650118] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"1.735725525s","start":"2026-03-04T02:21:06.240679Z","end":"2026-03-04T02:21:07.976404Z","steps":["trace[774650118] 'process raft request' (duration: 1.73465221s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:07.97649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966171427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:21:07.976533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:06.24066Z","time spent":"1.735812348s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:07.97653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294292232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-04T02:21:07.976549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234326733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-03-04T02:21:07.976555Z","caller":"traceutil/trace.go:171","msg":"trace[1836814954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27106; }","duration":"1.96629488s","start":"2026-03-04T02:21:06.010244Z","end":"2026-03-04T02:21:07.976539Z","steps":["trace[1836814954] 'agreement among raft nodes before linearized reading' (duration: 1.966150927s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:07.976586Z","caller":"traceutil/trace.go:171","msg":"trace[772902471] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:27106; }","duration":"2.294349454s","start":"2026-03-04T02:21:05.682217Z","end":"2026-03-04T02:21:07.976567Z","steps":["trace[772902471] 'agreement among raft nodes before linearized reading' (duration: 2.2941679s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:07.976594Z","caller":"traceutil/trace.go:171","msg":"trace[1405947271] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:27106; }","duration":"2.234414465s","start":"2026-03-04T02:21:05.742167Z","end":"2026-03-04T02:21:07.976581Z","steps":["trace[1405947271] 'agreement among raft nodes before linearized reading' (duration: 2.234248591s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:07.976601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:06.010221Z","time spent":"1.966370551s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:07.976628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.742157Z","time spent":"2.234463596s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7530,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-04T02:21:07.976619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82351458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-04T02:21:07.976637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.68221Z","time spent":"2.294410165s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T02:21:07.976657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576820152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:07.97668Z","caller":"traceutil/trace.go:171","msg":"trace[1722442424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27106; }","duration":"1.823612432s","start":"2026-03-04T02:21:06.15305Z","end":"2026-03-04T02:21:07.976663Z","steps":["trace[1722442424] 'agreement among raft nodes before linearized reading' (duration: 1.823496109s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:07.976592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300907766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-r2jws\" ","response":"range_response_count:1 size:7143"} {"level":"warn","ts":"2026-03-04T02:21:07.97673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:06.153028Z","time spent":"1.823683574s","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:21:07.976736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.174634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:07.976766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335048226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:21:07.97679Z","caller":"traceutil/trace.go:171","msg":"trace[1944088871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27106; }","duration":"1.335113748s","start":"2026-03-04T02:21:06.641668Z","end":"2026-03-04T02:21:07.976782Z","steps":["trace[1944088871] 'agreement among raft nodes before linearized reading' (duration: 1.335037836s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:07.976788Z","caller":"traceutil/trace.go:171","msg":"trace[488022791] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27106; }","duration":"676.230675ms","start":"2026-03-04T02:21:07.300541Z","end":"2026-03-04T02:21:07.976772Z","steps":["trace[488022791] 'agreement among raft nodes before linearized reading' (duration: 676.132573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:07.976779Z","caller":"traceutil/trace.go:171","msg":"trace[849898180] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-r2jws; range_end:; response_count:1; response_revision:27106; }","duration":"2.3010923s","start":"2026-03-04T02:21:05.675656Z","end":"2026-03-04T02:21:07.976748Z","steps":["trace[849898180] 'agreement among raft nodes before linearized reading' (duration: 2.300853054s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:07.976686Z","caller":"traceutil/trace.go:171","msg":"trace[2024666159] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27106; }","duration":"1.576849872s","start":"2026-03-04T02:21:06.399826Z","end":"2026-03-04T02:21:07.976676Z","steps":["trace[2024666159] 'agreement among raft nodes before linearized reading' (duration: 1.576793281s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:07.976817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:06.641647Z","time spent":"1.335163779s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:07.976835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:07.300525Z","time spent":"676.299977ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:07.976845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.35674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:07.976876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.675647Z","time spent":"2.301191192s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7166,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-r2jws\" "} {"level":"info","ts":"2026-03-04T02:21:07.976892Z","caller":"traceutil/trace.go:171","msg":"trace[2109256208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27106; }","duration":"296.421002ms","start":"2026-03-04T02:21:07.680453Z","end":"2026-03-04T02:21:07.976874Z","steps":["trace[2109256208] 'agreement among raft nodes before linearized reading' (duration: 296.36328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:07.976925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73893946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:21:07.97692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765356092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"warn","ts":"2026-03-04T02:21:07.976899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:06.399729Z","time spent":"1.577124488s","remote":"127.0.0.1:51722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:07.976943Z","caller":"traceutil/trace.go:171","msg":"trace[1968556535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27106; }","duration":"1.73897778s","start":"2026-03-04T02:21:06.23796Z","end":"2026-03-04T02:21:07.976938Z","steps":["trace[1968556535] 'agreement among raft nodes before linearized reading' (duration: 1.738890128s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:07.976771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.87601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:21:07.976962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:06.237948Z","time spent":"1.739010532s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:21:07.976958Z","caller":"traceutil/trace.go:171","msg":"trace[1878808668] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27106; }","duration":"1.765432913s","start":"2026-03-04T02:21:06.211516Z","end":"2026-03-04T02:21:07.976949Z","steps":["trace[1878808668] 'agreement among raft nodes before linearized reading' (duration: 1.76529689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:07.976984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:06.211497Z","time spent":"1.765480334s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:21:07.976971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.070872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:21:07.976984Z","caller":"traceutil/trace.go:171","msg":"trace[120656968] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27106; }","duration":"312.151645ms","start":"2026-03-04T02:21:07.664819Z","end":"2026-03-04T02:21:07.97697Z","steps":["trace[120656968] 'agreement among raft nodes before linearized reading' (duration: 311.749326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:07.977034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:07.664794Z","time spent":"312.225957ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:21:07.977074Z","caller":"traceutil/trace.go:171","msg":"trace[1725751466] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27106; }","duration":"154.198705ms","start":"2026-03-04T02:21:07.82285Z","end":"2026-03-04T02:21:07.977049Z","steps":["trace[1725751466] 'agreement among raft nodes before linearized reading' (duration: 153.945839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:07.97713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302853301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:21:07.977136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.594271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:21:07.977179Z","caller":"traceutil/trace.go:171","msg":"trace[1417653602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27106; }","duration":"2.302922232s","start":"2026-03-04T02:21:05.674243Z","end":"2026-03-04T02:21:07.977165Z","steps":["trace[1417653602] 'agreement among raft nodes before linearized reading' (duration: 2.302785419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:07.97723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:05.674231Z","time spent":"2.302987865s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:21:07.977234Z","caller":"traceutil/trace.go:171","msg":"trace[833825294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27106; }","duration":"301.757024ms","start":"2026-03-04T02:21:07.675452Z","end":"2026-03-04T02:21:07.977209Z","steps":["trace[833825294] 'agreement among raft nodes before linearized reading' (duration: 301.408806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:07.977293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:07.675432Z","time spent":"301.851636ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:08.550931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380663,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:21:08.645949Z","caller":"traceutil/trace.go:171","msg":"trace[1342031401] transaction","detail":"{read_only:false; response_revision:27109; number_of_response:1; }","duration":"663.660054ms","start":"2026-03-04T02:21:07.982264Z","end":"2026-03-04T02:21:08.645924Z","steps":["trace[1342031401] 'process raft request' (duration: 663.581592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:08.645957Z","caller":"traceutil/trace.go:171","msg":"trace[1812945412] transaction","detail":"{read_only:false; response_revision:27108; number_of_response:1; }","duration":"663.718856ms","start":"2026-03-04T02:21:07.982207Z","end":"2026-03-04T02:21:08.645926Z","steps":["trace[1812945412] 'process raft request' (duration: 663.495521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:08.64613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:07.982257Z","time spent":"663.764297ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:08.646242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:07.982172Z","time spent":"663.87177ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:08.646351Z","caller":"traceutil/trace.go:171","msg":"trace[1686890876] transaction","detail":"{read_only:false; response_revision:27110; number_of_response:1; }","duration":"663.584123ms","start":"2026-03-04T02:21:07.982732Z","end":"2026-03-04T02:21:08.646316Z","steps":["trace[1686890876] 'process raft request' (duration: 663.154473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:08.646505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:07.98272Z","time spent":"663.706075ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:08.646725Z","caller":"traceutil/trace.go:171","msg":"trace[937249067] transaction","detail":"{read_only:false; response_revision:27111; number_of_response:1; }","duration":"663.898489ms","start":"2026-03-04T02:21:07.982802Z","end":"2026-03-04T02:21:08.646701Z","steps":["trace[937249067] 'process raft request' (duration: 663.416328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:08.646804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:07.982797Z","time spent":"663.969261ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:08.646871Z","caller":"traceutil/trace.go:171","msg":"trace[1379363654] transaction","detail":"{read_only:false; response_revision:27113; number_of_response:1; }","duration":"660.140841ms","start":"2026-03-04T02:21:07.986688Z","end":"2026-03-04T02:21:08.646829Z","steps":["trace[1379363654] 'process raft request' (duration: 660.021159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:08.64682Z","caller":"traceutil/trace.go:171","msg":"trace[146525461] linearizableReadLoop","detail":"{readStateIndex:28051; appliedIndex:28045; }","duration":"595.883482ms","start":"2026-03-04T02:21:08.050887Z","end":"2026-03-04T02:21:08.646771Z","steps":["trace[146525461] 'read index received' (duration: 594.783837ms)","trace[146525461] 'applied index is now lower than readState.Index' (duration: 1.098355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:08.647037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:07.986677Z","time spent":"660.274604ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6947,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:08.646899Z","caller":"traceutil/trace.go:171","msg":"trace[573541810] transaction","detail":"{read_only:false; response_revision:27112; number_of_response:1; }","duration":"662.722602ms","start":"2026-03-04T02:21:07.984136Z","end":"2026-03-04T02:21:08.646858Z","steps":["trace[573541810] 'process raft request' (duration: 662.449736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:08.647447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.400278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-04T02:21:08.647498Z","caller":"traceutil/trace.go:171","msg":"trace[1804515751] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27113; }","duration":"405.491529ms","start":"2026-03-04T02:21:08.241994Z","end":"2026-03-04T02:21:08.647485Z","steps":["trace[1804515751] 'agreement among raft nodes before linearized reading' (duration: 405.334215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:08.647532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:08.241976Z","time spent":"405.547561ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:21:08.647531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:07.984128Z","time spent":"663.231963ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:08.647747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.591335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:21:08.64701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.77005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-03-04T02:21:08.647787Z","caller":"traceutil/trace.go:171","msg":"trace[1119259193] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27113; }","duration":"368.677577ms","start":"2026-03-04T02:21:08.279098Z","end":"2026-03-04T02:21:08.647775Z","steps":["trace[1119259193] 'agreement among raft nodes before linearized reading' (duration: 368.581855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:08.647825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:08.279077Z","time spent":"368.742768ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:21:08.64784Z","caller":"traceutil/trace.go:171","msg":"trace[1170900646] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:27113; }","duration":"659.628371ms","start":"2026-03-04T02:21:07.98819Z","end":"2026-03-04T02:21:08.647818Z","steps":["trace[1170900646] 'agreement among raft nodes before linearized reading' (duration: 658.640367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:08.647137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.79486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dddc882b-e036-44b9-884d-b49daaebf67d\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-04T02:21:08.647897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:07.988177Z","time spent":"659.703102ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7530,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-03-04T02:21:08.647947Z","caller":"traceutil/trace.go:171","msg":"trace[2018698558] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dddc882b-e036-44b9-884d-b49daaebf67d; range_end:; response_count:1; response_revision:27113; }","duration":"665.61888ms","start":"2026-03-04T02:21:07.982298Z","end":"2026-03-04T02:21:08.647917Z","steps":["trace[2018698558] 'agreement among raft nodes before linearized reading' (duration: 664.721089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:08.648019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:07.982282Z","time spent":"665.717902ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-dddc882b-e036-44b9-884d-b49daaebf67d\" "} {"level":"warn","ts":"2026-03-04T02:21:09.155054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:21:10.025354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.809285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:10.025474Z","caller":"traceutil/trace.go:171","msg":"trace[1063871511] transaction","detail":"{read_only:false; response_revision:27114; number_of_response:1; }","duration":"1.371503601s","start":"2026-03-04T02:21:08.65395Z","end":"2026-03-04T02:21:10.025453Z","steps":["trace[1063871511] 'process raft request' (duration: 689.453032ms)","trace[1063871511] 'compare' (duration: 681.065807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:10.025544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:08.653934Z","time spent":"1.371574013s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:10.797866Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.454460845s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:21:10.798486Z","caller":"traceutil/trace.go:171","msg":"trace[18154781] transaction","detail":"{read_only:false; response_revision:27115; number_of_response:1; }","duration":"2.140242432s","start":"2026-03-04T02:21:08.658214Z","end":"2026-03-04T02:21:10.798457Z","steps":["trace[18154781] 'process raft request' (duration: 2.140031177s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:10.79865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:08.658201Z","time spent":"2.140353824s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:10.798697Z","caller":"traceutil/trace.go:171","msg":"trace[907325449] transaction","detail":"{read_only:false; response_revision:27116; number_of_response:1; }","duration":"1.97929567s","start":"2026-03-04T02:21:08.819385Z","end":"2026-03-04T02:21:10.79868Z","steps":["trace[907325449] 'process raft request' (duration: 1.979013994s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:10.798787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:08.819363Z","time spent":"1.979378842s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:10.798849Z","caller":"traceutil/trace.go:171","msg":"trace[1118341505] transaction","detail":"{read_only:false; response_revision:27117; number_of_response:1; }","duration":"1.979451164s","start":"2026-03-04T02:21:08.819386Z","end":"2026-03-04T02:21:10.798837Z","steps":["trace[1118341505] 'process raft request' (duration: 1.979222368s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:10.798905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:08.819363Z","time spent":"1.979510876s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:10.799171Z","caller":"traceutil/trace.go:171","msg":"trace[644165058] linearizableReadLoop","detail":"{readStateIndex:28056; appliedIndex:28051; }","duration":"2.14446761s","start":"2026-03-04T02:21:08.654653Z","end":"2026-03-04T02:21:10.79912Z","steps":["trace[644165058] 'read index received' (duration: 688.722835ms)","trace[644165058] 'applied index is now lower than readState.Index' (duration: 1.455741755s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:10.799241Z","caller":"traceutil/trace.go:171","msg":"trace[713208502] transaction","detail":"{read_only:false; response_revision:27118; number_of_response:1; }","duration":"1.979530737s","start":"2026-03-04T02:21:08.819676Z","end":"2026-03-04T02:21:10.799206Z","steps":["trace[713208502] 'process raft request' (duration: 1.979117687s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:10.79938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:08.819649Z","time spent":"1.979648519s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:10.799418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144744176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T02:21:10.799497Z","caller":"traceutil/trace.go:171","msg":"trace[1655452169] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61; range_end:; response_count:1; response_revision:27118; }","duration":"2.144859539s","start":"2026-03-04T02:21:08.65462Z","end":"2026-03-04T02:21:10.799479Z","steps":["trace[1655452169] 'agreement among raft nodes before linearized reading' (duration: 2.144667585s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:10.799544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:08.654605Z","time spent":"2.144929981s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61\" "} {"level":"warn","ts":"2026-03-04T02:21:11.493127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000548953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:21:11.493209Z","caller":"traceutil/trace.go:171","msg":"trace[278323856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000685636s","start":"2026-03-04T02:21:09.492504Z","end":"2026-03-04T02:21:11.49319Z","steps":["trace[278323856] 'agreement among raft nodes before linearized reading' (duration: 2.000583594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.493254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:09.492482Z","time spent":"2.000762848s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:11.737722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.685657ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:21:11.737999Z","caller":"traceutil/trace.go:171","msg":"trace[1714292336] linearizableReadLoop","detail":"{readStateIndex:28057; appliedIndex:28056; }","duration":"938.705759ms","start":"2026-03-04T02:21:10.799271Z","end":"2026-03-04T02:21:11.737977Z","steps":["trace[1714292336] 'read index received' (duration: 251.781316ms)","trace[1714292336] 'applied index is now lower than readState.Index' (duration: 686.922963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:11.738064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060159375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"warn","ts":"2026-03-04T02:21:11.738092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989468296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:11.738163Z","caller":"traceutil/trace.go:171","msg":"trace[1606146017] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:27118; }","duration":"1.98962008s","start":"2026-03-04T02:21:09.748528Z","end":"2026-03-04T02:21:11.738148Z","steps":["trace[1606146017] 'agreement among raft nodes before linearized reading' (duration: 1.989472106s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:11.738163Z","caller":"traceutil/trace.go:171","msg":"trace[359186795] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:27118; }","duration":"1.060276379s","start":"2026-03-04T02:21:10.677862Z","end":"2026-03-04T02:21:11.738139Z","steps":["trace[359186795] 'agreement among raft nodes before linearized reading' (duration: 1.060114535s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:09.748501Z","time spent":"1.989689232s","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:11.7382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.677851Z","time spent":"1.06034307s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1171,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-04T02:21:11.738186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087224022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:21:11.738182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711842741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:11.738236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06121478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7564"} {"level":"info","ts":"2026-03-04T02:21:11.738259Z","caller":"traceutil/trace.go:171","msg":"trace[1835837332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27118; }","duration":"1.087340065s","start":"2026-03-04T02:21:10.650897Z","end":"2026-03-04T02:21:11.738237Z","steps":["trace[1835837332] 'agreement among raft nodes before linearized reading' (duration: 1.087090969s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060849941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11169"} {"level":"info","ts":"2026-03-04T02:21:11.73828Z","caller":"traceutil/trace.go:171","msg":"trace[1043498294] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27118; }","duration":"1.711954183s","start":"2026-03-04T02:21:10.026306Z","end":"2026-03-04T02:21:11.73826Z","steps":["trace[1043498294] 'agreement among raft nodes before linearized reading' (duration: 1.711759199s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:11.738298Z","caller":"traceutil/trace.go:171","msg":"trace[1984070171] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:27118; }","duration":"1.061356843s","start":"2026-03-04T02:21:10.676926Z","end":"2026-03-04T02:21:11.738283Z","steps":["trace[1984070171] 'agreement among raft nodes before linearized reading' (duration: 1.061073066s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009312116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:21:11.738336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.676899Z","time spent":"1.061428034s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7587,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-04T02:21:11.738318Z","caller":"traceutil/trace.go:171","msg":"trace[1357473221] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:27118; }","duration":"1.060909522s","start":"2026-03-04T02:21:10.677393Z","end":"2026-03-04T02:21:11.738302Z","steps":["trace[1357473221] 'agreement among raft nodes before linearized reading' (duration: 1.060739418s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684012126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:21:11.738372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.677387Z","time spent":"1.060978844s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11192,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-04T02:21:11.738385Z","caller":"traceutil/trace.go:171","msg":"trace[663772238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27118; }","duration":"1.684082338s","start":"2026-03-04T02:21:10.05429Z","end":"2026-03-04T02:21:11.738372Z","steps":["trace[663772238] 'agreement among raft nodes before linearized reading' (duration: 1.683989146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061522857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-04T02:21:11.738425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.054273Z","time spent":"1.684144019s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:11.738243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709191229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-c25zm.18997ee90d690392\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-04T02:21:11.738372Z","caller":"traceutil/trace.go:171","msg":"trace[325721782] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27118; }","duration":"2.009459989s","start":"2026-03-04T02:21:09.728894Z","end":"2026-03-04T02:21:11.738354Z","steps":["trace[325721782] 'agreement among raft nodes before linearized reading' (duration: 2.009193423s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778061477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:21:11.738452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363251991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:11.738474Z","caller":"traceutil/trace.go:171","msg":"trace[1455108090] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-c25zm.18997ee90d690392; range_end:; response_count:1; response_revision:27118; }","duration":"1.709505737s","start":"2026-03-04T02:21:10.028957Z","end":"2026-03-04T02:21:11.738463Z","steps":["trace[1455108090] 'agreement among raft nodes before linearized reading' (duration: 1.709099768s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.650877Z","time spent":"1.087415586s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:11.738484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:09.728837Z","time spent":"2.009634523s","remote":"127.0.0.1:51612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":191,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:11.738324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.026261Z","time spent":"1.712052586s","remote":"127.0.0.1:51652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:11.738489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483017537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:11.738496Z","caller":"traceutil/trace.go:171","msg":"trace[44428765] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27118; }","duration":"2.363292082s","start":"2026-03-04T02:21:09.375186Z","end":"2026-03-04T02:21:11.738478Z","steps":["trace[44428765] 'agreement among raft nodes before linearized reading' (duration: 2.363223391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061721951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-04T02:21:11.73848Z","caller":"traceutil/trace.go:171","msg":"trace[216412551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27118; }","duration":"2.778127928s","start":"2026-03-04T02:21:08.960345Z","end":"2026-03-04T02:21:11.738473Z","steps":["trace[216412551] 'agreement among raft nodes before linearized reading' (duration: 2.778033116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086652579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:21:11.738539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:09.375115Z","time spent":"2.363413865s","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:11.738538Z","caller":"traceutil/trace.go:171","msg":"trace[470715763] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27118; }","duration":"2.483095408s","start":"2026-03-04T02:21:09.255423Z","end":"2026-03-04T02:21:11.738519Z","steps":["trace[470715763] 'agreement among raft nodes before linearized reading' (duration: 2.483029697s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:08.960323Z","time spent":"2.778227571s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:21:11.738509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.028928Z","time spent":"1.709572818s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":802,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-c25zm.18997ee90d690392\" "} {"level":"warn","ts":"2026-03-04T02:21:11.738577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061343312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:893"} {"level":"info","ts":"2026-03-04T02:21:11.738449Z","caller":"traceutil/trace.go:171","msg":"trace[1986742976] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:27118; }","duration":"1.061566867s","start":"2026-03-04T02:21:10.676874Z","end":"2026-03-04T02:21:11.73844Z","steps":["trace[1986742976] 'agreement among raft nodes before linearized reading' (duration: 1.061449365s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:09.2554Z","time spent":"2.483180081s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:21:11.738601Z","caller":"traceutil/trace.go:171","msg":"trace[1540007012] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27118; }","duration":"1.061394254s","start":"2026-03-04T02:21:10.677201Z","end":"2026-03-04T02:21:11.738595Z","steps":["trace[1540007012] 'agreement among raft nodes before linearized reading' (duration: 1.061322572s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.73842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633586738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:21:11.738618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.67687Z","time spent":"1.061741701s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:21:11.738622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.677185Z","time spent":"1.061433134s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":916,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-04T02:21:11.738636Z","caller":"traceutil/trace.go:171","msg":"trace[541144261] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27118; }","duration":"2.633844484s","start":"2026-03-04T02:21:09.104784Z","end":"2026-03-04T02:21:11.738628Z","steps":["trace[541144261] 'agreement among raft nodes before linearized reading' (duration: 2.633580088s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:09.104764Z","time spent":"2.633890164s","remote":"127.0.0.1:54034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:11.738456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086377513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:21:11.738724Z","caller":"traceutil/trace.go:171","msg":"trace[2119374419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27118; }","duration":"1.08669268s","start":"2026-03-04T02:21:10.652023Z","end":"2026-03-04T02:21:11.738716Z","steps":["trace[2119374419] 'agreement among raft nodes before linearized reading' (duration: 1.086382833s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.651996Z","time spent":"1.086741601s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:11.738356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060474243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21561"} {"level":"info","ts":"2026-03-04T02:21:11.738552Z","caller":"traceutil/trace.go:171","msg":"trace[1116232953] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:27118; }","duration":"1.061781793s","start":"2026-03-04T02:21:10.676754Z","end":"2026-03-04T02:21:11.738536Z","steps":["trace[1116232953] 'agreement among raft nodes before linearized reading' (duration: 1.061717291s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:11.73856Z","caller":"traceutil/trace.go:171","msg":"trace[1457456527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27118; }","duration":"1.08670212s","start":"2026-03-04T02:21:10.651851Z","end":"2026-03-04T02:21:11.738553Z","steps":["trace[1457456527] 'agreement among raft nodes before linearized reading' (duration: 1.086619788s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:11.738786Z","caller":"traceutil/trace.go:171","msg":"trace[2124964305] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:27118; }","duration":"1.060949513s","start":"2026-03-04T02:21:10.677829Z","end":"2026-03-04T02:21:11.738779Z","steps":["trace[2124964305] 'agreement among raft nodes before linearized reading' (duration: 1.060331189s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.738797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.651844Z","time spent":"1.086948765s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:21:11.738809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.677822Z","time spent":"1.060980174s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21584,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:21:11.738817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.676739Z","time spent":"1.062063129s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-04T02:21:11.738923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.429356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-04T02:21:11.739017Z","caller":"traceutil/trace.go:171","msg":"trace[2061171685] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27118; }","duration":"983.556999ms","start":"2026-03-04T02:21:10.755444Z","end":"2026-03-04T02:21:11.739001Z","steps":["trace[2061171685] 'agreement among raft nodes before linearized reading' (duration: 982.536566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:11.739107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.755429Z","time spent":"983.665661ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-04T02:21:11.739121Z","caller":"traceutil/trace.go:171","msg":"trace[1410675200] transaction","detail":"{read_only:false; response_revision:27119; number_of_response:1; }","duration":"273.525111ms","start":"2026-03-04T02:21:11.465579Z","end":"2026-03-04T02:21:11.739104Z","steps":["trace[1410675200] 'process raft request' (duration: 272.273922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:12.132483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291023466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-04T02:21:12.132592Z","caller":"traceutil/trace.go:171","msg":"trace[1600722120] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27119; }","duration":"1.29117582s","start":"2026-03-04T02:21:10.841385Z","end":"2026-03-04T02:21:12.132561Z","steps":["trace[1600722120] 'agreement among raft nodes before linearized reading' (duration: 897.833751ms)","trace[1600722120] 'range keys from in-memory index tree' (duration: 393.113974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:12.132612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053693586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:12.132653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.841356Z","time spent":"1.291281493s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-04T02:21:12.13267Z","caller":"traceutil/trace.go:171","msg":"trace[2056332232] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27119; }","duration":"1.053793728s","start":"2026-03-04T02:21:11.078859Z","end":"2026-03-04T02:21:12.132653Z","steps":["trace[2056332232] 'agreement among raft nodes before linearized reading' (duration: 660.368617ms)","trace[2056332232] 'count revisions from in-memory index tree' (duration: 393.351188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:12.132706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.078835Z","time spent":"1.05386119s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:12.13278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030898997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:12.132883Z","caller":"traceutil/trace.go:171","msg":"trace[1694476899] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27119; }","duration":"1.031048191s","start":"2026-03-04T02:21:11.101808Z","end":"2026-03-04T02:21:12.132856Z","steps":["trace[1694476899] 'agreement among raft nodes before linearized reading' (duration: 637.391185ms)","trace[1694476899] 'count revisions from in-memory index tree' (duration: 393.509372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:12.132931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208402102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:21:12.132943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.101796Z","time spent":"1.031131582s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:12.132997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224731799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-04T02:21:12.133002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.416717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:12.132991Z","caller":"traceutil/trace.go:171","msg":"trace[1281516292] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27119; }","duration":"1.208459783s","start":"2026-03-04T02:21:10.924512Z","end":"2026-03-04T02:21:12.132972Z","steps":["trace[1281516292] 'agreement among raft nodes before linearized reading' (duration: 814.693665ms)","trace[1281516292] 'range keys from in-memory index tree' (duration: 393.608574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:12.133001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.483989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:21:12.133045Z","caller":"traceutil/trace.go:171","msg":"trace[1050739247] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27119; }","duration":"1.224805421s","start":"2026-03-04T02:21:10.908223Z","end":"2026-03-04T02:21:12.133028Z","steps":["trace[1050739247] 'agreement among raft nodes before linearized reading' (duration: 830.985762ms)","trace[1050739247] 'range keys from in-memory index tree' (duration: 393.706047ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:12.133052Z","caller":"traceutil/trace.go:171","msg":"trace[1916444046] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27119; }","duration":"820.51312ms","start":"2026-03-04T02:21:11.312522Z","end":"2026-03-04T02:21:12.133035Z","steps":["trace[1916444046] 'agreement among raft nodes before linearized reading' (duration: 426.651259ms)","trace[1916444046] 'count revisions from in-memory index tree' (duration: 393.794419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:12.133026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328207308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4430"} {"level":"warn","ts":"2026-03-04T02:21:12.133064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.924449Z","time spent":"1.208599996s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:21:12.133088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.908205Z","time spent":"1.224871933s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-04T02:21:12.133084Z","caller":"traceutil/trace.go:171","msg":"trace[971395549] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27119; }","duration":"905.647024ms","start":"2026-03-04T02:21:11.227414Z","end":"2026-03-04T02:21:12.133061Z","steps":["trace[971395549] 'agreement among raft nodes before linearized reading' (duration: 511.776244ms)","trace[971395549] 'range keys from in-memory index tree' (duration: 393.40642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:12.133099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.312492Z","time spent":"820.591172ms","remote":"127.0.0.1:54074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:12.133056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.402137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:12.133135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.227379Z","time spent":"905.746747ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:21:12.133125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.491464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:12.133178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.196467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:12.133203Z","caller":"traceutil/trace.go:171","msg":"trace[329202989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27119; }","duration":"639.608307ms","start":"2026-03-04T02:21:11.493566Z","end":"2026-03-04T02:21:12.133174Z","steps":["trace[329202989] 'agreement among raft nodes before linearized reading' (duration: 245.581073ms)","trace[329202989] 'range keys from in-memory index tree' (duration: 393.928702ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:12.133225Z","caller":"traceutil/trace.go:171","msg":"trace[368662365] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27119; }","duration":"686.294909ms","start":"2026-03-04T02:21:11.446912Z","end":"2026-03-04T02:21:12.133207Z","steps":["trace[368662365] 'agreement among raft nodes before linearized reading' (duration: 292.243684ms)","trace[368662365] 'count revisions from in-memory index tree' (duration: 393.998103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:12.133236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.493545Z","time spent":"639.682759ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:21:12.133116Z","caller":"traceutil/trace.go:171","msg":"trace[338296315] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:27119; }","duration":"1.328361582s","start":"2026-03-04T02:21:10.804733Z","end":"2026-03-04T02:21:12.133094Z","steps":["trace[338296315] 'agreement among raft nodes before linearized reading' (duration: 934.346228ms)","trace[338296315] 'range keys from in-memory index tree' (duration: 393.781009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:12.133259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.446885Z","time spent":"686.365101ms","remote":"127.0.0.1:54962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:12.133281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:10.80471Z","time spent":"1.328562726s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4453,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-04T02:21:12.133212Z","caller":"traceutil/trace.go:171","msg":"trace[878737233] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27119; }","duration":"782.615972ms","start":"2026-03-04T02:21:11.350558Z","end":"2026-03-04T02:21:12.133174Z","steps":["trace[878737233] 'agreement among raft nodes before linearized reading' (duration: 388.605718ms)","trace[878737233] 'count revisions from in-memory index tree' (duration: 393.780479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:12.133118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.41242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-03-04T02:21:12.133385Z","caller":"traceutil/trace.go:171","msg":"trace[1324093188] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27119; }","duration":"830.736557ms","start":"2026-03-04T02:21:11.302635Z","end":"2026-03-04T02:21:12.133372Z","steps":["trace[1324093188] 'agreement among raft nodes before linearized reading' (duration: 436.546569ms)","trace[1324093188] 'range keys from in-memory index tree' (duration: 393.85337ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:12.133431Z","caller":"traceutil/trace.go:171","msg":"trace[1010974467] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"392.513448ms","start":"2026-03-04T02:21:11.740904Z","end":"2026-03-04T02:21:12.133417Z","steps":["trace[1010974467] 'process raft request' (duration: 387.513752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:12.133447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.302609Z","time spent":"830.82475ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:21:12.133387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.350545Z","time spent":"782.810366ms","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:12.133513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.740885Z","time spent":"392.56998ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:13.145632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0172777s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:21:13.146383Z","caller":"traceutil/trace.go:171","msg":"trace[154865949] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"1.402752606s","start":"2026-03-04T02:21:11.743596Z","end":"2026-03-04T02:21:13.146348Z","steps":["trace[154865949] 'process raft request' (duration: 1.402336967s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:13.14642Z","caller":"traceutil/trace.go:171","msg":"trace[1123505334] transaction","detail":"{read_only:false; response_revision:27122; number_of_response:1; }","duration":"1.402469089s","start":"2026-03-04T02:21:11.743924Z","end":"2026-03-04T02:21:13.146393Z","steps":["trace[1123505334] 'process raft request' (duration: 1.402271675s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.146544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.743568Z","time spent":"1.40289433s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:13.146612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.743913Z","time spent":"1.402590624s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:13.147003Z","caller":"traceutil/trace.go:171","msg":"trace[1279671772] transaction","detail":"{read_only:false; response_revision:27123; number_of_response:1; }","duration":"1.40288217s","start":"2026-03-04T02:21:11.744108Z","end":"2026-03-04T02:21:13.146991Z","steps":["trace[1279671772] 'process raft request' (duration: 1.402240034s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.147116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.7441Z","time spent":"1.402956481s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:13.147201Z","caller":"traceutil/trace.go:171","msg":"trace[1399558606] linearizableReadLoop","detail":"{readStateIndex:28062; appliedIndex:28058; }","duration":"1.402719756s","start":"2026-03-04T02:21:11.744455Z","end":"2026-03-04T02:21:13.147175Z","steps":["trace[1399558606] 'read index received' (duration: 383.872668ms)","trace[1399558606] 'applied index is now lower than readState.Index' (duration: 1.018844948s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:13.147264Z","caller":"traceutil/trace.go:171","msg":"trace[1659720419] transaction","detail":"{read_only:false; response_revision:27124; number_of_response:1; }","duration":"1.401967479s","start":"2026-03-04T02:21:11.745269Z","end":"2026-03-04T02:21:13.147237Z","steps":["trace[1659720419] 'process raft request' (duration: 1.401652402s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.147356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402876079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:13.147363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.745263Z","time spent":"1.402054611s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:13.147403Z","caller":"traceutil/trace.go:171","msg":"trace[1315867963] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27124; }","duration":"1.402961812s","start":"2026-03-04T02:21:11.744427Z","end":"2026-03-04T02:21:13.147389Z","steps":["trace[1315867963] 'agreement among raft nodes before linearized reading' (duration: 1.402849019s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.14744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:11.744418Z","time spent":"1.403012033s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:21:13.647513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380691,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:21:13.819094Z","caller":"traceutil/trace.go:171","msg":"trace[1558833815] transaction","detail":"{read_only:false; response_revision:27125; number_of_response:1; }","duration":"1.680761811s","start":"2026-03-04T02:21:12.138306Z","end":"2026-03-04T02:21:13.819068Z","steps":["trace[1558833815] 'process raft request' (duration: 1.680394591s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.819259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:12.13829Z","time spent":"1.680882663s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:13.819426Z","caller":"traceutil/trace.go:171","msg":"trace[521732007] transaction","detail":"{read_only:false; response_revision:27126; number_of_response:1; }","duration":"1.681016786s","start":"2026-03-04T02:21:12.138384Z","end":"2026-03-04T02:21:13.819401Z","steps":["trace[521732007] 'process raft request' (duration: 1.680619747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.819544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:12.138377Z","time spent":"1.681114888s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:21:13.819519Z","caller":"traceutil/trace.go:171","msg":"trace[1738315018] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"1.678784745s","start":"2026-03-04T02:21:12.140705Z","end":"2026-03-04T02:21:13.81949Z","steps":["trace[1738315018] 'process raft request' (duration: 1.678602601s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:13.819577Z","caller":"traceutil/trace.go:171","msg":"trace[2026633667] transaction","detail":"{read_only:false; response_revision:27130; number_of_response:1; }","duration":"1.013554335s","start":"2026-03-04T02:21:12.806007Z","end":"2026-03-04T02:21:13.819561Z","steps":["trace[2026633667] 'process raft request' (duration: 1.013478703s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:13.819594Z","caller":"traceutil/trace.go:171","msg":"trace[1191163083] transaction","detail":"{read_only:false; response_revision:27129; number_of_response:1; }","duration":"1.01422367s","start":"2026-03-04T02:21:12.80534Z","end":"2026-03-04T02:21:13.819564Z","steps":["trace[1191163083] 'process raft request' (duration: 1.014109017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.819634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:12.140691Z","time spent":"1.678900359s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:13.819672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:12.805992Z","time spent":"1.013632846s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:13.819703Z","caller":"traceutil/trace.go:171","msg":"trace[851321071] linearizableReadLoop","detail":"{readStateIndex:28070; appliedIndex:28063; }","duration":"672.437847ms","start":"2026-03-04T02:21:13.147252Z","end":"2026-03-04T02:21:13.819689Z","steps":["trace[851321071] 'read index received' (duration: 671.417452ms)","trace[851321071] 'applied index is now lower than readState.Index' (duration: 1.018415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:13.819736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:12.805317Z","time spent":"1.014339272s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:13.819778Z","caller":"traceutil/trace.go:171","msg":"trace[1585440432] transaction","detail":"{read_only:false; response_revision:27131; number_of_response:1; }","duration":"836.117452ms","start":"2026-03-04T02:21:12.98365Z","end":"2026-03-04T02:21:13.819767Z","steps":["trace[1585440432] 'process raft request' (duration: 835.869896ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:13.819594Z","caller":"traceutil/trace.go:171","msg":"trace[1314327602] transaction","detail":"{read_only:false; response_revision:27128; number_of_response:1; }","duration":"1.014601349s","start":"2026-03-04T02:21:12.804963Z","end":"2026-03-04T02:21:13.819564Z","steps":["trace[1314327602] 'process raft request' (duration: 1.014444095s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.819835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:12.983599Z","time spent":"836.205124ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:13.819843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491799951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:13.819903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67856436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:13.819933Z","caller":"traceutil/trace.go:171","msg":"trace[1268882890] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27131; }","duration":"1.491968425s","start":"2026-03-04T02:21:12.327955Z","end":"2026-03-04T02:21:13.819923Z","steps":["trace[1268882890] 'agreement among raft nodes before linearized reading' (duration: 1.491830142s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.81994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684237631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5717"} {"level":"warn","ts":"2026-03-04T02:21:13.819969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.603903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:13.819937Z","caller":"traceutil/trace.go:171","msg":"trace[1913671664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27131; }","duration":"1.678635211s","start":"2026-03-04T02:21:12.141292Z","end":"2026-03-04T02:21:13.819928Z","steps":["trace[1913671664] 'agreement among raft nodes before linearized reading' (duration: 1.67857279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.819972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682644144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fcfc017a-e4b3-4a3c-89ec-cadef2913dc7\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T02:21:13.820006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:12.141275Z","time spent":"1.678726873s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:21:13.820017Z","caller":"traceutil/trace.go:171","msg":"trace[595080345] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fcfc017a-e4b3-4a3c-89ec-cadef2913dc7; range_end:; response_count:1; response_revision:27131; }","duration":"1.682710106s","start":"2026-03-04T02:21:12.137296Z","end":"2026-03-04T02:21:13.820006Z","steps":["trace[595080345] 'agreement among raft nodes before linearized reading' (duration: 1.682604204s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.820054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:12.137277Z","time spent":"1.682765317s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-fcfc017a-e4b3-4a3c-89ec-cadef2913dc7\" "} {"level":"info","ts":"2026-03-04T02:21:13.819985Z","caller":"traceutil/trace.go:171","msg":"trace[2084390554] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:27131; }","duration":"1.684520987s","start":"2026-03-04T02:21:12.135452Z","end":"2026-03-04T02:21:13.819973Z","steps":["trace[2084390554] 'agreement among raft nodes before linearized reading' (duration: 1.684379194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.82004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:12.804933Z","time spent":"1.014946966s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:13.820104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:12.135429Z","time spent":"1.684662991s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":5740,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-03-04T02:21:13.819794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013530864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:13.819901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.301763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:21:13.820097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.075804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:13.819975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:12.327918Z","time spent":"1.492045917s","remote":"127.0.0.1:39070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:13.82021Z","caller":"traceutil/trace.go:171","msg":"trace[1254914702] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27131; }","duration":"139.258428ms","start":"2026-03-04T02:21:13.680927Z","end":"2026-03-04T02:21:13.820186Z","steps":["trace[1254914702] 'agreement among raft nodes before linearized reading' (duration: 139.012553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:13.820156Z","caller":"traceutil/trace.go:171","msg":"trace[1023278571] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27131; }","duration":"1.013923673s","start":"2026-03-04T02:21:12.806218Z","end":"2026-03-04T02:21:13.820142Z","steps":["trace[1023278571] 'agreement among raft nodes before linearized reading' (duration: 1.013511764s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.820308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:12.806206Z","time spent":"1.014088667s","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:13.820007Z","caller":"traceutil/trace.go:171","msg":"trace[1058469673] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27131; }","duration":"424.683165ms","start":"2026-03-04T02:21:13.395314Z","end":"2026-03-04T02:21:13.819997Z","steps":["trace[1058469673] 'agreement among raft nodes before linearized reading' (duration: 424.617253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.820375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:13.395295Z","time spent":"425.068453ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:13.820167Z","caller":"traceutil/trace.go:171","msg":"trace[1126165075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27131; }","duration":"832.61173ms","start":"2026-03-04T02:21:12.987539Z","end":"2026-03-04T02:21:13.820151Z","steps":["trace[1126165075] 'agreement among raft nodes before linearized reading' (duration: 832.262872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.820452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:12.987508Z","time spent":"832.933107ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:21:13.819902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.223973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:13.820561Z","caller":"traceutil/trace.go:171","msg":"trace[740191502] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27131; }","duration":"666.881988ms","start":"2026-03-04T02:21:13.153667Z","end":"2026-03-04T02:21:13.820549Z","steps":["trace[740191502] 'agreement among raft nodes before linearized reading' (duration: 666.206903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:13.820604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:13.153647Z","time spent":"666.944719ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:21:14.610641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.408063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:14.610757Z","caller":"traceutil/trace.go:171","msg":"trace[379103585] transaction","detail":"{read_only:false; response_revision:27132; number_of_response:1; }","duration":"783.927922ms","start":"2026-03-04T02:21:13.82681Z","end":"2026-03-04T02:21:14.610738Z","steps":["trace[379103585] 'process raft request' (duration: 282.336705ms)","trace[379103585] 'compare' (duration: 501.193918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:14.61084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:13.826788Z","time spent":"784.020164ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:15.246384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137222942s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:21:15.298498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.00098ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:15.298641Z","caller":"traceutil/trace.go:171","msg":"trace[768491748] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27132; }","duration":"399.155843ms","start":"2026-03-04T02:21:14.89946Z","end":"2026-03-04T02:21:15.298616Z","steps":["trace[768491748] 'range keys from in-memory index tree' (duration: 398.984539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:15.300074Z","caller":"traceutil/trace.go:171","msg":"trace[1229216426] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"1.472230827s","start":"2026-03-04T02:21:13.827758Z","end":"2026-03-04T02:21:15.299989Z","steps":["trace[1229216426] 'process raft request' (duration: 1.418855519s)","trace[1229216426] 'compare' (duration: 52.121319ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:15.300198Z","caller":"traceutil/trace.go:171","msg":"trace[684239946] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"1.467636981s","start":"2026-03-04T02:21:13.832505Z","end":"2026-03-04T02:21:15.300142Z","steps":["trace[684239946] 'process raft request' (duration: 1.467463277s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.300299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:13.827742Z","time spent":"1.472432811s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:21:15.300352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:13.832496Z","time spent":"1.467764484s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6196,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:15.300105Z","caller":"traceutil/trace.go:171","msg":"trace[608646158] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"1.468533691s","start":"2026-03-04T02:21:13.83154Z","end":"2026-03-04T02:21:15.300074Z","steps":["trace[608646158] 'process raft request' (duration: 1.468121062s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.300403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472546874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:21:15.30047Z","caller":"traceutil/trace.go:171","msg":"trace[1685414381] range","detail":"{range_begin:/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b; range_end:; response_count:1; response_revision:27135; }","duration":"1.472639486s","start":"2026-03-04T02:21:13.827795Z","end":"2026-03-04T02:21:15.300435Z","steps":["trace[1685414381] 'agreement among raft nodes before linearized reading' (duration: 1.472430901s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:15.300044Z","caller":"traceutil/trace.go:171","msg":"trace[852576523] linearizableReadLoop","detail":"{readStateIndex:28072; appliedIndex:28070; }","duration":"1.472225106s","start":"2026-03-04T02:21:13.827802Z","end":"2026-03-04T02:21:15.300027Z","steps":["trace[852576523] 'read index received' (duration: 281.361112ms)","trace[852576523] 'applied index is now lower than readState.Index' (duration: 1.190862914s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:15.300504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:13.827788Z","time spent":"1.472706757s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b\" "} {"level":"warn","ts":"2026-03-04T02:21:15.300501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:13.831521Z","time spent":"1.46890607s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:15.634404Z","caller":"traceutil/trace.go:171","msg":"trace[467129563] linearizableReadLoop","detail":"{readStateIndex:28076; appliedIndex:28074; }","duration":"333.88434ms","start":"2026-03-04T02:21:15.300494Z","end":"2026-03-04T02:21:15.634379Z","steps":["trace[467129563] 'read index received' (duration: 333.515231ms)","trace[467129563] 'applied index is now lower than readState.Index' (duration: 367.619µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:15.634523Z","caller":"traceutil/trace.go:171","msg":"trace[1506532334] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"444.701979ms","start":"2026-03-04T02:21:15.189777Z","end":"2026-03-04T02:21:15.634479Z","steps":["trace[1506532334] 'process raft request' (duration: 444.521585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.63465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.952822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:21:15.63465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750303813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:15.634691Z","caller":"traceutil/trace.go:171","msg":"trace[542085321] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:27137; }","duration":"548.049464ms","start":"2026-03-04T02:21:15.08663Z","end":"2026-03-04T02:21:15.63468Z","steps":["trace[542085321] 'agreement among raft nodes before linearized reading' (duration: 547.890931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:15.634711Z","caller":"traceutil/trace.go:171","msg":"trace[1052802499] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27137; }","duration":"1.750430426s","start":"2026-03-04T02:21:13.884268Z","end":"2026-03-04T02:21:15.634698Z","steps":["trace[1052802499] 'agreement among raft nodes before linearized reading' (duration: 1.750290713s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.634728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.086607Z","time spent":"548.108826ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-04T02:21:15.634739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:13.884246Z","time spent":"1.750488768s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:21:15.634724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.189762Z","time spent":"444.860822ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:15.634777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.039854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:21:15.63482Z","caller":"traceutil/trace.go:171","msg":"trace[1823597614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27137; }","duration":"482.098895ms","start":"2026-03-04T02:21:15.152711Z","end":"2026-03-04T02:21:15.63481Z","steps":["trace[1823597614] 'agreement among raft nodes before linearized reading' (duration: 481.992313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.634843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.152702Z","time spent":"482.135676ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:21:15.634906Z","caller":"traceutil/trace.go:171","msg":"trace[396576675] transaction","detail":"{read_only:false; response_revision:27136; number_of_response:1; }","duration":"1.019457042s","start":"2026-03-04T02:21:14.615299Z","end":"2026-03-04T02:21:15.634756Z","steps":["trace[396576675] 'process raft request' (duration: 1.018823028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.635007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.664016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:21:15.635039Z","caller":"traceutil/trace.go:171","msg":"trace[128363015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27137; }","duration":"481.707896ms","start":"2026-03-04T02:21:15.153322Z","end":"2026-03-04T02:21:15.63503Z","steps":["trace[128363015] 'agreement among raft nodes before linearized reading' (duration: 481.581143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.635051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80622018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:15.635065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.153315Z","time spent":"481.743117ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:15.635071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.601391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-03-04T02:21:15.635089Z","caller":"traceutil/trace.go:171","msg":"trace[1182606322] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27137; }","duration":"826.649562ms","start":"2026-03-04T02:21:14.808433Z","end":"2026-03-04T02:21:15.635082Z","steps":["trace[1182606322] 'agreement among raft nodes before linearized reading' (duration: 826.54373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.635109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:14.808349Z","time spent":"826.756894ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:21:15.635107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:14.615276Z","time spent":"1.019760468s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:21:15.635173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386586581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:15.635191Z","caller":"traceutil/trace.go:171","msg":"trace[1177287952] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27137; }","duration":"1.386606312s","start":"2026-03-04T02:21:14.24858Z","end":"2026-03-04T02:21:15.635187Z","steps":["trace[1177287952] 'agreement among raft nodes before linearized reading' (duration: 1.386566201s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.63519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.144613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:21:15.635224Z","caller":"traceutil/trace.go:171","msg":"trace[458096335] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27137; }","duration":"330.202494ms","start":"2026-03-04T02:21:15.305011Z","end":"2026-03-04T02:21:15.635213Z","steps":["trace[458096335] 'agreement among raft nodes before linearized reading' (duration: 330.105192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.635247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687961768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-03-04T02:21:15.635007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803524737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:15.635204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:14.248511Z","time spent":"1.386689804s","remote":"127.0.0.1:51702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:15.635287Z","caller":"traceutil/trace.go:171","msg":"trace[340275413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27137; }","duration":"1.803812073s","start":"2026-03-04T02:21:13.831464Z","end":"2026-03-04T02:21:15.635276Z","steps":["trace[340275413] 'agreement among raft nodes before linearized reading' (duration: 1.803499796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.635313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700800835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-04T02:21:15.635332Z","caller":"traceutil/trace.go:171","msg":"trace[1162736559] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27137; }","duration":"1.700853106s","start":"2026-03-04T02:21:13.934473Z","end":"2026-03-04T02:21:15.635326Z","steps":["trace[1162736559] 'agreement among raft nodes before linearized reading' (duration: 1.700805755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.635325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:13.831459Z","time spent":"1.803857734s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:15.635344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:13.934451Z","time spent":"1.700890357s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-03-04T02:21:15.635084Z","caller":"traceutil/trace.go:171","msg":"trace[1197091332] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27137; }","duration":"1.80627194s","start":"2026-03-04T02:21:13.828801Z","end":"2026-03-04T02:21:15.635073Z","steps":["trace[1197091332] 'agreement among raft nodes before linearized reading' (duration: 1.806223789s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.635453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.524279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:21:15.635479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.796739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:21:15.635497Z","caller":"traceutil/trace.go:171","msg":"trace[1670207113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27137; }","duration":"483.57004ms","start":"2026-03-04T02:21:15.151915Z","end":"2026-03-04T02:21:15.635485Z","steps":["trace[1670207113] 'agreement among raft nodes before linearized reading' (duration: 483.392626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.635259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.304996Z","time spent":"330.254415ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T02:21:15.635517Z","caller":"traceutil/trace.go:171","msg":"trace[1594160935] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27137; }","duration":"217.889411ms","start":"2026-03-04T02:21:15.417618Z","end":"2026-03-04T02:21:15.635507Z","steps":["trace[1594160935] 'agreement among raft nodes before linearized reading' (duration: 217.787269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.635602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.693403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7069"} {"level":"info","ts":"2026-03-04T02:21:15.635641Z","caller":"traceutil/trace.go:171","msg":"trace[1924595877] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:27137; }","duration":"329.755654ms","start":"2026-03-04T02:21:15.305876Z","end":"2026-03-04T02:21:15.635632Z","steps":["trace[1924595877] 'agreement among raft nodes before linearized reading' (duration: 329.658122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.635667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.305864Z","time spent":"329.796055ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7092,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-04T02:21:15.63527Z","caller":"traceutil/trace.go:171","msg":"trace[770779002] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27137; }","duration":"1.68801293s","start":"2026-03-04T02:21:13.94725Z","end":"2026-03-04T02:21:15.635263Z","steps":["trace[770779002] 'agreement among raft nodes before linearized reading' (duration: 1.687962458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.63571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:13.947231Z","time spent":"1.68847379s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:21:15.635552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.151884Z","time spent":"483.657332ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:15.635469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:13.828789Z","time spent":"1.806673859s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:21:15.634726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.847823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:21:15.638361Z","caller":"traceutil/trace.go:171","msg":"trace[963897144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27137; }","duration":"486.540469ms","start":"2026-03-04T02:21:15.151793Z","end":"2026-03-04T02:21:15.638333Z","steps":["trace[963897144] 'agreement among raft nodes before linearized reading' (duration: 482.612298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:15.638427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.151778Z","time spent":"486.62756ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:16.606134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.976354ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:21:16.606522Z","caller":"traceutil/trace.go:171","msg":"trace[1412422306] transaction","detail":"{read_only:false; response_revision:27148; number_of_response:1; }","duration":"777.830711ms","start":"2026-03-04T02:21:15.828679Z","end":"2026-03-04T02:21:16.60651Z","steps":["trace[1412422306] 'process raft request' (duration: 777.80894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.606589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.828666Z","time spent":"777.880372ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:16.606703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.637922Z","time spent":"968.780017ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:21:16.606779Z","caller":"traceutil/trace.go:171","msg":"trace[2067913676] linearizableReadLoop","detail":"{readStateIndex:28077; appliedIndex:28076; }","duration":"968.737066ms","start":"2026-03-04T02:21:15.638036Z","end":"2026-03-04T02:21:16.606773Z","steps":["trace[2067913676] 'read index received' (duration: 306.277779ms)","trace[2067913676] 'applied index is now lower than readState.Index' (duration: 662.458537ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:16.606885Z","caller":"traceutil/trace.go:171","msg":"trace[2126892456] transaction","detail":"{read_only:false; response_revision:27138; number_of_response:1; }","duration":"964.375804ms","start":"2026-03-04T02:21:15.642505Z","end":"2026-03-04T02:21:16.606881Z","steps":["trace[2126892456] 'process raft request' (duration: 963.691889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.606913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.642478Z","time spent":"964.421976ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":907,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:21:16.607046Z","caller":"traceutil/trace.go:171","msg":"trace[1805420518] transaction","detail":"{read_only:false; response_revision:27139; number_of_response:1; }","duration":"964.17457ms","start":"2026-03-04T02:21:15.642867Z","end":"2026-03-04T02:21:16.607042Z","steps":["trace[1805420518] 'process raft request' (duration: 963.413103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.607079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.642852Z","time spent":"964.21081ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:16.607142Z","caller":"traceutil/trace.go:171","msg":"trace[1459633696] transaction","detail":"{read_only:false; response_revision:27140; number_of_response:1; }","duration":"964.134349ms","start":"2026-03-04T02:21:15.643003Z","end":"2026-03-04T02:21:16.607137Z","steps":["trace[1459633696] 'process raft request' (duration: 963.31026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.60717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.642979Z","time spent":"964.17764ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:16.607236Z","caller":"traceutil/trace.go:171","msg":"trace[1296023775] transaction","detail":"{read_only:false; response_revision:27141; number_of_response:1; }","duration":"964.19473ms","start":"2026-03-04T02:21:15.643037Z","end":"2026-03-04T02:21:16.607232Z","steps":["trace[1296023775] 'process raft request' (duration: 963.31247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.607264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.643027Z","time spent":"964.222981ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:16.607321Z","caller":"traceutil/trace.go:171","msg":"trace[896306270] transaction","detail":"{read_only:false; response_revision:27142; number_of_response:1; }","duration":"964.222031ms","start":"2026-03-04T02:21:15.643095Z","end":"2026-03-04T02:21:16.607317Z","steps":["trace[896306270] 'process raft request' (duration: 963.27658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.607346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.643089Z","time spent":"964.245072ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:16.607405Z","caller":"traceutil/trace.go:171","msg":"trace[434611850] transaction","detail":"{read_only:false; response_revision:27143; number_of_response:1; }","duration":"964.220741ms","start":"2026-03-04T02:21:15.643181Z","end":"2026-03-04T02:21:16.607401Z","steps":["trace[434611850] 'process raft request' (duration: 963.207808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.607432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.643167Z","time spent":"964.252091ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:16.607498Z","caller":"traceutil/trace.go:171","msg":"trace[1519163642] transaction","detail":"{read_only:false; response_revision:27144; number_of_response:1; }","duration":"963.468273ms","start":"2026-03-04T02:21:15.644026Z","end":"2026-03-04T02:21:16.607494Z","steps":["trace[1519163642] 'process raft request' (duration: 962.378338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.607526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.644011Z","time spent":"963.501785ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:16.607643Z","caller":"traceutil/trace.go:171","msg":"trace[1911170309] transaction","detail":"{read_only:false; response_revision:27145; number_of_response:1; }","duration":"963.018253ms","start":"2026-03-04T02:21:15.64462Z","end":"2026-03-04T02:21:16.607638Z","steps":["trace[1911170309] 'process raft request' (duration: 961.799936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.607672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.644609Z","time spent":"963.050424ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:16.607737Z","caller":"traceutil/trace.go:171","msg":"trace[356186501] transaction","detail":"{read_only:false; response_revision:27146; number_of_response:1; }","duration":"780.618016ms","start":"2026-03-04T02:21:15.827114Z","end":"2026-03-04T02:21:16.607732Z","steps":["trace[356186501] 'process raft request' (duration: 779.341787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.607765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.827079Z","time spent":"780.672957ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:16.60782Z","caller":"traceutil/trace.go:171","msg":"trace[1317518837] transaction","detail":"{read_only:false; response_revision:27147; number_of_response:1; }","duration":"780.234586ms","start":"2026-03-04T02:21:15.827582Z","end":"2026-03-04T02:21:16.607816Z","steps":["trace[1317518837] 'process raft request' (duration: 778.888185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.607845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.827571Z","time spent":"780.262996ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:16.607946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.913842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:16.607965Z","caller":"traceutil/trace.go:171","msg":"trace[799554222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27148; }","duration":"969.962354ms","start":"2026-03-04T02:21:15.637998Z","end":"2026-03-04T02:21:16.60796Z","steps":["trace[799554222] 'agreement among raft nodes before linearized reading' (duration: 969.928563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.607978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.637978Z","time spent":"969.997395ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:16.608043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.50428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:16.608104Z","caller":"traceutil/trace.go:171","msg":"trace[211525849] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27148; }","duration":"965.597482ms","start":"2026-03-04T02:21:15.642492Z","end":"2026-03-04T02:21:16.608089Z","steps":["trace[211525849] 'agreement among raft nodes before linearized reading' (duration: 965.479089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.608136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.642473Z","time spent":"965.657474ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:21:16.608365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.085705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:16.608421Z","caller":"traceutil/trace.go:171","msg":"trace[1506245502] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27148; }","duration":"133.159736ms","start":"2026-03-04T02:21:16.47523Z","end":"2026-03-04T02:21:16.608389Z","steps":["trace[1506245502] 'agreement among raft nodes before linearized reading' (duration: 133.101484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.608433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.291344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:16.608492Z","caller":"traceutil/trace.go:171","msg":"trace[1714616532] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27148; }","duration":"276.362596ms","start":"2026-03-04T02:21:16.332115Z","end":"2026-03-04T02:21:16.608477Z","steps":["trace[1714616532] 'agreement among raft nodes before linearized reading' (duration: 276.254623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.608504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.184484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:21:16.60851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.819279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:21:16.608548Z","caller":"traceutil/trace.go:171","msg":"trace[1528720555] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27148; }","duration":"478.270846ms","start":"2026-03-04T02:21:16.130265Z","end":"2026-03-04T02:21:16.608535Z","steps":["trace[1528720555] 'agreement among raft nodes before linearized reading' (duration: 478.138303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:16.608561Z","caller":"traceutil/trace.go:171","msg":"trace[904220121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27148; }","duration":"695.914531ms","start":"2026-03-04T02:21:15.912632Z","end":"2026-03-04T02:21:16.608546Z","steps":["trace[904220121] 'agreement among raft nodes before linearized reading' (duration: 695.734497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.608591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.130246Z","time spent":"478.335967ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:16.608597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.912611Z","time spent":"695.977662ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:21:16.608725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.585305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-03-04T02:21:16.608758Z","caller":"traceutil/trace.go:171","msg":"trace[10070095] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:27148; }","duration":"865.654366ms","start":"2026-03-04T02:21:15.743093Z","end":"2026-03-04T02:21:16.608748Z","steps":["trace[10070095] 'agreement among raft nodes before linearized reading' (duration: 865.545243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.608779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.74307Z","time spent":"865.703457ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1186,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-03-04T02:21:16.609245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.603776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-642704f3-193e-46fc-9a34-9354600517e7\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:21:16.617818Z","caller":"traceutil/trace.go:171","msg":"trace[1387528300] range","detail":"{range_begin:/registry/persistentvolumes/pvc-642704f3-193e-46fc-9a34-9354600517e7; range_end:; response_count:1; response_revision:27148; }","duration":"975.293837ms","start":"2026-03-04T02:21:15.642503Z","end":"2026-03-04T02:21:16.617797Z","steps":["trace[1387528300] 'agreement among raft nodes before linearized reading' (duration: 965.96985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:16.617868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:15.642485Z","time spent":"975.361919ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-642704f3-193e-46fc-9a34-9354600517e7\" "} {"level":"warn","ts":"2026-03-04T02:21:17.115299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:21:17.714373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.548524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:17.714591Z","caller":"traceutil/trace.go:171","msg":"trace[1901963188] transaction","detail":"{read_only:false; response_revision:27149; number_of_response:1; }","duration":"1.106002368s","start":"2026-03-04T02:21:16.60854Z","end":"2026-03-04T02:21:17.714542Z","steps":["trace[1901963188] 'process raft request' (duration: 737.135028ms)","trace[1901963188] 'compare' (duration: 351.634231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:17.714723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.608527Z","time spent":"1.10612381s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:17.931777Z","caller":"traceutil/trace.go:171","msg":"trace[94356498] transaction","detail":"{read_only:false; response_revision:27153; number_of_response:1; }","duration":"1.300341343s","start":"2026-03-04T02:21:16.631417Z","end":"2026-03-04T02:21:17.931758Z","steps":["trace[94356498] 'process raft request' (duration: 1.30023572s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:17.931752Z","caller":"traceutil/trace.go:171","msg":"trace[100008316] transaction","detail":"{read_only:false; response_revision:27151; number_of_response:1; }","duration":"1.317246535s","start":"2026-03-04T02:21:16.614485Z","end":"2026-03-04T02:21:17.931731Z","steps":["trace[100008316] 'process raft request' (duration: 1.3170138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.931967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.631401Z","time spent":"1.300454095s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:17.931973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.614459Z","time spent":"1.317422689s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:17.932167Z","caller":"traceutil/trace.go:171","msg":"trace[51345323] transaction","detail":"{read_only:false; response_revision:27152; number_of_response:1; }","duration":"1.317651985s","start":"2026-03-04T02:21:16.6145Z","end":"2026-03-04T02:21:17.932152Z","steps":["trace[51345323] 'process raft request' (duration: 1.317097722s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:17.932193Z","caller":"traceutil/trace.go:171","msg":"trace[62513354] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"1.30065875s","start":"2026-03-04T02:21:16.631503Z","end":"2026-03-04T02:21:17.932162Z","steps":["trace[62513354] 'process raft request' (duration: 1.300201899s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.932261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.614489Z","time spent":"1.317729006s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:17.932347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.631496Z","time spent":"1.300775472s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:21:17.932618Z","caller":"traceutil/trace.go:171","msg":"trace[763002641] linearizableReadLoop","detail":"{readStateIndex:28095; appliedIndex:28088; }","duration":"1.318218107s","start":"2026-03-04T02:21:16.614347Z","end":"2026-03-04T02:21:17.932565Z","steps":["trace[763002641] 'read index received' (duration: 731.422585ms)","trace[763002641] 'applied index is now lower than readState.Index' (duration: 586.794462ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:17.932707Z","caller":"traceutil/trace.go:171","msg":"trace[334947836] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"1.069090142s","start":"2026-03-04T02:21:16.863597Z","end":"2026-03-04T02:21:17.932687Z","steps":["trace[334947836] 'process raft request' (duration: 1.068454797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.932808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.863578Z","time spent":"1.069182484s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:17.932811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318449602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-04T02:21:17.93287Z","caller":"traceutil/trace.go:171","msg":"trace[159643136] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f; range_end:; response_count:1; response_revision:27155; }","duration":"1.318526134s","start":"2026-03-04T02:21:16.614325Z","end":"2026-03-04T02:21:17.932851Z","steps":["trace[159643136] 'agreement among raft nodes before linearized reading' (duration: 1.318359691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.932879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318449823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mlq5t\" ","response":"range_response_count:1 size:7753"} {"level":"warn","ts":"2026-03-04T02:21:17.93291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.614314Z","time spent":"1.318589146s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899817400a3ca6f\" "} {"level":"info","ts":"2026-03-04T02:21:17.932925Z","caller":"traceutil/trace.go:171","msg":"trace[1459417227] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mlq5t; range_end:; response_count:1; response_revision:27155; }","duration":"1.318519034s","start":"2026-03-04T02:21:16.614391Z","end":"2026-03-04T02:21:17.93291Z","steps":["trace[1459417227] 'agreement among raft nodes before linearized reading' (duration: 1.31833413s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.932961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.61438Z","time spent":"1.318572996s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7776,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mlq5t\" "} {"level":"warn","ts":"2026-03-04T02:21:17.933002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22821837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T02:21:17.933047Z","caller":"traceutil/trace.go:171","msg":"trace[1588263877] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:27155; }","duration":"1.228296832s","start":"2026-03-04T02:21:16.704737Z","end":"2026-03-04T02:21:17.933034Z","steps":["trace[1588263877] 'agreement among raft nodes before linearized reading' (duration: 1.228167979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.933084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.704717Z","time spent":"1.228359884s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-04T02:21:17.933254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311452389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-04T02:21:17.93325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315961805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:17.933389Z","caller":"traceutil/trace.go:171","msg":"trace[1509866444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27155; }","duration":"1.316157499s","start":"2026-03-04T02:21:16.617195Z","end":"2026-03-04T02:21:17.933353Z","steps":["trace[1509866444] 'agreement among raft nodes before linearized reading' (duration: 1.315868642s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.933403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.414194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T02:21:17.933429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318513443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-04T02:21:17.933445Z","caller":"traceutil/trace.go:171","msg":"trace[473762844] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27155; }","duration":"215.510426ms","start":"2026-03-04T02:21:17.717925Z","end":"2026-03-04T02:21:17.933435Z","steps":["trace[473762844] 'agreement among raft nodes before linearized reading' (duration: 215.392063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.933456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.61719Z","time spent":"1.316256332s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:21:17.933468Z","caller":"traceutil/trace.go:171","msg":"trace[1052517901] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:27155; }","duration":"1.318559394s","start":"2026-03-04T02:21:16.614899Z","end":"2026-03-04T02:21:17.933459Z","steps":["trace[1052517901] 'agreement among raft nodes before linearized reading' (duration: 1.318449642s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.933508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.614894Z","time spent":"1.318606965s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-03-04T02:21:17.933661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.013284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:17.933714Z","caller":"traceutil/trace.go:171","msg":"trace[2108430364] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27155; }","duration":"457.103296ms","start":"2026-03-04T02:21:17.476596Z","end":"2026-03-04T02:21:17.9337Z","steps":["trace[2108430364] 'agreement among raft nodes before linearized reading' (duration: 456.995273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.933754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:17.476574Z","time spent":"457.171367ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:17.933309Z","caller":"traceutil/trace.go:171","msg":"trace[480532974] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27155; }","duration":"1.311536031s","start":"2026-03-04T02:21:16.621755Z","end":"2026-03-04T02:21:17.933291Z","steps":["trace[480532974] 'agreement among raft nodes before linearized reading' (duration: 1.311389738s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.933821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319365183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:21:17.933876Z","caller":"traceutil/trace.go:171","msg":"trace[1850971627] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27155; }","duration":"1.319418794s","start":"2026-03-04T02:21:16.614434Z","end":"2026-03-04T02:21:17.933853Z","steps":["trace[1850971627] 'agreement among raft nodes before linearized reading' (duration: 1.319314532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.933912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.614428Z","time spent":"1.319476485s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:21:17.933823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.621729Z","time spent":"1.312072754s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T02:21:17.933988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.144101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:21:17.934085Z","caller":"traceutil/trace.go:171","msg":"trace[550367401] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27155; }","duration":"628.238423ms","start":"2026-03-04T02:21:17.305835Z","end":"2026-03-04T02:21:17.934074Z","steps":["trace[550367401] 'agreement among raft nodes before linearized reading' (duration: 628.080929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.934157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:17.305773Z","time spent":"628.373976ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:21:17.931687Z","caller":"traceutil/trace.go:171","msg":"trace[660004789] transaction","detail":"{read_only:false; response_revision:27150; number_of_response:1; }","duration":"1.317252875s","start":"2026-03-04T02:21:16.614388Z","end":"2026-03-04T02:21:17.93164Z","steps":["trace[660004789] 'process raft request' (duration: 1.316877396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:17.93468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:16.614381Z","time spent":"1.320248635s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:21:18.561524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.090018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:18.561662Z","caller":"traceutil/trace.go:171","msg":"trace[1889682040] linearizableReadLoop","detail":"{readStateIndex:28096; appliedIndex:28095; }","duration":"623.383651ms","start":"2026-03-04T02:21:17.938258Z","end":"2026-03-04T02:21:18.561642Z","steps":["trace[1889682040] 'read index received' (duration: 337.989865ms)","trace[1889682040] 'applied index is now lower than readState.Index' (duration: 285.389466ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:18.56172Z","caller":"traceutil/trace.go:171","msg":"trace[2126931172] transaction","detail":"{read_only:false; response_revision:27156; number_of_response:1; }","duration":"624.727522ms","start":"2026-03-04T02:21:17.936955Z","end":"2026-03-04T02:21:18.561682Z","steps":["trace[2126931172] 'process raft request' (duration: 339.358536ms)","trace[2126931172] 'compare' (duration: 284.606707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:18.561826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:17.936935Z","time spent":"624.840864ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:18.561897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.628776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"info","ts":"2026-03-04T02:21:18.561936Z","caller":"traceutil/trace.go:171","msg":"trace[205454031] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27156; }","duration":"623.686137ms","start":"2026-03-04T02:21:17.938241Z","end":"2026-03-04T02:21:18.561927Z","steps":["trace[205454031] 'agreement among raft nodes before linearized reading' (duration: 623.468042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:18.56196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:17.938232Z","time spent":"623.723359ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18307,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:21:18.750123Z","caller":"traceutil/trace.go:171","msg":"trace[1833802685] transaction","detail":"{read_only:false; response_revision:27157; number_of_response:1; }","duration":"810.861787ms","start":"2026-03-04T02:21:17.939198Z","end":"2026-03-04T02:21:18.75006Z","steps":["trace[1833802685] 'process raft request' (duration: 771.186328ms)","trace[1833802685] 'compare' (duration: 39.28346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:18.750279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:17.939166Z","time spent":"811.03955ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:21:18.7504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.749539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:18.75052Z","caller":"traceutil/trace.go:171","msg":"trace[175012370] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27159; }","duration":"214.940283ms","start":"2026-03-04T02:21:18.535548Z","end":"2026-03-04T02:21:18.750488Z","steps":["trace[175012370] 'agreement among raft nodes before linearized reading' (duration: 214.755498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:18.750528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.016647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:18.750654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.835078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:21:18.750651Z","caller":"traceutil/trace.go:171","msg":"trace[685062695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27159; }","duration":"804.171261ms","start":"2026-03-04T02:21:17.946448Z","end":"2026-03-04T02:21:18.750619Z","steps":["trace[685062695] 'agreement among raft nodes before linearized reading' (duration: 803.958576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:18.750691Z","caller":"traceutil/trace.go:171","msg":"trace[1825039045] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27159; }","duration":"811.87467ms","start":"2026-03-04T02:21:17.938803Z","end":"2026-03-04T02:21:18.750678Z","steps":["trace[1825039045] 'agreement among raft nodes before linearized reading' (duration: 811.804848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:18.750674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.204519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:18.750722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:17.938796Z","time spent":"811.920581ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:21:18.750717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:17.946439Z","time spent":"804.264693ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:21:18.750751Z","caller":"traceutil/trace.go:171","msg":"trace[986927798] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27159; }","duration":"275.343242ms","start":"2026-03-04T02:21:18.475381Z","end":"2026-03-04T02:21:18.750724Z","steps":["trace[986927798] 'agreement among raft nodes before linearized reading' (duration: 275.197179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:18.750774Z","caller":"traceutil/trace.go:171","msg":"trace[1533637182] transaction","detail":"{read_only:false; response_revision:27159; number_of_response:1; }","duration":"805.100382ms","start":"2026-03-04T02:21:17.945656Z","end":"2026-03-04T02:21:18.750757Z","steps":["trace[1533637182] 'process raft request' (duration: 804.364435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:18.750876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:17.945639Z","time spent":"805.174133ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7569,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:18.750562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.996616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1456"} {"level":"info","ts":"2026-03-04T02:21:18.750988Z","caller":"traceutil/trace.go:171","msg":"trace[1465999620] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27159; }","duration":"810.445806ms","start":"2026-03-04T02:21:17.940521Z","end":"2026-03-04T02:21:18.750966Z","steps":["trace[1465999620] 'agreement among raft nodes before linearized reading' (duration: 809.911313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:18.751057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:17.940473Z","time spent":"810.566589ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1479,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-03-04T02:21:18.75112Z","caller":"traceutil/trace.go:171","msg":"trace[970179910] transaction","detail":"{read_only:false; response_revision:27158; number_of_response:1; }","duration":"810.998479ms","start":"2026-03-04T02:21:17.940105Z","end":"2026-03-04T02:21:18.751103Z","steps":["trace[970179910] 'process raft request' (duration: 809.831932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:18.751254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:17.940089Z","time spent":"811.07752ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:18.751434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.001585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a73a10a7-fea5-423c-967f-e9109351e238\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-04T02:21:18.751561Z","caller":"traceutil/trace.go:171","msg":"trace[601775763] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a73a10a7-fea5-423c-967f-e9109351e238; range_end:; response_count:1; response_revision:27159; }","duration":"813.125738ms","start":"2026-03-04T02:21:17.938415Z","end":"2026-03-04T02:21:18.751541Z","steps":["trace[601775763] 'agreement among raft nodes before linearized reading' (duration: 812.870592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:18.751618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:17.938397Z","time spent":"813.20768ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-a73a10a7-fea5-423c-967f-e9109351e238\" "} {"level":"info","ts":"2026-03-04T02:21:18.752256Z","caller":"traceutil/trace.go:171","msg":"trace[259232937] linearizableReadLoop","detail":"{readStateIndex:28099; appliedIndex:28096; }","duration":"188.397936ms","start":"2026-03-04T02:21:18.561687Z","end":"2026-03-04T02:21:18.750085Z","steps":["trace[259232937] 'read index received' (duration: 148.698597ms)","trace[259232937] 'applied index is now lower than readState.Index' (duration: 39.698429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:19.245757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.941028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:19.246139Z","caller":"traceutil/trace.go:171","msg":"trace[112566415] transaction","detail":"{read_only:false; response_revision:27161; number_of_response:1; }","duration":"627.455175ms","start":"2026-03-04T02:21:18.618632Z","end":"2026-03-04T02:21:19.246087Z","steps":["trace[112566415] 'process raft request' (duration: 627.24688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:19.246159Z","caller":"traceutil/trace.go:171","msg":"trace[681020544] transaction","detail":"{read_only:false; response_revision:27160; number_of_response:1; }","duration":"678.422436ms","start":"2026-03-04T02:21:18.567701Z","end":"2026-03-04T02:21:19.246123Z","steps":["trace[681020544] 'process raft request' (duration: 323.038608ms)","trace[681020544] 'compare' (duration: 354.61747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:19.246291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.567662Z","time spent":"678.563969ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:21:19.246422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.984351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:21:19.246465Z","caller":"traceutil/trace.go:171","msg":"trace[787652615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27163; }","duration":"620.045212ms","start":"2026-03-04T02:21:18.626409Z","end":"2026-03-04T02:21:19.246454Z","steps":["trace[787652615] 'agreement among raft nodes before linearized reading' (duration: 619.920299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:19.246296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.61861Z","time spent":"627.608138ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:19.246528Z","caller":"traceutil/trace.go:171","msg":"trace[40300815] transaction","detail":"{read_only:false; response_revision:27163; number_of_response:1; }","duration":"627.631339ms","start":"2026-03-04T02:21:18.618886Z","end":"2026-03-04T02:21:19.246517Z","steps":["trace[40300815] 'process raft request' (duration: 627.129727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:19.246558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.626399Z","time spent":"620.151234ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:21:19.246088Z","caller":"traceutil/trace.go:171","msg":"trace[1358507093] linearizableReadLoop","detail":"{readStateIndex:28103; appliedIndex:28099; }","duration":"493.697733ms","start":"2026-03-04T02:21:18.752363Z","end":"2026-03-04T02:21:19.246061Z","steps":["trace[1358507093] 'read index received' (duration: 138.482309ms)","trace[1358507093] 'applied index is now lower than readState.Index' (duration: 355.214194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:19.246581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.618881Z","time spent":"627.67405ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:19.246297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.918795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-04T02:21:19.246613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.729441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:21:19.246627Z","caller":"traceutil/trace.go:171","msg":"trace[873577764] transaction","detail":"{read_only:false; response_revision:27162; number_of_response:1; }","duration":"627.786682ms","start":"2026-03-04T02:21:18.618781Z","end":"2026-03-04T02:21:19.246567Z","steps":["trace[873577764] 'process raft request' (duration: 627.198518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:19.246686Z","caller":"traceutil/trace.go:171","msg":"trace[1067725697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27163; }","duration":"672.331995ms","start":"2026-03-04T02:21:18.57433Z","end":"2026-03-04T02:21:19.246662Z","steps":["trace[1067725697] 'agreement among raft nodes before linearized reading' (duration: 671.875915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:19.246773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.574317Z","time spent":"672.435567ms","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:21:19.246757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.903225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:21:19.246697Z","caller":"traceutil/trace.go:171","msg":"trace[885382814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27163; }","duration":"627.834303ms","start":"2026-03-04T02:21:18.618843Z","end":"2026-03-04T02:21:19.246677Z","steps":["trace[885382814] 'agreement among raft nodes before linearized reading' (duration: 627.575397ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:19.246859Z","caller":"traceutil/trace.go:171","msg":"trace[1319121051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27163; }","duration":"628.029357ms","start":"2026-03-04T02:21:18.618812Z","end":"2026-03-04T02:21:19.246842Z","steps":["trace[1319121051] 'agreement among raft nodes before linearized reading' (duration: 627.71599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:19.246875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.618839Z","time spent":"628.024818ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:21:19.246863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.618775Z","time spent":"627.950145ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:19.246932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.618806Z","time spent":"628.089189ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:19.246466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.896189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:21:19.247003Z","caller":"traceutil/trace.go:171","msg":"trace[337607514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27163; }","duration":"620.473313ms","start":"2026-03-04T02:21:18.626518Z","end":"2026-03-04T02:21:19.246992Z","steps":["trace[337607514] 'agreement among raft nodes before linearized reading' (duration: 619.808847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:19.247038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.626496Z","time spent":"620.533663ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:20.051447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.734024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:20.051682Z","caller":"traceutil/trace.go:171","msg":"trace[1981266303] linearizableReadLoop","detail":"{readStateIndex:28105; appliedIndex:28103; }","duration":"805.02917ms","start":"2026-03-04T02:21:19.246608Z","end":"2026-03-04T02:21:20.051637Z","steps":["trace[1981266303] 'read index received' (duration: 402.323486ms)","trace[1981266303] 'applied index is now lower than readState.Index' (duration: 402.704774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:20.051832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295245665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7\" ","response":"range_response_count:1 size:6988"} {"level":"warn","ts":"2026-03-04T02:21:20.051832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262921336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-03-04T02:21:20.051861Z","caller":"traceutil/trace.go:171","msg":"trace[352390468] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7; range_end:; response_count:1; response_revision:27165; }","duration":"1.295304726s","start":"2026-03-04T02:21:18.756545Z","end":"2026-03-04T02:21:20.05185Z","steps":["trace[352390468] 'agreement among raft nodes before linearized reading' (duration: 1.295188263s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:20.051861Z","caller":"traceutil/trace.go:171","msg":"trace[1003778099] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27165; }","duration":"1.262994226s","start":"2026-03-04T02:21:18.78886Z","end":"2026-03-04T02:21:20.051855Z","steps":["trace[1003778099] 'agreement among raft nodes before linearized reading' (duration: 1.262835302s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.051889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.756525Z","time spent":"1.295356537s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7011,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7\" "} {"level":"warn","ts":"2026-03-04T02:21:20.051902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294485308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-03-04T02:21:20.051888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.788841Z","time spent":"1.263039868s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:21:20.051924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192766599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:21:20.051984Z","caller":"traceutil/trace.go:171","msg":"trace[549560742] transaction","detail":"{read_only:false; response_revision:27165; number_of_response:1; }","duration":"1.225091669s","start":"2026-03-04T02:21:18.826868Z","end":"2026-03-04T02:21:20.051959Z","steps":["trace[549560742] 'process raft request' (duration: 1.224667678s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:20.05203Z","caller":"traceutil/trace.go:171","msg":"trace[1348228608] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27165; }","duration":"1.192925463s","start":"2026-03-04T02:21:18.85908Z","end":"2026-03-04T02:21:20.052006Z","steps":["trace[1348228608] 'agreement among raft nodes before linearized reading' (duration: 1.192598014s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:20.051971Z","caller":"traceutil/trace.go:171","msg":"trace[1833638402] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:27165; }","duration":"1.29458104s","start":"2026-03-04T02:21:18.757373Z","end":"2026-03-04T02:21:20.051954Z","steps":["trace[1833638402] 'agreement among raft nodes before linearized reading' (duration: 1.294328193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.052091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.757364Z","time spent":"1.294719803s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-04T02:21:20.052094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.859052Z","time spent":"1.193031515s","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-04T02:21:20.05211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.826841Z","time spent":"1.225195702s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:20.052006Z","caller":"traceutil/trace.go:171","msg":"trace[1827917235] transaction","detail":"{read_only:false; response_revision:27164; number_of_response:1; }","duration":"1.294362554s","start":"2026-03-04T02:21:18.757615Z","end":"2026-03-04T02:21:20.051977Z","steps":["trace[1827917235] 'process raft request' (duration: 891.026405ms)","trace[1827917235] 'compare' (duration: 402.463198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:20.052273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21827915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T02:21:20.052418Z","caller":"traceutil/trace.go:171","msg":"trace[1307693019] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27165; }","duration":"1.218437694s","start":"2026-03-04T02:21:18.833956Z","end":"2026-03-04T02:21:20.052394Z","steps":["trace[1307693019] 'agreement among raft nodes before linearized reading' (duration: 1.217865491s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.052507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.833937Z","time spent":"1.218556907s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T02:21:20.053166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:18.757585Z","time spent":"1.294750172s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:21:20.654872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.17448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:20.655215Z","caller":"traceutil/trace.go:171","msg":"trace[493525816] transaction","detail":"{read_only:false; response_revision:27166; number_of_response:1; }","duration":"1.400107715s","start":"2026-03-04T02:21:19.255027Z","end":"2026-03-04T02:21:20.655135Z","steps":["trace[493525816] 'process raft request' (duration: 992.597689ms)","trace[493525816] 'compare' (duration: 406.939653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:20.655405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:19.255004Z","time spent":"1.40030892s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:21:20.655815Z","caller":"traceutil/trace.go:171","msg":"trace[989434288] transaction","detail":"{read_only:false; response_revision:27171; number_of_response:1; }","duration":"1.400519564s","start":"2026-03-04T02:21:19.255277Z","end":"2026-03-04T02:21:20.655796Z","steps":["trace[989434288] 'process raft request' (duration: 1.400481004s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:20.656144Z","caller":"traceutil/trace.go:171","msg":"trace[405975866] transaction","detail":"{read_only:false; response_revision:27169; number_of_response:1; }","duration":"1.400958695s","start":"2026-03-04T02:21:19.255152Z","end":"2026-03-04T02:21:20.65611Z","steps":["trace[405975866] 'process raft request' (duration: 1.400576256s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:20.65614Z","caller":"traceutil/trace.go:171","msg":"trace[1909383302] transaction","detail":"{read_only:false; response_revision:27168; number_of_response:1; }","duration":"1.400979995s","start":"2026-03-04T02:21:19.255123Z","end":"2026-03-04T02:21:20.656103Z","steps":["trace[1909383302] 'process raft request' (duration: 1.400584676s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.656186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:19.255242Z","time spent":"1.400613197s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:20.656153Z","caller":"traceutil/trace.go:171","msg":"trace[1680094619] transaction","detail":"{read_only:false; response_revision:27170; number_of_response:1; }","duration":"1.400910044s","start":"2026-03-04T02:21:19.255202Z","end":"2026-03-04T02:21:20.656112Z","steps":["trace[1680094619] 'process raft request' (duration: 1.400541095s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.6563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:19.255148Z","time spent":"1.401070017s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:20.656161Z","caller":"traceutil/trace.go:171","msg":"trace[1923717184] transaction","detail":"{read_only:false; response_revision:27167; number_of_response:1; }","duration":"1.401021826s","start":"2026-03-04T02:21:19.255115Z","end":"2026-03-04T02:21:20.656137Z","steps":["trace[1923717184] 'process raft request' (duration: 1.399828079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.656332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:19.255102Z","time spent":"1.401128558s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:20.656379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:19.255192Z","time spent":"1.401103738s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:20.656404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:19.255107Z","time spent":"1.401269472s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:20.886242Z","caller":"traceutil/trace.go:171","msg":"trace[310689275] linearizableReadLoop","detail":"{readStateIndex:28113; appliedIndex:28105; }","duration":"834.505695ms","start":"2026-03-04T02:21:20.05171Z","end":"2026-03-04T02:21:20.886215Z","steps":["trace[310689275] 'read index received' (duration: 195.992563ms)","trace[310689275] 'applied index is now lower than readState.Index' (duration: 638.511822ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:20.886563Z","caller":"traceutil/trace.go:171","msg":"trace[818513882] transaction","detail":"{read_only:false; response_revision:27172; number_of_response:1; }","duration":"943.773956ms","start":"2026-03-04T02:21:19.942769Z","end":"2026-03-04T02:21:20.886543Z","steps":["trace[818513882] 'process raft request' (duration: 878.419961ms)","trace[818513882] 'compare' (duration: 64.621408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:20.886649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.771765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:20.886702Z","caller":"traceutil/trace.go:171","msg":"trace[1508235343] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27175; }","duration":"892.867107ms","start":"2026-03-04T02:21:19.993821Z","end":"2026-03-04T02:21:20.886688Z","steps":["trace[1508235343] 'agreement among raft nodes before linearized reading' (duration: 892.774604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.886705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:19.942739Z","time spent":"943.87596ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:20.886747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:19.993801Z","time spent":"892.936008ms","remote":"127.0.0.1:55042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:20.886944Z","caller":"traceutil/trace.go:171","msg":"trace[1118339946] transaction","detail":"{read_only:false; response_revision:27175; number_of_response:1; }","duration":"823.897758ms","start":"2026-03-04T02:21:20.063034Z","end":"2026-03-04T02:21:20.886932Z","steps":["trace[1118339946] 'process raft request' (duration: 823.098659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:20.886917Z","caller":"traceutil/trace.go:171","msg":"trace[949791044] transaction","detail":"{read_only:false; response_revision:27174; number_of_response:1; }","duration":"829.50207ms","start":"2026-03-04T02:21:20.057199Z","end":"2026-03-04T02:21:20.886701Z","steps":["trace[949791044] 'process raft request' (duration: 828.842694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.886977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005100039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:20.887013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:20.063019Z","time spent":"823.95454ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7216,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:20.887029Z","caller":"traceutil/trace.go:171","msg":"trace[1564867247] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27175; }","duration":"1.005205892s","start":"2026-03-04T02:21:19.881805Z","end":"2026-03-04T02:21:20.887011Z","steps":["trace[1564867247] 'agreement among raft nodes before linearized reading' (duration: 1.00512188s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.887072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:19.881768Z","time spent":"1.005291623s","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:20.887247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:20.057177Z","time spent":"829.834577ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:20.887404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366784783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:20.887453Z","caller":"traceutil/trace.go:171","msg":"trace[1951402552] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27175; }","duration":"1.366899566s","start":"2026-03-04T02:21:19.520543Z","end":"2026-03-04T02:21:20.887443Z","steps":["trace[1951402552] 'agreement among raft nodes before linearized reading' (duration: 1.366756652s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.887485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:19.520504Z","time spent":"1.366972947s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:20.887654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395056088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:20.8877Z","caller":"traceutil/trace.go:171","msg":"trace[1203077413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27175; }","duration":"1.395181461s","start":"2026-03-04T02:21:19.492507Z","end":"2026-03-04T02:21:20.887689Z","steps":["trace[1203077413] 'agreement among raft nodes before linearized reading' (duration: 1.395103219s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.887729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:19.492468Z","time spent":"1.395254383s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:21:20.888846Z","caller":"traceutil/trace.go:171","msg":"trace[1246665521] transaction","detail":"{read_only:false; response_revision:27173; number_of_response:1; }","duration":"945.925166ms","start":"2026-03-04T02:21:19.942892Z","end":"2026-03-04T02:21:20.888817Z","steps":["trace[1246665521] 'process raft request' (duration: 943.08671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.889072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:19.942882Z","time spent":"946.07038ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:20.94088Z","caller":"traceutil/trace.go:171","msg":"trace[1376536126] transaction","detail":"{read_only:false; response_revision:27176; number_of_response:1; }","duration":"280.557614ms","start":"2026-03-04T02:21:20.660254Z","end":"2026-03-04T02:21:20.940811Z","steps":["trace[1376536126] 'process raft request' (duration: 280.320228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.941542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.447763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:20.941618Z","caller":"traceutil/trace.go:171","msg":"trace[898270819] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27176; }","duration":"287.585996ms","start":"2026-03-04T02:21:20.654013Z","end":"2026-03-04T02:21:20.941599Z","steps":["trace[898270819] 'agreement among raft nodes before linearized reading' (duration: 287.428373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.941632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.792252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0348c2f2-dbf0-4a71-ba9f-326bb2a82c5c\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T02:21:20.941742Z","caller":"traceutil/trace.go:171","msg":"trace[449914382] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0348c2f2-dbf0-4a71-ba9f-326bb2a82c5c; range_end:; response_count:1; response_revision:27176; }","duration":"885.941266ms","start":"2026-03-04T02:21:20.055775Z","end":"2026-03-04T02:21:20.941717Z","steps":["trace[449914382] 'agreement among raft nodes before linearized reading' (duration: 885.568878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.9418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:20.055755Z","time spent":"886.033948ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-0348c2f2-dbf0-4a71-ba9f-326bb2a82c5c\" "} {"level":"warn","ts":"2026-03-04T02:21:20.941943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.166893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:20.94202Z","caller":"traceutil/trace.go:171","msg":"trace[1642363303] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:27176; }","duration":"242.267285ms","start":"2026-03-04T02:21:20.699722Z","end":"2026-03-04T02:21:20.941989Z","steps":["trace[1642363303] 'agreement among raft nodes before linearized reading' (duration: 242.158013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.942132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.723903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:20.94217Z","caller":"traceutil/trace.go:171","msg":"trace[290787265] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27176; }","duration":"593.854046ms","start":"2026-03-04T02:21:20.348304Z","end":"2026-03-04T02:21:20.942158Z","steps":["trace[290787265] 'agreement among raft nodes before linearized reading' (duration: 593.748554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.942215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:20.348279Z","time spent":"593.921637ms","remote":"127.0.0.1:33088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:20.942205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.9752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:21:20.942388Z","caller":"traceutil/trace.go:171","msg":"trace[1348664660] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27176; }","duration":"186.216356ms","start":"2026-03-04T02:21:20.756101Z","end":"2026-03-04T02:21:20.942317Z","steps":["trace[1348664660] 'agreement among raft nodes before linearized reading' (duration: 185.738825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.942497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.157776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:20.942531Z","caller":"traceutil/trace.go:171","msg":"trace[1220030150] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27176; }","duration":"856.224318ms","start":"2026-03-04T02:21:20.086297Z","end":"2026-03-04T02:21:20.942522Z","steps":["trace[1220030150] 'agreement among raft nodes before linearized reading' (duration: 856.091684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.942573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:20.086286Z","time spent":"856.279339ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":66,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:20.942806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.99209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:21:20.942875Z","caller":"traceutil/trace.go:171","msg":"trace[589269148] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27176; }","duration":"880.096131ms","start":"2026-03-04T02:21:20.062763Z","end":"2026-03-04T02:21:20.942859Z","steps":["trace[589269148] 'agreement among raft nodes before linearized reading' (duration: 879.889597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:20.942925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:20.062745Z","time spent":"880.168514ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-04T02:21:21.188041Z","caller":"traceutil/trace.go:171","msg":"trace[299136946] transaction","detail":"{read_only:false; response_revision:27177; number_of_response:1; }","duration":"292.593802ms","start":"2026-03-04T02:21:20.895412Z","end":"2026-03-04T02:21:21.188005Z","steps":["trace[299136946] 'process raft request' (duration: 292.388178ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:21.188137Z","caller":"traceutil/trace.go:171","msg":"trace[1159997043] linearizableReadLoop","detail":"{readStateIndex:28118; appliedIndex:28117; }","duration":"246.809161ms","start":"2026-03-04T02:21:20.941316Z","end":"2026-03-04T02:21:21.188125Z","steps":["trace[1159997043] 'read index received' (duration: 246.585526ms)","trace[1159997043] 'applied index is now lower than readState.Index' (duration: 222.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:21.188193Z","caller":"traceutil/trace.go:171","msg":"trace[730258440] transaction","detail":"{read_only:false; response_revision:27178; number_of_response:1; }","duration":"285.986609ms","start":"2026-03-04T02:21:20.902195Z","end":"2026-03-04T02:21:21.188182Z","steps":["trace[730258440] 'process raft request' (duration: 285.694113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:21.18834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.780987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-03-04T02:21:21.188552Z","caller":"traceutil/trace.go:171","msg":"trace[264866320] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:27178; }","duration":"293.035702ms","start":"2026-03-04T02:21:20.895508Z","end":"2026-03-04T02:21:21.188544Z","steps":["trace[264866320] 'agreement among raft nodes before linearized reading' (duration: 292.702274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:21.188407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.517193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:21.188774Z","caller":"traceutil/trace.go:171","msg":"trace[1738466521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27178; }","duration":"299.904962ms","start":"2026-03-04T02:21:20.888864Z","end":"2026-03-04T02:21:21.188769Z","steps":["trace[1738466521] 'agreement among raft nodes before linearized reading' (duration: 299.527253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:21.49619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.516441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:21.496573Z","caller":"traceutil/trace.go:171","msg":"trace[599296559] linearizableReadLoop","detail":"{readStateIndex:28120; appliedIndex:28118; }","duration":"308.178063ms","start":"2026-03-04T02:21:21.188377Z","end":"2026-03-04T02:21:21.496555Z","steps":["trace[599296559] 'read index received' (duration: 188.236573ms)","trace[599296559] 'applied index is now lower than readState.Index' (duration: 119.93917ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:21.496706Z","caller":"traceutil/trace.go:171","msg":"trace[1434047314] transaction","detail":"{read_only:false; response_revision:27180; number_of_response:1; }","duration":"456.099832ms","start":"2026-03-04T02:21:21.040582Z","end":"2026-03-04T02:21:21.496682Z","steps":["trace[1434047314] 'process raft request' (duration: 455.896758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:21.49682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.040547Z","time spent":"456.218345ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:21.49697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.377377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:21.497108Z","caller":"traceutil/trace.go:171","msg":"trace[357688999] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27180; }","duration":"320.54616ms","start":"2026-03-04T02:21:21.176549Z","end":"2026-03-04T02:21:21.497095Z","steps":["trace[357688999] 'agreement among raft nodes before linearized reading' (duration: 320.249153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:21.497251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.176537Z","time spent":"320.698023ms","remote":"127.0.0.1:41656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:21.497434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.83865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-04T02:21:21.497491Z","caller":"traceutil/trace.go:171","msg":"trace[1849766413] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:27180; }","duration":"450.933763ms","start":"2026-03-04T02:21:21.046544Z","end":"2026-03-04T02:21:21.497478Z","steps":["trace[1849766413] 'agreement among raft nodes before linearized reading' (duration: 450.774719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:21.497528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.046528Z","time spent":"450.989784ms","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-04T02:21:21.497707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.991564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:21.497845Z","caller":"traceutil/trace.go:171","msg":"trace[655519079] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:27180; }","duration":"435.165167ms","start":"2026-03-04T02:21:21.062662Z","end":"2026-03-04T02:21:21.497827Z","steps":["trace[655519079] 'agreement among raft nodes before linearized reading' (duration: 435.001144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:21.497967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.062641Z","time spent":"435.310571ms","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:21.497854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.398139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-755dccb988-wqnlz.18997fa5d0a37668\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-04T02:21:21.49818Z","caller":"traceutil/trace.go:171","msg":"trace[1579397948] range","detail":"{range_begin:/registry/events/openstack/barbican-api-755dccb988-wqnlz.18997fa5d0a37668; range_end:; response_count:1; response_revision:27180; }","duration":"550.769997ms","start":"2026-03-04T02:21:20.947391Z","end":"2026-03-04T02:21:21.498161Z","steps":["trace[1579397948] 'agreement among raft nodes before linearized reading' (duration: 550.264086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:21.498238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:20.947373Z","time spent":"550.848939ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-755dccb988-wqnlz.18997fa5d0a37668\" "} {"level":"info","ts":"2026-03-04T02:21:21.497055Z","caller":"traceutil/trace.go:171","msg":"trace[836951926] transaction","detail":"{read_only:false; response_revision:27179; number_of_response:1; }","duration":"541.851291ms","start":"2026-03-04T02:21:20.955187Z","end":"2026-03-04T02:21:21.497038Z","steps":["trace[836951926] 'process raft request' (duration: 421.407929ms)","trace[836951926] 'compare' (duration: 119.302226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:21.498522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:20.955166Z","time spent":"543.308454ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:22.789999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106992651s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:22.79018Z","caller":"traceutil/trace.go:171","msg":"trace[1078885119] linearizableReadLoop","detail":"{readStateIndex:28124; appliedIndex:28120; }","duration":"1.293449653s","start":"2026-03-04T02:21:21.496719Z","end":"2026-03-04T02:21:22.790168Z","steps":["trace[1078885119] 'read index received' (duration: 186.237748ms)","trace[1078885119] 'applied index is now lower than readState.Index' (duration: 1.107211305s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:22.790345Z","caller":"traceutil/trace.go:171","msg":"trace[52101640] transaction","detail":"{read_only:false; response_revision:27181; number_of_response:1; }","duration":"1.59144621s","start":"2026-03-04T02:21:21.198889Z","end":"2026-03-04T02:21:22.790335Z","steps":["trace[52101640] 'process raft request' (duration: 484.062851ms)","trace[52101640] 'compare' (duration: 1.104885211s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:22.790391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.19888Z","time spent":"1.591490091s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:22.79057Z","caller":"traceutil/trace.go:171","msg":"trace[1948136360] transaction","detail":"{read_only:false; response_revision:27182; number_of_response:1; }","duration":"1.535276108s","start":"2026-03-04T02:21:21.255288Z","end":"2026-03-04T02:21:22.790564Z","steps":["trace[1948136360] 'process raft request' (duration: 1.534774477s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:22.790609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.255281Z","time spent":"1.535309869s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:22.790695Z","caller":"traceutil/trace.go:171","msg":"trace[654922217] transaction","detail":"{read_only:false; response_revision:27183; number_of_response:1; }","duration":"1.533414945s","start":"2026-03-04T02:21:21.257274Z","end":"2026-03-04T02:21:22.790689Z","steps":["trace[654922217] 'process raft request' (duration: 1.532849852s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:22.790731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.257268Z","time spent":"1.533444836s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:22.790814Z","caller":"traceutil/trace.go:171","msg":"trace[1900180117] transaction","detail":"{read_only:false; response_revision:27184; number_of_response:1; }","duration":"1.533254831s","start":"2026-03-04T02:21:21.257554Z","end":"2026-03-04T02:21:22.790809Z","steps":["trace[1900180117] 'process raft request' (duration: 1.532592436s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:22.790847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.257548Z","time spent":"1.533284281s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:22.790941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337752989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:22.790963Z","caller":"traceutil/trace.go:171","msg":"trace[1853916425] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27184; }","duration":"1.3378106s","start":"2026-03-04T02:21:21.453146Z","end":"2026-03-04T02:21:22.790957Z","steps":["trace[1853916425] 'agreement among raft nodes before linearized reading' (duration: 1.337771019s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:22.790981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.453126Z","time spent":"1.337850812s","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:22.791072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369177278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:22.79111Z","caller":"traceutil/trace.go:171","msg":"trace[1791790736] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27184; }","duration":"1.369241519s","start":"2026-03-04T02:21:21.421859Z","end":"2026-03-04T02:21:22.7911Z","steps":["trace[1791790736] 'agreement among raft nodes before linearized reading' (duration: 1.369193328s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:22.791129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.421838Z","time spent":"1.36928519s","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:22.79124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591926212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:22.79126Z","caller":"traceutil/trace.go:171","msg":"trace[183967697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27184; }","duration":"1.591956202s","start":"2026-03-04T02:21:21.1993Z","end":"2026-03-04T02:21:22.791256Z","steps":["trace[183967697] 'agreement among raft nodes before linearized reading' (duration: 1.591922811s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:22.791276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.199295Z","time spent":"1.591976942s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:23.290799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:21:23.457955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.643484396s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:21:23.458936Z","caller":"traceutil/trace.go:171","msg":"trace[445880456] transaction","detail":"{read_only:false; response_revision:27187; number_of_response:1; }","duration":"1.953602806s","start":"2026-03-04T02:21:21.505311Z","end":"2026-03-04T02:21:23.458914Z","steps":["trace[445880456] 'process raft request' (duration: 1.953558695s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:23.458971Z","caller":"traceutil/trace.go:171","msg":"trace[1342752071] transaction","detail":"{read_only:false; response_revision:27185; number_of_response:1; }","duration":"1.957179949s","start":"2026-03-04T02:21:21.501751Z","end":"2026-03-04T02:21:23.458931Z","steps":["trace[1342752071] 'process raft request' (duration: 1.956931923s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:23.45906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.505305Z","time spent":"1.953700808s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:21:23.459125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.501726Z","time spent":"1.957320501s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:23.459252Z","caller":"traceutil/trace.go:171","msg":"trace[1805287796] transaction","detail":"{read_only:false; response_revision:27186; number_of_response:1; }","duration":"1.955368346s","start":"2026-03-04T02:21:21.503872Z","end":"2026-03-04T02:21:23.45924Z","steps":["trace[1805287796] 'process raft request' (duration: 1.954956186s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:23.459304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.503862Z","time spent":"1.955421018s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:21:24.20478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.173509ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:21:24.205393Z","caller":"traceutil/trace.go:171","msg":"trace[2129887618] transaction","detail":"{read_only:false; response_revision:27188; number_of_response:1; }","duration":"1.309699159s","start":"2026-03-04T02:21:22.895672Z","end":"2026-03-04T02:21:24.205371Z","steps":["trace[2129887618] 'process raft request' (duration: 1.309200788s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.205516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:22.895644Z","time spent":"1.309801251s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:24.489878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.458544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:24.490078Z","caller":"traceutil/trace.go:171","msg":"trace[1543380056] transaction","detail":"{read_only:false; response_revision:27191; number_of_response:1; }","duration":"1.025034941s","start":"2026-03-04T02:21:23.46503Z","end":"2026-03-04T02:21:24.490065Z","steps":["trace[1543380056] 'process raft request' (duration: 1.024983939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.490144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:23.465009Z","time spent":"1.025117893s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:21:24.490358Z","caller":"traceutil/trace.go:171","msg":"trace[1441051864] transaction","detail":"{read_only:false; response_revision:27189; number_of_response:1; }","duration":"1.588783428s","start":"2026-03-04T02:21:22.901565Z","end":"2026-03-04T02:21:24.490349Z","steps":["trace[1441051864] 'process raft request' (duration: 1.303795662s)","trace[1441051864] 'compare' (duration: 284.049105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:24.490401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:22.901546Z","time spent":"1.58883568s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:24.490488Z","caller":"traceutil/trace.go:171","msg":"trace[1704846274] transaction","detail":"{read_only:false; response_revision:27190; number_of_response:1; }","duration":"1.287692569s","start":"2026-03-04T02:21:23.202789Z","end":"2026-03-04T02:21:24.490482Z","steps":["trace[1704846274] 'process raft request' (duration: 1.287163357s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.49054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:23.202767Z","time spent":"1.287741291s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:24.49063Z","caller":"traceutil/trace.go:171","msg":"trace[1081673621] linearizableReadLoop","detail":"{readStateIndex:28131; appliedIndex:28124; }","duration":"1.700417456s","start":"2026-03-04T02:21:22.790205Z","end":"2026-03-04T02:21:24.490622Z","steps":["trace[1081673621] 'read index received' (duration: 668.555348ms)","trace[1081673621] 'applied index is now lower than readState.Index' (duration: 1.031861148s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:24.490876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829661552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:21:24.4909Z","caller":"traceutil/trace.go:171","msg":"trace[1178963804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27191; }","duration":"1.829708924s","start":"2026-03-04T02:21:22.661186Z","end":"2026-03-04T02:21:24.490895Z","steps":["trace[1178963804] 'agreement among raft nodes before linearized reading' (duration: 1.829622072s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.49092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:22.661179Z","time spent":"1.829736834s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:24.491056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829963279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:21:24.491087Z","caller":"traceutil/trace.go:171","msg":"trace[392619541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27191; }","duration":"1.82999547s","start":"2026-03-04T02:21:22.661087Z","end":"2026-03-04T02:21:24.491083Z","steps":["trace[392619541] 'agreement among raft nodes before linearized reading' (duration: 1.829908048s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.491104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:22.661065Z","time spent":"1.830035861s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:24.491219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830165784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:21:24.491235Z","caller":"traceutil/trace.go:171","msg":"trace[1419938989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27191; }","duration":"1.830223985s","start":"2026-03-04T02:21:22.661006Z","end":"2026-03-04T02:21:24.49123Z","steps":["trace[1419938989] 'agreement among raft nodes before linearized reading' (duration: 1.830174554s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.49125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:22.660985Z","time spent":"1.830261726s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:21:24.491362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830776198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:21:24.491383Z","caller":"traceutil/trace.go:171","msg":"trace[1387308032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27191; }","duration":"1.830862s","start":"2026-03-04T02:21:22.660516Z","end":"2026-03-04T02:21:24.491378Z","steps":["trace[1387308032] 'agreement among raft nodes before linearized reading' (duration: 1.830804638s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.491505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979526176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-04T02:21:24.491532Z","caller":"traceutil/trace.go:171","msg":"trace[1012128705] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:27191; }","duration":"2.979562287s","start":"2026-03-04T02:21:21.511963Z","end":"2026-03-04T02:21:24.491525Z","steps":["trace[1012128705] 'agreement among raft nodes before linearized reading' (duration: 2.979495075s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.491549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.511956Z","time spent":"2.979588717s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" "} {"level":"warn","ts":"2026-03-04T02:21:24.491713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.080677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T02:21:24.491749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69631321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7\" ","response":"range_response_count:1 size:7234"} {"level":"warn","ts":"2026-03-04T02:21:24.491922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988518964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:21:24.49192Z","caller":"traceutil/trace.go:171","msg":"trace[2102986909] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7; range_end:; response_count:1; response_revision:27191; }","duration":"1.696524376s","start":"2026-03-04T02:21:22.795376Z","end":"2026-03-04T02:21:24.4919Z","steps":["trace[2102986909] 'agreement among raft nodes before linearized reading' (duration: 1.696136327s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:24.491951Z","caller":"traceutil/trace.go:171","msg":"trace[21610650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27191; }","duration":"2.988566086s","start":"2026-03-04T02:21:21.503379Z","end":"2026-03-04T02:21:24.491945Z","steps":["trace[21610650] 'agreement among raft nodes before linearized reading' (duration: 2.988506794s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.491946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.510513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:21:24.49197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.503368Z","time spent":"2.988598216s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:21:24.491981Z","caller":"traceutil/trace.go:171","msg":"trace[449140091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27191; }","duration":"233.570193ms","start":"2026-03-04T02:21:24.258402Z","end":"2026-03-04T02:21:24.491973Z","steps":["trace[449140091] 'agreement among raft nodes before linearized reading' (duration: 233.483811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.491982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:22.795359Z","time spent":"1.696610617s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7257,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7\" "} {"level":"warn","ts":"2026-03-04T02:21:24.492259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.977878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:24.492279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315002433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:21:24.492435Z","caller":"traceutil/trace.go:171","msg":"trace[1592589024] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27191; }","duration":"1.315189027s","start":"2026-03-04T02:21:23.177237Z","end":"2026-03-04T02:21:24.492426Z","steps":["trace[1592589024] 'agreement among raft nodes before linearized reading' (duration: 1.314996522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.492459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:23.177216Z","time spent":"1.315236488s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:21:24.492305Z","caller":"traceutil/trace.go:171","msg":"trace[23065914] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27191; }","duration":"836.045291ms","start":"2026-03-04T02:21:23.656246Z","end":"2026-03-04T02:21:24.492291Z","steps":["trace[23065914] 'agreement among raft nodes before linearized reading' (duration: 835.971329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.492528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.509758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:21:24.492558Z","caller":"traceutil/trace.go:171","msg":"trace[920332530] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27191; }","duration":"841.578568ms","start":"2026-03-04T02:21:23.65097Z","end":"2026-03-04T02:21:24.492549Z","steps":["trace[920332530] 'agreement among raft nodes before linearized reading' (duration: 841.499677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.49256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:23.656233Z","time spent":"836.308686ms","remote":"127.0.0.1:35240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:24.492578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:23.650948Z","time spent":"841.62559ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:21:24.492588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.067027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:21:24.491867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983495709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-04T02:21:24.492621Z","caller":"traceutil/trace.go:171","msg":"trace[1818054430] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27191; }","duration":"989.137269ms","start":"2026-03-04T02:21:23.503475Z","end":"2026-03-04T02:21:24.492612Z","steps":["trace[1818054430] 'agreement among raft nodes before linearized reading' (duration: 989.039937ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:24.492646Z","caller":"traceutil/trace.go:171","msg":"trace[2027677243] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27191; }","duration":"2.984287258s","start":"2026-03-04T02:21:21.508352Z","end":"2026-03-04T02:21:24.492639Z","steps":["trace[2027677243] 'agreement among raft nodes before linearized reading' (duration: 2.983445927s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.492654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:23.503457Z","time spent":"989.19047ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:21:24.492671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:21.508345Z","time spent":"2.984319758s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-04T02:21:24.49236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696794293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:24.492732Z","caller":"traceutil/trace.go:171","msg":"trace[1977880878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27191; }","duration":"1.697180111s","start":"2026-03-04T02:21:22.795544Z","end":"2026-03-04T02:21:24.492724Z","steps":["trace[1977880878] 'agreement among raft nodes before linearized reading' (duration: 1.696783272s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.492755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:22.795539Z","time spent":"1.697211402s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:21:24.491775Z","caller":"traceutil/trace.go:171","msg":"trace[638437312] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27191; }","duration":"772.165248ms","start":"2026-03-04T02:21:23.719593Z","end":"2026-03-04T02:21:24.491759Z","steps":["trace[638437312] 'agreement among raft nodes before linearized reading' (duration: 771.995074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.492838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:23.719582Z","time spent":"773.243894ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T02:21:24.493128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:22.660481Z","time spent":"1.830915051s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:24.783802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.865204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:24.783939Z","caller":"traceutil/trace.go:171","msg":"trace[1735933166] transaction","detail":"{read_only:false; response_revision:27192; number_of_response:1; }","duration":"286.985313ms","start":"2026-03-04T02:21:24.496931Z","end":"2026-03-04T02:21:24.783917Z","steps":["trace[1735933166] 'process raft request' (duration: 158.908234ms)","trace[1735933166] 'compare' (duration: 127.701621ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:24.785546Z","caller":"traceutil/trace.go:171","msg":"trace[369925829] transaction","detail":"{read_only:false; response_revision:27194; number_of_response:1; }","duration":"285.722903ms","start":"2026-03-04T02:21:24.49979Z","end":"2026-03-04T02:21:24.785513Z","steps":["trace[369925829] 'process raft request' (duration: 285.60832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:24.785533Z","caller":"traceutil/trace.go:171","msg":"trace[2049838357] transaction","detail":"{read_only:false; response_revision:27193; number_of_response:1; }","duration":"285.819355ms","start":"2026-03-04T02:21:24.499677Z","end":"2026-03-04T02:21:24.785496Z","steps":["trace[2049838357] 'process raft request' (duration: 285.532349ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:24.785891Z","caller":"traceutil/trace.go:171","msg":"trace[1646510254] transaction","detail":"{read_only:false; response_revision:27195; number_of_response:1; }","duration":"285.905557ms","start":"2026-03-04T02:21:24.499924Z","end":"2026-03-04T02:21:24.78583Z","steps":["trace[1646510254] 'process raft request' (duration: 285.540619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:24.786031Z","caller":"traceutil/trace.go:171","msg":"trace[362592334] transaction","detail":"{read_only:false; response_revision:27197; number_of_response:1; }","duration":"284.978715ms","start":"2026-03-04T02:21:24.501036Z","end":"2026-03-04T02:21:24.786015Z","steps":["trace[362592334] 'process raft request' (duration: 284.906383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:24.786057Z","caller":"traceutil/trace.go:171","msg":"trace[1014220822] transaction","detail":"{read_only:false; response_revision:27196; number_of_response:1; }","duration":"286.01962ms","start":"2026-03-04T02:21:24.500016Z","end":"2026-03-04T02:21:24.786036Z","steps":["trace[1014220822] 'process raft request' (duration: 285.653781ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:24.786399Z","caller":"traceutil/trace.go:171","msg":"trace[253062896] transaction","detail":"{read_only:false; response_revision:27198; number_of_response:1; }","duration":"284.841883ms","start":"2026-03-04T02:21:24.501544Z","end":"2026-03-04T02:21:24.786386Z","steps":["trace[253062896] 'process raft request' (duration: 284.439112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:24.786719Z","caller":"traceutil/trace.go:171","msg":"trace[1722499434] linearizableReadLoop","detail":"{readStateIndex:28137; appliedIndex:28132; }","duration":"286.551863ms","start":"2026-03-04T02:21:24.500153Z","end":"2026-03-04T02:21:24.786705Z","steps":["trace[1722499434] 'read index received' (duration: 155.835963ms)","trace[1722499434] 'applied index is now lower than readState.Index' (duration: 130.71463ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:24.786733Z","caller":"traceutil/trace.go:171","msg":"trace[1150420357] transaction","detail":"{read_only:false; response_revision:27199; number_of_response:1; }","duration":"283.077971ms","start":"2026-03-04T02:21:24.503638Z","end":"2026-03-04T02:21:24.786715Z","steps":["trace[1150420357] 'process raft request' (duration: 282.652581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.787056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.255926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-04T02:21:24.787032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.85529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9b7223e5-bc0a-48d8-bcfd-c05cb061f485\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:21:24.787033Z","caller":"traceutil/trace.go:171","msg":"trace[883031034] transaction","detail":"{read_only:false; response_revision:27200; number_of_response:1; }","duration":"283.236086ms","start":"2026-03-04T02:21:24.503761Z","end":"2026-03-04T02:21:24.786997Z","steps":["trace[883031034] 'process raft request' (duration: 282.768475ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:24.787122Z","caller":"traceutil/trace.go:171","msg":"trace[300794486] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9b7223e5-bc0a-48d8-bcfd-c05cb061f485; range_end:; response_count:1; response_revision:27200; }","duration":"286.983973ms","start":"2026-03-04T02:21:24.500121Z","end":"2026-03-04T02:21:24.787105Z","steps":["trace[300794486] 'agreement among raft nodes before linearized reading' (duration: 286.769018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.787331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.533959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-04T02:21:24.787412Z","caller":"traceutil/trace.go:171","msg":"trace[847942075] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27200; }","duration":"279.649443ms","start":"2026-03-04T02:21:24.507746Z","end":"2026-03-04T02:21:24.787395Z","steps":["trace[847942075] 'agreement among raft nodes before linearized reading' (duration: 279.372146ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:24.787108Z","caller":"traceutil/trace.go:171","msg":"trace[1171719088] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:27200; }","duration":"286.338047ms","start":"2026-03-04T02:21:24.500757Z","end":"2026-03-04T02:21:24.787095Z","steps":["trace[1171719088] 'agreement among raft nodes before linearized reading' (duration: 286.199734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.787826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.673061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:24.78789Z","caller":"traceutil/trace.go:171","msg":"trace[1287908696] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27200; }","duration":"206.791154ms","start":"2026-03-04T02:21:24.58108Z","end":"2026-03-04T02:21:24.787871Z","steps":["trace[1287908696] 'agreement among raft nodes before linearized reading' (duration: 206.676321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.787936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.362585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:21:24.788011Z","caller":"traceutil/trace.go:171","msg":"trace[631111632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27200; }","duration":"285.62959ms","start":"2026-03-04T02:21:24.502367Z","end":"2026-03-04T02:21:24.787996Z","steps":["trace[631111632] 'agreement among raft nodes before linearized reading' (duration: 285.383305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:24.788094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.582929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:24.788232Z","caller":"traceutil/trace.go:171","msg":"trace[161907038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27200; }","duration":"285.946708ms","start":"2026-03-04T02:21:24.502263Z","end":"2026-03-04T02:21:24.78821Z","steps":["trace[161907038] 'agreement among raft nodes before linearized reading' (duration: 285.551739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:25.432306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.21956ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:25.432466Z","caller":"traceutil/trace.go:171","msg":"trace[512385912] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27200; }","duration":"533.389384ms","start":"2026-03-04T02:21:24.89905Z","end":"2026-03-04T02:21:25.432439Z","steps":["trace[512385912] 'range keys from in-memory index tree' (duration: 533.19969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:25.432703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.57634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:25.432831Z","caller":"traceutil/trace.go:171","msg":"trace[1421859774] transaction","detail":"{read_only:false; response_revision:27201; number_of_response:1; }","duration":"635.962702ms","start":"2026-03-04T02:21:24.796833Z","end":"2026-03-04T02:21:25.432796Z","steps":["trace[1421859774] 'process raft request' (duration: 158.211148ms)","trace[1421859774] 'compare' (duration: 477.176571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:25.432893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:24.796816Z","time spent":"636.047204ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:27.423101Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.735961121s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:21:27.571269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:26.047974Z","time spent":"1.52328558s","remote":"127.0.0.1:38078","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:21:27.572561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885305952s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:27.572704Z","caller":"traceutil/trace.go:171","msg":"trace[1968624582] transaction","detail":"{read_only:false; response_revision:27202; number_of_response:1; }","duration":"2.775720723s","start":"2026-03-04T02:21:24.796964Z","end":"2026-03-04T02:21:27.572684Z","steps":["trace[1968624582] 'process raft request' (duration: 890.210756ms)","trace[1968624582] 'compare' (duration: 1.884525724s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:27.572767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:24.796944Z","time spent":"2.775796024s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:27.573069Z","caller":"traceutil/trace.go:171","msg":"trace[1622581628] transaction","detail":"{read_only:false; response_revision:27204; number_of_response:1; }","duration":"2.767238075s","start":"2026-03-04T02:21:24.80581Z","end":"2026-03-04T02:21:27.573048Z","steps":["trace[1622581628] 'process raft request' (duration: 2.767087212s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:27.573158Z","caller":"traceutil/trace.go:171","msg":"trace[1238526117] transaction","detail":"{read_only:false; response_revision:27205; number_of_response:1; }","duration":"2.513058493s","start":"2026-03-04T02:21:25.060088Z","end":"2026-03-04T02:21:27.573147Z","steps":["trace[1238526117] 'process raft request' (duration: 2.51291074s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:27.573226Z","caller":"traceutil/trace.go:171","msg":"trace[1477408950] transaction","detail":"{read_only:false; response_revision:27203; number_of_response:1; }","duration":"2.771221018s","start":"2026-03-04T02:21:24.801993Z","end":"2026-03-04T02:21:27.573214Z","steps":["trace[1477408950] 'process raft request' (duration: 2.770642635s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:27.573293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:24.801984Z","time spent":"2.771277479s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:27.573309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:24.8058Z","time spent":"2.767378868s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:27.573461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:25.060067Z","time spent":"2.513173096s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:27.573063Z","caller":"traceutil/trace.go:171","msg":"trace[552061491] linearizableReadLoop","detail":"{readStateIndex:28143; appliedIndex:28141; }","duration":"2.772908738s","start":"2026-03-04T02:21:24.800129Z","end":"2026-03-04T02:21:27.573038Z","steps":["trace[552061491] 'read index received' (duration: 154.926802ms)","trace[552061491] 'applied index is now lower than readState.Index' (duration: 2.617980796s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:27.573628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773490802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5618f5ca-00bd-41ef-9245-9fcd46b1c913\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-04T02:21:27.573669Z","caller":"traceutil/trace.go:171","msg":"trace[658733140] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5618f5ca-00bd-41ef-9245-9fcd46b1c913; range_end:; response_count:1; response_revision:27205; }","duration":"2.773541373s","start":"2026-03-04T02:21:24.800115Z","end":"2026-03-04T02:21:27.573657Z","steps":["trace[658733140] 'agreement among raft nodes before linearized reading' (duration: 2.77299646s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:27.573698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:24.800109Z","time spent":"2.773582674s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-5618f5ca-00bd-41ef-9245-9fcd46b1c913\" "} {"level":"warn","ts":"2026-03-04T02:21:28.074127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380816,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:21:28.348841Z","caller":"traceutil/trace.go:171","msg":"trace[1970131341] transaction","detail":"{read_only:false; response_revision:27208; number_of_response:1; }","duration":"1.8498368s","start":"2026-03-04T02:21:26.498981Z","end":"2026-03-04T02:21:28.348818Z","steps":["trace[1970131341] 'process raft request' (duration: 1.849782899s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:28.348925Z","caller":"traceutil/trace.go:171","msg":"trace[933234752] transaction","detail":"{read_only:false; response_revision:27209; number_of_response:1; }","duration":"1.84768858s","start":"2026-03-04T02:21:26.501213Z","end":"2026-03-04T02:21:28.348901Z","steps":["trace[933234752] 'process raft request' (duration: 1.847578417s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.348974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:26.498966Z","time spent":"1.849939892s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:28.34885Z","caller":"traceutil/trace.go:171","msg":"trace[1157155265] transaction","detail":"{read_only:false; response_revision:27206; number_of_response:1; }","duration":"2.383781357s","start":"2026-03-04T02:21:25.965007Z","end":"2026-03-04T02:21:28.348788Z","steps":["trace[1157155265] 'process raft request' (duration: 2.293545106s)","trace[1157155265] 'compare' (duration: 89.959335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:28.349064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:26.501204Z","time spent":"1.847789802s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:28.349129Z","caller":"traceutil/trace.go:171","msg":"trace[1092805967] transaction","detail":"{read_only:false; response_revision:27207; number_of_response:1; }","duration":"2.137452777s","start":"2026-03-04T02:21:26.211667Z","end":"2026-03-04T02:21:28.34912Z","steps":["trace[1092805967] 'process raft request' (duration: 2.136999306s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.349181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:26.211646Z","time spent":"2.137508229s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:28.349262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:25.964987Z","time spent":"2.384074734s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:28.38755Z","caller":"traceutil/trace.go:171","msg":"trace[110987716] transaction","detail":"{read_only:false; response_revision:27211; number_of_response:1; }","duration":"362.431141ms","start":"2026-03-04T02:21:28.025072Z","end":"2026-03-04T02:21:28.387503Z","steps":["trace[110987716] 'process raft request' (duration: 362.068963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.387756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58755907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-04T02:21:28.38781Z","caller":"traceutil/trace.go:171","msg":"trace[1455585879] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:27212; }","duration":"3.587638423s","start":"2026-03-04T02:21:24.800159Z","end":"2026-03-04T02:21:28.387798Z","steps":["trace[1455585879] 'agreement among raft nodes before linearized reading' (duration: 3.587467299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.387855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:24.800149Z","time spent":"3.587693094s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-03-04T02:21:28.387851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057025893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:28.387926Z","caller":"traceutil/trace.go:171","msg":"trace[1006611655] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27212; }","duration":"3.057153256s","start":"2026-03-04T02:21:25.330756Z","end":"2026-03-04T02:21:28.387909Z","steps":["trace[1006611655] 'agreement among raft nodes before linearized reading' (duration: 3.056975612s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.387983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:25.330745Z","time spent":"3.057225967s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:28.387964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.025046Z","time spent":"362.599405ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:28.387951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101958583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:28.388134Z","caller":"traceutil/trace.go:171","msg":"trace[1974202436] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27212; }","duration":"2.102194159s","start":"2026-03-04T02:21:26.285923Z","end":"2026-03-04T02:21:28.388117Z","steps":["trace[1974202436] 'agreement among raft nodes before linearized reading' (duration: 2.101683087s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.388236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:26.2859Z","time spent":"2.102319872s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":96,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:28.38831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536086078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:28.388358Z","caller":"traceutil/trace.go:171","msg":"trace[2090267024] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27212; }","duration":"3.5361897s","start":"2026-03-04T02:21:24.852157Z","end":"2026-03-04T02:21:28.388347Z","steps":["trace[2090267024] 'agreement among raft nodes before linearized reading' (duration: 3.536127349s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.38838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266435567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-04T02:21:28.3884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:24.85211Z","time spent":"3.536281352s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:21:28.388427Z","caller":"traceutil/trace.go:171","msg":"trace[268170434] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27212; }","duration":"2.266508829s","start":"2026-03-04T02:21:26.121908Z","end":"2026-03-04T02:21:28.388417Z","steps":["trace[268170434] 'agreement among raft nodes before linearized reading' (duration: 2.266325064s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.388463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:26.121893Z","time spent":"2.26656408s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T02:21:28.388629Z","caller":"traceutil/trace.go:171","msg":"trace[2034664049] transaction","detail":"{read_only:false; response_revision:27212; number_of_response:1; }","duration":"225.601049ms","start":"2026-03-04T02:21:28.163008Z","end":"2026-03-04T02:21:28.388609Z","steps":["trace[2034664049] 'process raft request' (duration: 224.402502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.388739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950259519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:28.38758Z","caller":"traceutil/trace.go:171","msg":"trace[2103553322] linearizableReadLoop","detail":"{readStateIndex:28152; appliedIndex:28146; }","duration":"814.043539ms","start":"2026-03-04T02:21:27.573513Z","end":"2026-03-04T02:21:28.387556Z","steps":["trace[2103553322] 'read index received' (duration: 685.125601ms)","trace[2103553322] 'applied index is now lower than readState.Index' (duration: 128.916668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:28.388683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735622172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:28.3888Z","caller":"traceutil/trace.go:171","msg":"trace[8524727] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27212; }","duration":"2.735766717s","start":"2026-03-04T02:21:25.653017Z","end":"2026-03-04T02:21:28.388783Z","steps":["trace[8524727] 'agreement among raft nodes before linearized reading' (duration: 2.735626663s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.388838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:25.653001Z","time spent":"2.735829878s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:21:28.389035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596768763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:21:28.38826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301347206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:21:28.389191Z","caller":"traceutil/trace.go:171","msg":"trace[466280242] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:27212; }","duration":"3.302303319s","start":"2026-03-04T02:21:25.086865Z","end":"2026-03-04T02:21:28.389169Z","steps":["trace[466280242] 'agreement among raft nodes before linearized reading' (duration: 3.301326696s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.389308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:25.086844Z","time spent":"3.302444812s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-04T02:21:28.389255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.956154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7\" ","response":"range_response_count:1 size:7177"} {"level":"info","ts":"2026-03-04T02:21:28.390357Z","caller":"traceutil/trace.go:171","msg":"trace[2063196608] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7; range_end:; response_count:1; response_revision:27212; }","duration":"811.0848ms","start":"2026-03-04T02:21:27.579252Z","end":"2026-03-04T02:21:28.390337Z","steps":["trace[2063196608] 'agreement among raft nodes before linearized reading' (duration: 809.914764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.388652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.588356149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-03-04T02:21:28.388163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127563177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:28.389315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.660411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:28.389368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.054711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:28.389382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597172132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:21:28.389414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.984077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:28.389095Z","caller":"traceutil/trace.go:171","msg":"trace[2025139467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27212; }","duration":"1.596842276s","start":"2026-03-04T02:21:26.792236Z","end":"2026-03-04T02:21:28.389079Z","steps":["trace[2025139467] 'agreement among raft nodes before linearized reading' (duration: 1.596395655s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.389466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.797582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:28.389477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896549963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:28.389124Z","caller":"traceutil/trace.go:171","msg":"trace[2044417654] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27212; }","duration":"2.950668108s","start":"2026-03-04T02:21:25.438436Z","end":"2026-03-04T02:21:28.389104Z","steps":["trace[2044417654] 'agreement among raft nodes before linearized reading' (duration: 2.950276399s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.389523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.05275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:28.389566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59446112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:21:28.389593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595253059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:21:28.387256Z","caller":"traceutil/trace.go:171","msg":"trace[242331196] transaction","detail":"{read_only:false; response_revision:27210; number_of_response:1; }","duration":"948.949838ms","start":"2026-03-04T02:21:27.438252Z","end":"2026-03-04T02:21:28.387202Z","steps":["trace[242331196] 'process raft request' (duration: 948.674812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.389649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597367768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:21:28.389715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595338241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:21:28.390605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:27.579218Z","time spent":"811.364497ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7200,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7\" "} {"level":"info","ts":"2026-03-04T02:21:28.391318Z","caller":"traceutil/trace.go:171","msg":"trace[160092645] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27212; }","duration":"796.878371ms","start":"2026-03-04T02:21:27.594422Z","end":"2026-03-04T02:21:28.3913Z","steps":["trace[160092645] 'agreement among raft nodes before linearized reading' (duration: 795.06626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.391413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:27.5944Z","time spent":"796.994385ms","remote":"127.0.0.1:39084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:28.391514Z","caller":"traceutil/trace.go:171","msg":"trace[1836834693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27212; }","duration":"1.599238141s","start":"2026-03-04T02:21:26.792263Z","end":"2026-03-04T02:21:28.391501Z","steps":["trace[1836834693] 'agreement among raft nodes before linearized reading' (duration: 1.597333787s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.391888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:26.792258Z","time spent":"1.5996143s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:21:28.39066Z","caller":"traceutil/trace.go:171","msg":"trace[1597630327] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27212; }","duration":"3.130097596s","start":"2026-03-04T02:21:25.260542Z","end":"2026-03-04T02:21:28.390639Z","steps":["trace[1597630327] 'agreement among raft nodes before linearized reading' (duration: 3.127565988s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.392031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:25.260519Z","time spent":"3.13150095s","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:28.390702Z","caller":"traceutil/trace.go:171","msg":"trace[1572413368] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27212; }","duration":"114.067644ms","start":"2026-03-04T02:21:28.27662Z","end":"2026-03-04T02:21:28.390687Z","steps":["trace[1572413368] 'agreement among raft nodes before linearized reading' (duration: 112.666302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:28.390704Z","caller":"traceutil/trace.go:171","msg":"trace[1974777702] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27212; }","duration":"130.415372ms","start":"2026-03-04T02:21:28.260274Z","end":"2026-03-04T02:21:28.390689Z","steps":["trace[1974777702] 'agreement among raft nodes before linearized reading' (duration: 129.065862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:28.390742Z","caller":"traceutil/trace.go:171","msg":"trace[25426214] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27212; }","duration":"1.598570714s","start":"2026-03-04T02:21:26.792158Z","end":"2026-03-04T02:21:28.390728Z","steps":["trace[25426214] 'agreement among raft nodes before linearized reading' (duration: 1.596825685s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.392548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:26.792137Z","time spent":"1.600397158s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:21:28.390742Z","caller":"traceutil/trace.go:171","msg":"trace[389600668] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27212; }","duration":"478.311607ms","start":"2026-03-04T02:21:27.91242Z","end":"2026-03-04T02:21:28.390732Z","steps":["trace[389600668] 'agreement among raft nodes before linearized reading' (duration: 476.970517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.392725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:27.91236Z","time spent":"480.349616ms","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:28.390793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:26.792228Z","time spent":"1.598545734s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:21:28.390833Z","caller":"traceutil/trace.go:171","msg":"trace[1467276391] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27212; }","duration":"720.198094ms","start":"2026-03-04T02:21:27.670624Z","end":"2026-03-04T02:21:28.390822Z","steps":["trace[1467276391] 'agreement among raft nodes before linearized reading' (duration: 718.811123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.392959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:27.670608Z","time spent":"722.340894ms","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:28.390866Z","caller":"traceutil/trace.go:171","msg":"trace[706162689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27212; }","duration":"1.897975245s","start":"2026-03-04T02:21:26.492881Z","end":"2026-03-04T02:21:28.390857Z","steps":["trace[706162689] 'agreement among raft nodes before linearized reading' (duration: 1.896562963s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.3931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:26.492861Z","time spent":"1.900231218s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:28.390922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:25.438418Z","time spent":"2.952473629s","remote":"127.0.0.1:55090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:28.391547Z","caller":"traceutil/trace.go:171","msg":"trace[9436372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27212; }","duration":"1.596454807s","start":"2026-03-04T02:21:26.795081Z","end":"2026-03-04T02:21:28.391536Z","steps":["trace[9436372] 'agreement among raft nodes before linearized reading' (duration: 1.594395569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.393417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:26.795074Z","time spent":"1.59833231s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:21:28.391575Z","caller":"traceutil/trace.go:171","msg":"trace[704323174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27212; }","duration":"1.597246036s","start":"2026-03-04T02:21:26.79432Z","end":"2026-03-04T02:21:28.391566Z","steps":["trace[704323174] 'agreement among raft nodes before linearized reading' (duration: 1.595200078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.393625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:26.794313Z","time spent":"1.599303692s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:21:28.391629Z","caller":"traceutil/trace.go:171","msg":"trace[1852854645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27212; }","duration":"1.597255105s","start":"2026-03-04T02:21:26.794354Z","end":"2026-03-04T02:21:28.391609Z","steps":["trace[1852854645] 'agreement among raft nodes before linearized reading' (duration: 1.595262629s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.394441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:26.794349Z","time spent":"1.600073692s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:21:28.39065Z","caller":"traceutil/trace.go:171","msg":"trace[1319797820] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:27212; }","duration":"3.590335335s","start":"2026-03-04T02:21:24.800287Z","end":"2026-03-04T02:21:28.390622Z","steps":["trace[1319797820] 'agreement among raft nodes before linearized reading' (duration: 3.588296567s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:28.391642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:27.438226Z","time spent":"953.37033ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:28.395368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:24.800265Z","time spent":"3.595086935s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-04T02:21:29.103672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.711771ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:21:29.103806Z","caller":"traceutil/trace.go:171","msg":"trace[435112659] linearizableReadLoop","detail":"{readStateIndex:28154; appliedIndex:28153; }","duration":"708.287159ms","start":"2026-03-04T02:21:28.395493Z","end":"2026-03-04T02:21:29.103781Z","steps":["trace[435112659] 'read index received' (duration: 83.398373ms)","trace[435112659] 'applied index is now lower than readState.Index' (duration: 624.887276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:29.103897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.39114Z","time spent":"712.748842ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:21:29.104162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.655797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:29.104203Z","caller":"traceutil/trace.go:171","msg":"trace[232236428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27212; }","duration":"708.743549ms","start":"2026-03-04T02:21:28.395447Z","end":"2026-03-04T02:21:29.104191Z","steps":["trace[232236428] 'agreement among raft nodes before linearized reading' (duration: 708.655867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.104234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.395426Z","time spent":"708.80245ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:29.642597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.431374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:29.643032Z","caller":"traceutil/trace.go:171","msg":"trace[1584063349] transaction","detail":"{read_only:false; response_revision:27221; number_of_response:1; }","duration":"535.053173ms","start":"2026-03-04T02:21:29.107963Z","end":"2026-03-04T02:21:29.643016Z","steps":["trace[1584063349] 'process raft request' (duration: 535.010802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.643113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.107938Z","time spent":"535.134504ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:29.643301Z","caller":"traceutil/trace.go:171","msg":"trace[432582885] transaction","detail":"{read_only:false; response_revision:27213; number_of_response:1; }","duration":"1.246382202s","start":"2026-03-04T02:21:28.396907Z","end":"2026-03-04T02:21:29.64329Z","steps":["trace[432582885] 'process raft request' (duration: 967.194861ms)","trace[432582885] 'compare' (duration: 277.783339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:29.64335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.396876Z","time spent":"1.246453883s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:21:29.643622Z","caller":"traceutil/trace.go:171","msg":"trace[219212163] transaction","detail":"{read_only:false; response_revision:27214; number_of_response:1; }","duration":"1.246021783s","start":"2026-03-04T02:21:28.39759Z","end":"2026-03-04T02:21:29.643612Z","steps":["trace[219212163] 'process raft request' (duration: 1.245092991s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.644525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.397575Z","time spent":"1.246913344s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:29.644691Z","caller":"traceutil/trace.go:171","msg":"trace[700316918] transaction","detail":"{read_only:false; response_revision:27215; number_of_response:1; }","duration":"1.246654058s","start":"2026-03-04T02:21:28.398026Z","end":"2026-03-04T02:21:29.64468Z","steps":["trace[700316918] 'process raft request' (duration: 1.244726203s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.644738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.398013Z","time spent":"1.246699289s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:29.644864Z","caller":"traceutil/trace.go:171","msg":"trace[687322363] transaction","detail":"{read_only:false; response_revision:27216; number_of_response:1; }","duration":"1.245352698s","start":"2026-03-04T02:21:28.399502Z","end":"2026-03-04T02:21:29.644855Z","steps":["trace[687322363] 'process raft request' (duration: 1.24328455s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.644908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.399494Z","time spent":"1.24538989s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:29.645023Z","caller":"traceutil/trace.go:171","msg":"trace[208896616] transaction","detail":"{read_only:false; response_revision:27217; number_of_response:1; }","duration":"1.245126293s","start":"2026-03-04T02:21:28.39989Z","end":"2026-03-04T02:21:29.645016Z","steps":["trace[208896616] 'process raft request' (duration: 1.242933322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.645083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.399874Z","time spent":"1.245169254s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:29.645196Z","caller":"traceutil/trace.go:171","msg":"trace[727777014] transaction","detail":"{read_only:false; response_revision:27218; number_of_response:1; }","duration":"1.244872177s","start":"2026-03-04T02:21:28.400315Z","end":"2026-03-04T02:21:29.645187Z","steps":["trace[727777014] 'process raft request' (duration: 1.242538802s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.645247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.400309Z","time spent":"1.244913087s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:29.645356Z","caller":"traceutil/trace.go:171","msg":"trace[116911502] transaction","detail":"{read_only:false; response_revision:27219; number_of_response:1; }","duration":"1.244777654s","start":"2026-03-04T02:21:28.40057Z","end":"2026-03-04T02:21:29.645348Z","steps":["trace[116911502] 'process raft request' (duration: 1.242317527s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.645415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.400564Z","time spent":"1.244810825s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:29.645653Z","caller":"traceutil/trace.go:171","msg":"trace[1041658116] transaction","detail":"{read_only:false; response_revision:27220; number_of_response:1; }","duration":"1.244659251s","start":"2026-03-04T02:21:28.400985Z","end":"2026-03-04T02:21:29.645644Z","steps":["trace[1041658116] 'process raft request' (duration: 1.241936218s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.645701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.400979Z","time spent":"1.244696393s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7345,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:29.645825Z","caller":"traceutil/trace.go:171","msg":"trace[82622747] linearizableReadLoop","detail":"{readStateIndex:28162; appliedIndex:28154; }","duration":"541.980223ms","start":"2026-03-04T02:21:29.103835Z","end":"2026-03-04T02:21:29.645815Z","steps":["trace[82622747] 'read index received' (duration: 260.278983ms)","trace[82622747] 'applied index is now lower than readState.Index' (duration: 281.7002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:29.646305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.594084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29543180-9khj7\" ","response":"range_response_count:1 size:2896"} {"level":"info","ts":"2026-03-04T02:21:29.646348Z","caller":"traceutil/trace.go:171","msg":"trace[2095167477] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29543180-9khj7; range_end:; response_count:1; response_revision:27221; }","duration":"695.664736ms","start":"2026-03-04T02:21:28.950674Z","end":"2026-03-04T02:21:29.646338Z","steps":["trace[2095167477] 'agreement among raft nodes before linearized reading' (duration: 695.533873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.646385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.950647Z","time spent":"695.730887ms","remote":"127.0.0.1:35438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":2919,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29543180-9khj7\" "} {"level":"warn","ts":"2026-03-04T02:21:29.647914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.617825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:29.648017Z","caller":"traceutil/trace.go:171","msg":"trace[621950015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27221; }","duration":"959.729388ms","start":"2026-03-04T02:21:28.688276Z","end":"2026-03-04T02:21:29.648006Z","steps":["trace[621950015] 'agreement among raft nodes before linearized reading' (duration: 959.559174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.648057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.688221Z","time spent":"959.82116ms","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:29.64811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245966483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:29.648379Z","caller":"traceutil/trace.go:171","msg":"trace[1114664176] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27221; }","duration":"1.246252669s","start":"2026-03-04T02:21:28.402106Z","end":"2026-03-04T02:21:29.648359Z","steps":["trace[1114664176] 'agreement among raft nodes before linearized reading' (duration: 1.245918511s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.648431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.402091Z","time spent":"1.24633044s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:21:29.648794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248861519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-04T02:21:29.648834Z","caller":"traceutil/trace.go:171","msg":"trace[39021501] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:27221; }","duration":"1.24890907s","start":"2026-03-04T02:21:28.399914Z","end":"2026-03-04T02:21:29.648823Z","steps":["trace[39021501] 'agreement among raft nodes before linearized reading' (duration: 1.248777887s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.648862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.399909Z","time spent":"1.24894649s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-04T02:21:29.649054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249267569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-04T02:21:29.649091Z","caller":"traceutil/trace.go:171","msg":"trace[1948031038] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27221; }","duration":"1.24930385s","start":"2026-03-04T02:21:28.399778Z","end":"2026-03-04T02:21:29.649082Z","steps":["trace[1948031038] 'agreement among raft nodes before linearized reading' (duration: 1.249211327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.64912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.399748Z","time spent":"1.249363211s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-04T02:21:29.649247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252597646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:29.649282Z","caller":"traceutil/trace.go:171","msg":"trace[647999776] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27221; }","duration":"1.252646227s","start":"2026-03-04T02:21:28.396626Z","end":"2026-03-04T02:21:29.649272Z","steps":["trace[647999776] 'agreement among raft nodes before linearized reading' (duration: 1.252598076s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:29.649309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:28.396607Z","time spent":"1.252695938s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:21:30.146053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380836,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:21:30.483851Z","caller":"traceutil/trace.go:171","msg":"trace[619749058] transaction","detail":"{read_only:false; response_revision:27222; number_of_response:1; }","duration":"1.119975461s","start":"2026-03-04T02:21:29.363853Z","end":"2026-03-04T02:21:30.483829Z","steps":["trace[619749058] 'process raft request' (duration: 1.119784647s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.484344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.363828Z","time spent":"1.120432772s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:30.846007Z","caller":"traceutil/trace.go:171","msg":"trace[151654154] transaction","detail":"{read_only:false; response_revision:27223; number_of_response:1; }","duration":"1.266547659s","start":"2026-03-04T02:21:29.579433Z","end":"2026-03-04T02:21:30.845981Z","steps":["trace[151654154] 'process raft request' (duration: 1.266347994s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.846223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.579408Z","time spent":"1.266726143s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:30.84645Z","caller":"traceutil/trace.go:171","msg":"trace[307177169] transaction","detail":"{read_only:false; response_revision:27224; number_of_response:1; }","duration":"1.263979549s","start":"2026-03-04T02:21:29.58243Z","end":"2026-03-04T02:21:30.84641Z","steps":["trace[307177169] 'process raft request' (duration: 1.263507909s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.846598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.582419Z","time spent":"1.264106152s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:30.846642Z","caller":"traceutil/trace.go:171","msg":"trace[306264495] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27225; }","duration":"1.18206517s","start":"2026-03-04T02:21:29.664564Z","end":"2026-03-04T02:21:30.846629Z","steps":["trace[306264495] 'process raft request' (duration: 1.181708232s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.846767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.656949Z","time spent":"1.189725698s","remote":"127.0.0.1:35438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":84,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-04T02:21:30.846935Z","caller":"traceutil/trace.go:171","msg":"trace[849688497] transaction","detail":"{read_only:false; response_revision:27226; number_of_response:1; }","duration":"1.16993624s","start":"2026-03-04T02:21:29.676965Z","end":"2026-03-04T02:21:30.846901Z","steps":["trace[849688497] 'process raft request' (duration: 1.169598732s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:30.84696Z","caller":"traceutil/trace.go:171","msg":"trace[1098610315] transaction","detail":"{read_only:false; response_revision:27227; number_of_response:1; }","duration":"491.303538ms","start":"2026-03-04T02:21:30.355618Z","end":"2026-03-04T02:21:30.846922Z","steps":["trace[1098610315] 'process raft request' (duration: 491.138764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.847064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.67693Z","time spent":"1.170069873s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:21:30.847115Z","caller":"traceutil/trace.go:171","msg":"trace[1719025033] transaction","detail":"{read_only:false; response_revision:27228; number_of_response:1; }","duration":"491.449821ms","start":"2026-03-04T02:21:30.355653Z","end":"2026-03-04T02:21:30.847102Z","steps":["trace[1719025033] 'process raft request' (duration: 491.206236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:30.847132Z","caller":"traceutil/trace.go:171","msg":"trace[720659831] linearizableReadLoop","detail":"{readStateIndex:28168; appliedIndex:28163; }","duration":"1.201276567s","start":"2026-03-04T02:21:29.645844Z","end":"2026-03-04T02:21:30.84712Z","steps":["trace[720659831] 'read index received' (duration: 837.808601ms)","trace[720659831] 'applied index is now lower than readState.Index' (duration: 363.466886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:30.847182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:30.355634Z","time spent":"491.510583ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:30.84722Z","caller":"traceutil/trace.go:171","msg":"trace[892303741] transaction","detail":"{read_only:false; response_revision:27229; number_of_response:1; }","duration":"491.219826ms","start":"2026-03-04T02:21:30.355992Z","end":"2026-03-04T02:21:30.847212Z","steps":["trace[892303741] 'process raft request' (duration: 490.999001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.847233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:30.355576Z","time spent":"491.528023ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:30.847277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:30.355958Z","time spent":"491.282687ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:30.847321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720149213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:30.847392Z","caller":"traceutil/trace.go:171","msg":"trace[495115661] transaction","detail":"{read_only:false; response_revision:27230; number_of_response:1; }","duration":"445.325263ms","start":"2026-03-04T02:21:30.402054Z","end":"2026-03-04T02:21:30.847379Z","steps":["trace[495115661] 'process raft request' (duration: 445.024936ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:30.847399Z","caller":"traceutil/trace.go:171","msg":"trace[1634661081] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27230; }","duration":"1.720278886s","start":"2026-03-04T02:21:29.127097Z","end":"2026-03-04T02:21:30.847376Z","steps":["trace[1634661081] 'agreement among raft nodes before linearized reading' (duration: 1.720155954s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.847417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495269101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:30.847451Z","caller":"traceutil/trace.go:171","msg":"trace[625501120] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27230; }","duration":"1.495339303s","start":"2026-03-04T02:21:29.352101Z","end":"2026-03-04T02:21:30.84744Z","steps":["trace[625501120] 'agreement among raft nodes before linearized reading' (duration: 1.495251681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.847463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:30.402029Z","time spent":"445.391764ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:30.847479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.352083Z","time spent":"1.495389904s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:30.847489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734133888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:30.847534Z","caller":"traceutil/trace.go:171","msg":"trace[1148814035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27230; }","duration":"1.73420658s","start":"2026-03-04T02:21:29.113316Z","end":"2026-03-04T02:21:30.847522Z","steps":["trace[1148814035] 'agreement among raft nodes before linearized reading' (duration: 1.734124938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.847565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.113276Z","time spent":"1.734282871s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:30.84765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588843059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:30.847696Z","caller":"traceutil/trace.go:171","msg":"trace[1738854384] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:27230; }","duration":"1.588891771s","start":"2026-03-04T02:21:29.25879Z","end":"2026-03-04T02:21:30.847682Z","steps":["trace[1738854384] 'agreement among raft nodes before linearized reading' (duration: 1.5888168s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.847734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.258724Z","time spent":"1.589001763s","remote":"127.0.0.1:39048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:30.847764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026053634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:30.8478Z","caller":"traceutil/trace.go:171","msg":"trace[544009078] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27230; }","duration":"1.026125776s","start":"2026-03-04T02:21:29.821662Z","end":"2026-03-04T02:21:30.847788Z","steps":["trace[544009078] 'agreement among raft nodes before linearized reading' (duration: 1.026066264s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.847829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.821638Z","time spent":"1.026182997s","remote":"127.0.0.1:55000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:30.847823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194675152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:21:30.847872Z","caller":"traceutil/trace.go:171","msg":"trace[42371080] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27230; }","duration":"1.194781445s","start":"2026-03-04T02:21:29.653079Z","end":"2026-03-04T02:21:30.84786Z","steps":["trace[42371080] 'agreement among raft nodes before linearized reading' (duration: 1.194613591s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.847872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.10287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:30.847978Z","caller":"traceutil/trace.go:171","msg":"trace[983855840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27230; }","duration":"493.251374ms","start":"2026-03-04T02:21:30.354698Z","end":"2026-03-04T02:21:30.847949Z","steps":["trace[983855840] 'agreement among raft nodes before linearized reading' (duration: 493.067089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.847994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172615121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9543"} {"level":"warn","ts":"2026-03-04T02:21:30.847969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172487829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"warn","ts":"2026-03-04T02:21:30.848036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:30.354679Z","time spent":"493.343575ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:21:30.848052Z","caller":"traceutil/trace.go:171","msg":"trace[707371927] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:27230; }","duration":"1.17260422s","start":"2026-03-04T02:21:29.675427Z","end":"2026-03-04T02:21:30.848031Z","steps":["trace[707371927] 'agreement among raft nodes before linearized reading' (duration: 1.172347295s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.848115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.675409Z","time spent":"1.172692933s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-03-04T02:21:30.848147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120128415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:30.848193Z","caller":"traceutil/trace.go:171","msg":"trace[579405547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27230; }","duration":"1.120218816s","start":"2026-03-04T02:21:29.727959Z","end":"2026-03-04T02:21:30.848178Z","steps":["trace[579405547] 'agreement among raft nodes before linearized reading' (duration: 1.120131594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.848228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.727941Z","time spent":"1.120277688s","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:30.848226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17256231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r\" ","response":"range_response_count:1 size:5931"} {"level":"warn","ts":"2026-03-04T02:21:30.848258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.10284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18284"} {"level":"warn","ts":"2026-03-04T02:21:30.848253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.837023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:30.848283Z","caller":"traceutil/trace.go:171","msg":"trace[844608668] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r; range_end:; response_count:1; response_revision:27230; }","duration":"1.172630181s","start":"2026-03-04T02:21:29.675641Z","end":"2026-03-04T02:21:30.848272Z","steps":["trace[844608668] 'agreement among raft nodes before linearized reading' (duration: 1.172471527s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:30.84829Z","caller":"traceutil/trace.go:171","msg":"trace[2091840274] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27230; }","duration":"355.167702ms","start":"2026-03-04T02:21:30.493113Z","end":"2026-03-04T02:21:30.848281Z","steps":["trace[2091840274] 'agreement among raft nodes before linearized reading' (duration: 355.045109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.847913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.653039Z","time spent":"1.194857446s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:21:30.848316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.675636Z","time spent":"1.172673394s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5954,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4l47r\" "} {"level":"info","ts":"2026-03-04T02:21:30.848321Z","caller":"traceutil/trace.go:171","msg":"trace[1594200074] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27230; }","duration":"231.962828ms","start":"2026-03-04T02:21:30.616337Z","end":"2026-03-04T02:21:30.848299Z","steps":["trace[1594200074] 'agreement among raft nodes before linearized reading' (duration: 231.825943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.84832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:30.493098Z","time spent":"355.213344ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18307,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:21:30.848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.572317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:30.848395Z","caller":"traceutil/trace.go:171","msg":"trace[1231682089] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27230; }","duration":"584.001567ms","start":"2026-03-04T02:21:30.264375Z","end":"2026-03-04T02:21:30.848377Z","steps":["trace[1231682089] 'agreement among raft nodes before linearized reading' (duration: 583.597617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:30.848471Z","caller":"traceutil/trace.go:171","msg":"trace[159178790] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:27230; }","duration":"1.172650772s","start":"2026-03-04T02:21:29.675363Z","end":"2026-03-04T02:21:30.848014Z","steps":["trace[159178790] 'agreement among raft nodes before linearized reading' (duration: 1.17256875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.848493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:30.264351Z","time spent":"584.121661ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:30.84852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.675358Z","time spent":"1.173148444s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9566,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-04T02:21:30.848046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.133923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:30.848601Z","caller":"traceutil/trace.go:171","msg":"trace[696644671] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:27230; }","duration":"783.712907ms","start":"2026-03-04T02:21:30.064863Z","end":"2026-03-04T02:21:30.848576Z","steps":["trace[696644671] 'agreement among raft nodes before linearized reading' (duration: 783.156823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.848644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.127075Z","time spent":"1.720363149s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:30.848664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:30.064838Z","time spent":"783.802778ms","remote":"127.0.0.1:54130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:30.848953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173658286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:30.849004Z","caller":"traceutil/trace.go:171","msg":"trace[1625720763] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27230; }","duration":"1.173729137s","start":"2026-03-04T02:21:29.675264Z","end":"2026-03-04T02:21:30.848993Z","steps":["trace[1625720763] 'agreement among raft nodes before linearized reading' (duration: 1.173640085s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.849008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178579691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:21:30.849035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.675254Z","time spent":"1.173772758s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:21:30.849043Z","caller":"traceutil/trace.go:171","msg":"trace[1257665957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27230; }","duration":"1.178660522s","start":"2026-03-04T02:21:29.670372Z","end":"2026-03-04T02:21:30.849033Z","steps":["trace[1257665957] 'agreement among raft nodes before linearized reading' (duration: 1.17854797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:30.849072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:29.670349Z","time spent":"1.178716813s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:21:31.061493Z","caller":"traceutil/trace.go:171","msg":"trace[868380786] linearizableReadLoop","detail":"{readStateIndex:28173; appliedIndex:28172; }","duration":"198.562733ms","start":"2026-03-04T02:21:30.862903Z","end":"2026-03-04T02:21:31.061466Z","steps":["trace[868380786] 'read index received' (duration: 170.330598ms)","trace[868380786] 'applied index is now lower than readState.Index' (duration: 28.230915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:31.061731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.878707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-04T02:21:31.061745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.813928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9543"} {"level":"info","ts":"2026-03-04T02:21:31.061921Z","caller":"traceutil/trace.go:171","msg":"trace[1532975632] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:27231; }","duration":"199.021784ms","start":"2026-03-04T02:21:30.862878Z","end":"2026-03-04T02:21:31.0619Z","steps":["trace[1532975632] 'agreement among raft nodes before linearized reading' (duration: 198.685586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:31.061802Z","caller":"traceutil/trace.go:171","msg":"trace[1005382774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27231; }","duration":"197.98988ms","start":"2026-03-04T02:21:30.863794Z","end":"2026-03-04T02:21:31.061784Z","steps":["trace[1005382774] 'agreement among raft nodes before linearized reading' (duration: 197.843817ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:31.062229Z","caller":"traceutil/trace.go:171","msg":"trace[114263994] transaction","detail":"{read_only:false; response_revision:27231; number_of_response:1; }","duration":"202.064945ms","start":"2026-03-04T02:21:30.859494Z","end":"2026-03-04T02:21:31.061559Z","steps":["trace[114263994] 'process raft request' (duration: 173.778399ms)","trace[114263994] 'compare' (duration: 28.072031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:31.062776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.772982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-03-04T02:21:31.062834Z","caller":"traceutil/trace.go:171","msg":"trace[54947624] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:27231; }","duration":"143.929566ms","start":"2026-03-04T02:21:30.918892Z","end":"2026-03-04T02:21:31.062821Z","steps":["trace[54947624] 'agreement among raft nodes before linearized reading' (duration: 142.742849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:31.320473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.111061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:31.320597Z","caller":"traceutil/trace.go:171","msg":"trace[1833210609] transaction","detail":"{read_only:false; response_revision:27232; number_of_response:1; }","duration":"248.351087ms","start":"2026-03-04T02:21:31.072222Z","end":"2026-03-04T02:21:31.320573Z","steps":["trace[1833210609] 'process raft request' (duration: 110.061132ms)","trace[1833210609] 'compare' (duration: 137.941498ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:31.519572Z","caller":"traceutil/trace.go:171","msg":"trace[263385392] transaction","detail":"{read_only:false; response_revision:27233; number_of_response:1; }","duration":"444.170575ms","start":"2026-03-04T02:21:31.075357Z","end":"2026-03-04T02:21:31.519527Z","steps":["trace[263385392] 'process raft request' (duration: 356.847381ms)","trace[263385392] 'compare' (duration: 87.030518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:31.519759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.075342Z","time spent":"444.320648ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7347,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:31.641679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.174123ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:21:31.641789Z","caller":"traceutil/trace.go:171","msg":"trace[1568545366] linearizableReadLoop","detail":"{readStateIndex:28175; appliedIndex:28173; }","duration":"565.826236ms","start":"2026-03-04T02:21:31.075943Z","end":"2026-03-04T02:21:31.641769Z","steps":["trace[1568545366] 'read index received' (duration: 106.416907ms)","trace[1568545366] 'applied index is now lower than readState.Index' (duration: 459.407629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:31.641936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.2135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:31.641981Z","caller":"traceutil/trace.go:171","msg":"trace[60465648] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27233; }","duration":"338.293832ms","start":"2026-03-04T02:21:31.303674Z","end":"2026-03-04T02:21:31.641967Z","steps":["trace[60465648] 'agreement among raft nodes before linearized reading' (duration: 338.21421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:31.642009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.30366Z","time spent":"338.342003ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:31.642009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.052961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-03-04T02:21:31.642025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.920338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7\" ","response":"range_response_count:1 size:7365"} {"level":"info","ts":"2026-03-04T02:21:31.642062Z","caller":"traceutil/trace.go:171","msg":"trace[779646316] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:27233; }","duration":"566.121223ms","start":"2026-03-04T02:21:31.075927Z","end":"2026-03-04T02:21:31.642048Z","steps":["trace[779646316] 'agreement among raft nodes before linearized reading' (duration: 565.930418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:31.642062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.327198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-04T02:21:31.64213Z","caller":"traceutil/trace.go:171","msg":"trace[728106788] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543180-9khj7; range_end:; response_count:1; response_revision:27233; }","duration":"107.0431ms","start":"2026-03-04T02:21:31.535043Z","end":"2026-03-04T02:21:31.642086Z","steps":["trace[728106788] 'agreement among raft nodes before linearized reading' (duration: 106.874577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:31.642151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.075921Z","time spent":"566.216315ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-03-04T02:21:31.642179Z","caller":"traceutil/trace.go:171","msg":"trace[2024447121] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27233; }","duration":"563.465481ms","start":"2026-03-04T02:21:31.07869Z","end":"2026-03-04T02:21:31.642155Z","steps":["trace[2024447121] 'agreement among raft nodes before linearized reading' (duration: 563.196015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:31.642222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.078684Z","time spent":"563.529422ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-04T02:21:31.642255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.12467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:31.642291Z","caller":"traceutil/trace.go:171","msg":"trace[1700816489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27233; }","duration":"150.206542ms","start":"2026-03-04T02:21:31.492075Z","end":"2026-03-04T02:21:31.642281Z","steps":["trace[1700816489] 'agreement among raft nodes before linearized reading' (duration: 150.14292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:31.64243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.340852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:31.642485Z","caller":"traceutil/trace.go:171","msg":"trace[1425131049] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27233; }","duration":"454.453694ms","start":"2026-03-04T02:21:31.188018Z","end":"2026-03-04T02:21:31.642472Z","steps":["trace[1425131049] 'agreement among raft nodes before linearized reading' (duration: 454.320541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:31.642519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.188001Z","time spent":"454.511595ms","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:31.644051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.535229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:21:31.644138Z","caller":"traceutil/trace.go:171","msg":"trace[1111705380] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27233; }","duration":"411.674603ms","start":"2026-03-04T02:21:31.232445Z","end":"2026-03-04T02:21:31.644119Z","steps":["trace[1111705380] 'agreement among raft nodes before linearized reading' (duration: 409.715817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:31.644189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.232429Z","time spent":"411.750724ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2941,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:31.88853Z","caller":"traceutil/trace.go:171","msg":"trace[1150218232] transaction","detail":"{read_only:false; response_revision:27234; number_of_response:1; }","duration":"230.500843ms","start":"2026-03-04T02:21:31.658009Z","end":"2026-03-04T02:21:31.88851Z","steps":["trace[1150218232] 'process raft request' (duration: 230.223916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:31.888949Z","caller":"traceutil/trace.go:171","msg":"trace[1319337860] linearizableReadLoop","detail":"{readStateIndex:28177; appliedIndex:28176; }","duration":"229.787297ms","start":"2026-03-04T02:21:31.658668Z","end":"2026-03-04T02:21:31.888455Z","steps":["trace[1319337860] 'read index received' (duration: 229.591402ms)","trace[1319337860] 'applied index is now lower than readState.Index' (duration: 195.045µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:31.888976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.275088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:21:31.889052Z","caller":"traceutil/trace.go:171","msg":"trace[1425307709] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27234; }","duration":"230.38402ms","start":"2026-03-04T02:21:31.658646Z","end":"2026-03-04T02:21:31.88903Z","steps":["trace[1425307709] 'agreement among raft nodes before linearized reading' (duration: 230.114444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:32.389876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:21:33.15226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.645019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:33.152486Z","caller":"traceutil/trace.go:171","msg":"trace[830507018] transaction","detail":"{read_only:false; response_revision:27235; number_of_response:1; }","duration":"1.491078453s","start":"2026-03-04T02:21:31.66137Z","end":"2026-03-04T02:21:33.152448Z","steps":["trace[830507018] 'process raft request' (duration: 1.099164608s)","trace[830507018] 'compare' (duration: 391.366293ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:33.152584Z","caller":"traceutil/trace.go:171","msg":"trace[960955736] transaction","detail":"{read_only:false; response_revision:27238; number_of_response:1; }","duration":"559.852418ms","start":"2026-03-04T02:21:32.592697Z","end":"2026-03-04T02:21:33.152549Z","steps":["trace[960955736] 'process raft request' (duration: 559.772666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:33.152642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.661357Z","time spent":"1.491204876s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:33.152699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493831408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-04T02:21:33.152731Z","caller":"traceutil/trace.go:171","msg":"trace[304780285] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:27238; }","duration":"1.493864429s","start":"2026-03-04T02:21:31.658858Z","end":"2026-03-04T02:21:33.152722Z","steps":["trace[304780285] 'agreement among raft nodes before linearized reading' (duration: 1.493692735s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:33.152766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.65885Z","time spent":"1.493905729s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-03-04T02:21:33.152741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:32.592663Z","time spent":"559.999161ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:33.152523Z","caller":"traceutil/trace.go:171","msg":"trace[1486467049] linearizableReadLoop","detail":"{readStateIndex:28180; appliedIndex:28177; }","duration":"1.263512999s","start":"2026-03-04T02:21:31.888993Z","end":"2026-03-04T02:21:33.152506Z","steps":["trace[1486467049] 'read index received' (duration: 871.552773ms)","trace[1486467049] 'applied index is now lower than readState.Index' (duration: 391.959456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:33.153021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487197004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-04T02:21:33.15305Z","caller":"traceutil/trace.go:171","msg":"trace[1103293882] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:27238; }","duration":"1.487240315s","start":"2026-03-04T02:21:31.665801Z","end":"2026-03-04T02:21:33.153041Z","steps":["trace[1103293882] 'agreement among raft nodes before linearized reading' (duration: 1.487149003s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:33.153083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.665792Z","time spent":"1.487282216s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"info","ts":"2026-03-04T02:21:33.153109Z","caller":"traceutil/trace.go:171","msg":"trace[189506817] transaction","detail":"{read_only:false; response_revision:27236; number_of_response:1; }","duration":"1.491532834s","start":"2026-03-04T02:21:31.661564Z","end":"2026-03-04T02:21:33.153097Z","steps":["trace[189506817] 'process raft request' (duration: 1.490789477s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:33.153172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.661556Z","time spent":"1.491580885s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:33.153274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492045676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:21:33.153308Z","caller":"traceutil/trace.go:171","msg":"trace[1371268805] transaction","detail":"{read_only:false; response_revision:27237; number_of_response:1; }","duration":"1.258693527s","start":"2026-03-04T02:21:31.894605Z","end":"2026-03-04T02:21:33.153298Z","steps":["trace[1371268805] 'process raft request' (duration: 1.257822657s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:33.153311Z","caller":"traceutil/trace.go:171","msg":"trace[11709278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27238; }","duration":"1.492115627s","start":"2026-03-04T02:21:31.661184Z","end":"2026-03-04T02:21:33.153299Z","steps":["trace[11709278] 'agreement among raft nodes before linearized reading' (duration: 1.492027315s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:33.153341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.661165Z","time spent":"1.492170049s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:33.15336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.894574Z","time spent":"1.258757449s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:33.153452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493179363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:21:33.153513Z","caller":"traceutil/trace.go:171","msg":"trace[264008574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27238; }","duration":"1.493272844s","start":"2026-03-04T02:21:31.660222Z","end":"2026-03-04T02:21:33.153494Z","steps":["trace[264008574] 'agreement among raft nodes before linearized reading' (duration: 1.49308342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:33.153559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.660202Z","time spent":"1.493344926s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:33.653645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527175379380879,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:21:33.868913Z","caller":"traceutil/trace.go:171","msg":"trace[434943736] transaction","detail":"{read_only:false; response_revision:27240; number_of_response:1; }","duration":"1.01549525s","start":"2026-03-04T02:21:32.853393Z","end":"2026-03-04T02:21:33.868888Z","steps":["trace[434943736] 'process raft request' (duration: 1.015407458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:33.869068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:32.853365Z","time spent":"1.015625783s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:33.868919Z","caller":"traceutil/trace.go:171","msg":"trace[1131757960] transaction","detail":"{read_only:false; response_revision:27239; number_of_response:1; }","duration":"1.015754936s","start":"2026-03-04T02:21:32.853116Z","end":"2026-03-04T02:21:33.868871Z","steps":["trace[1131757960] 'process raft request' (duration: 1.01546888s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:33.869311Z","caller":"traceutil/trace.go:171","msg":"trace[983004783] transaction","detail":"{read_only:false; response_revision:27242; number_of_response:1; }","duration":"1.0147045s","start":"2026-03-04T02:21:32.854567Z","end":"2026-03-04T02:21:33.869271Z","steps":["trace[983004783] 'process raft request' (duration: 1.014479455s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:33.869446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:32.85308Z","time spent":"1.016245097s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:33.869269Z","caller":"traceutil/trace.go:171","msg":"trace[987558103] transaction","detail":"{read_only:false; response_revision:27241; number_of_response:1; }","duration":"1.014814513s","start":"2026-03-04T02:21:32.854405Z","end":"2026-03-04T02:21:33.86922Z","steps":["trace[987558103] 'process raft request' (duration: 1.014441595s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:33.86959Z","caller":"traceutil/trace.go:171","msg":"trace[106402201] transaction","detail":"{read_only:false; response_revision:27243; number_of_response:1; }","duration":"1.014754823s","start":"2026-03-04T02:21:32.854825Z","end":"2026-03-04T02:21:33.86958Z","steps":["trace[106402201] 'process raft request' (duration: 1.014328613s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:33.869794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:32.854529Z","time spent":"1.014929026s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:33.869546Z","caller":"traceutil/trace.go:171","msg":"trace[219549157] transaction","detail":"{read_only:false; response_revision:27244; number_of_response:1; }","duration":"1.014131747s","start":"2026-03-04T02:21:32.855399Z","end":"2026-03-04T02:21:33.86953Z","steps":["trace[219549157] 'process raft request' (duration: 1.01379763s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:33.869895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:32.854811Z","time spent":"1.015008428s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:33.869929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:32.85539Z","time spent":"1.014492416s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:33.870016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:32.854392Z","time spent":"1.015394376s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:34.491778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999836477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:21:34.491865Z","caller":"traceutil/trace.go:171","msg":"trace[622575283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000004381s","start":"2026-03-04T02:21:32.491841Z","end":"2026-03-04T02:21:34.491845Z","steps":["trace[622575283] 'agreement among raft nodes before linearized reading' (duration: 1.999869328s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.491914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:32.491819Z","time spent":"2.000085233s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:34.494478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.335029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:34.494719Z","caller":"traceutil/trace.go:171","msg":"trace[531343780] linearizableReadLoop","detail":"{readStateIndex:28190; appliedIndex:28181; }","duration":"1.341866185s","start":"2026-03-04T02:21:33.152839Z","end":"2026-03-04T02:21:34.494705Z","steps":["trace[531343780] 'read index received' (duration: 715.788263ms)","trace[531343780] 'applied index is now lower than readState.Index' (duration: 626.077202ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:34.494821Z","caller":"traceutil/trace.go:171","msg":"trace[636260108] transaction","detail":"{read_only:false; response_revision:27246; number_of_response:1; }","duration":"1.337098875s","start":"2026-03-04T02:21:33.157714Z","end":"2026-03-04T02:21:34.494813Z","steps":["trace[636260108] 'process raft request' (duration: 1.336872499s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:34.494924Z","caller":"traceutil/trace.go:171","msg":"trace[1922420020] transaction","detail":"{read_only:false; response_revision:27245; number_of_response:1; }","duration":"1.33737379s","start":"2026-03-04T02:21:33.157302Z","end":"2026-03-04T02:21:34.494676Z","steps":["trace[1922420020] 'process raft request' (duration: 1.043735454s)","trace[1922420020] 'compare' (duration: 293.104814ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:34.494947Z","caller":"traceutil/trace.go:171","msg":"trace[1951821414] transaction","detail":"{read_only:false; response_revision:27247; number_of_response:1; }","duration":"1.336858349s","start":"2026-03-04T02:21:33.158056Z","end":"2026-03-04T02:21:34.494914Z","steps":["trace[1951821414] 'process raft request' (duration: 1.336601633s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.49499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086389294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:21:34.495041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107091873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:21:34.495066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:33.158046Z","time spent":"1.336966001s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:21:34.495079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460223918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:34.495078Z","caller":"traceutil/trace.go:171","msg":"trace[1856450678] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27247; }","duration":"2.086547627s","start":"2026-03-04T02:21:32.408509Z","end":"2026-03-04T02:21:34.495057Z","steps":["trace[1856450678] 'agreement among raft nodes before linearized reading' (duration: 2.086321352s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:34.495084Z","caller":"traceutil/trace.go:171","msg":"trace[1862617367] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27247; }","duration":"2.107194155s","start":"2026-03-04T02:21:32.387878Z","end":"2026-03-04T02:21:34.495072Z","steps":["trace[1862617367] 'agreement among raft nodes before linearized reading' (duration: 2.107065352s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.495028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:33.157689Z","time spent":"1.337177186s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:34.495115Z","caller":"traceutil/trace.go:171","msg":"trace[755201355] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:27247; }","duration":"1.460281779s","start":"2026-03-04T02:21:33.03482Z","end":"2026-03-04T02:21:34.495102Z","steps":["trace[755201355] 'agreement among raft nodes before linearized reading' (duration: 1.460232828s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.495126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:32.38785Z","time spent":"2.107266346s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:34.495128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:32.408469Z","time spent":"2.086648679s","remote":"127.0.0.1:51524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:34.495154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:33.034802Z","time spent":"1.460345971s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:34.495141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459995613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:34.495188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:33.157283Z","time spent":"1.337711668s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:34.495249Z","caller":"traceutil/trace.go:171","msg":"trace[1084745453] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27247; }","duration":"2.460172277s","start":"2026-03-04T02:21:32.035052Z","end":"2026-03-04T02:21:34.495224Z","steps":["trace[1084745453] 'agreement among raft nodes before linearized reading' (duration: 2.459959942s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.495307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:32.035024Z","time spent":"2.46027128s","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:34.495006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502077649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:34.495366Z","caller":"traceutil/trace.go:171","msg":"trace[551279062] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27247; }","duration":"2.50253535s","start":"2026-03-04T02:21:31.992815Z","end":"2026-03-04T02:21:34.49535Z","steps":["trace[551279062] 'agreement among raft nodes before linearized reading' (duration: 2.50212364s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.49541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:31.992779Z","time spent":"2.502620961s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:34.495411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555026126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:21:34.495498Z","caller":"traceutil/trace.go:171","msg":"trace[1795037172] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27247; }","duration":"1.555161329s","start":"2026-03-04T02:21:32.940316Z","end":"2026-03-04T02:21:34.495477Z","steps":["trace[1795037172] 'agreement among raft nodes before linearized reading' (duration: 1.554923123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.495545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:32.940292Z","time spent":"1.555244111s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:21:34.495667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.874212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:34.4957Z","caller":"traceutil/trace.go:171","msg":"trace[218952636] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27247; }","duration":"991.946225ms","start":"2026-03-04T02:21:33.503745Z","end":"2026-03-04T02:21:34.495691Z","steps":["trace[218952636] 'agreement among raft nodes before linearized reading' (duration: 991.889702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.495722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:33.503721Z","time spent":"991.994476ms","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:34.495704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336359297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:34.495766Z","caller":"traceutil/trace.go:171","msg":"trace[127783457] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:27247; }","duration":"1.33645062s","start":"2026-03-04T02:21:33.1593Z","end":"2026-03-04T02:21:34.495751Z","steps":["trace[127783457] 'agreement among raft nodes before linearized reading' (duration: 1.336339806s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.495807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.877246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:21:34.495819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:33.159291Z","time spent":"1.336515032s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:21:34.495778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.422241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:34.495549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.113425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:34.496098Z","caller":"traceutil/trace.go:171","msg":"trace[902342095] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:27247; }","duration":"809.69761ms","start":"2026-03-04T02:21:33.686385Z","end":"2026-03-04T02:21:34.496083Z","steps":["trace[902342095] 'agreement among raft nodes before linearized reading' (duration: 809.123765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.496135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:33.686363Z","time spent":"809.761851ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:34.496042Z","caller":"traceutil/trace.go:171","msg":"trace[1987970182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27247; }","duration":"780.704907ms","start":"2026-03-04T02:21:33.715324Z","end":"2026-03-04T02:21:34.496029Z","steps":["trace[1987970182] 'agreement among raft nodes before linearized reading' (duration: 780.421161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.496232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:33.715309Z","time spent":"780.909372ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:34.495555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338571567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-04T02:21:34.496347Z","caller":"traceutil/trace.go:171","msg":"trace[1968485930] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:27247; }","duration":"1.339384647s","start":"2026-03-04T02:21:33.156951Z","end":"2026-03-04T02:21:34.496336Z","steps":["trace[1968485930] 'agreement among raft nodes before linearized reading' (duration: 1.338482026s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.496384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:33.156934Z","time spent":"1.339439098s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-03-04T02:21:34.496868Z","caller":"traceutil/trace.go:171","msg":"trace[1792219401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27247; }","duration":"602.944287ms","start":"2026-03-04T02:21:33.892886Z","end":"2026-03-04T02:21:34.495831Z","steps":["trace[1792219401] 'agreement among raft nodes before linearized reading' (duration: 602.807054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.496927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:33.892865Z","time spent":"604.047733ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:21:34.497203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.623345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:21:34.497256Z","caller":"traceutil/trace.go:171","msg":"trace[847157672] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27247; }","duration":"821.718367ms","start":"2026-03-04T02:21:33.675525Z","end":"2026-03-04T02:21:34.497244Z","steps":["trace[847157672] 'agreement among raft nodes before linearized reading' (duration: 820.047248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:34.497299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:33.675502Z","time spent":"821.785429ms","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2942,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:34.90864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.43547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:34.908776Z","caller":"traceutil/trace.go:171","msg":"trace[896032628] transaction","detail":"{read_only:false; response_revision:27248; number_of_response:1; }","duration":"406.006671ms","start":"2026-03-04T02:21:34.502743Z","end":"2026-03-04T02:21:34.90875Z","steps":["trace[896032628] 'process raft request' (duration: 182.392817ms)","trace[896032628] 'compare' (duration: 223.070252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:34.908846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:34.502731Z","time spent":"406.088564ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:21:35.329877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.186094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:35.330077Z","caller":"traceutil/trace.go:171","msg":"trace[506929608] transaction","detail":"{read_only:false; response_revision:27249; number_of_response:1; }","duration":"827.282196ms","start":"2026-03-04T02:21:34.502742Z","end":"2026-03-04T02:21:35.330025Z","steps":["trace[506929608] 'process raft request' (duration: 606.855257ms)","trace[506929608] 'compare' (duration: 219.869516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:35.330222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:34.502724Z","time spent":"827.463521ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:35.330369Z","caller":"traceutil/trace.go:171","msg":"trace[1451337395] linearizableReadLoop","detail":"{readStateIndex:28193; appliedIndex:28190; }","duration":"826.58377ms","start":"2026-03-04T02:21:34.503758Z","end":"2026-03-04T02:21:35.330342Z","steps":["trace[1451337395] 'read index received' (duration: 181.338773ms)","trace[1451337395] 'applied index is now lower than readState.Index' (duration: 645.243577ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:35.330428Z","caller":"traceutil/trace.go:171","msg":"trace[1359534781] transaction","detail":"{read_only:false; response_revision:27250; number_of_response:1; }","duration":"827.601504ms","start":"2026-03-04T02:21:34.502795Z","end":"2026-03-04T02:21:35.330396Z","steps":["trace[1359534781] 'process raft request' (duration: 827.195684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:35.33058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:34.502789Z","time spent":"827.702116ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:35.330639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.524455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:21:35.330634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.773749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:35.330677Z","caller":"traceutil/trace.go:171","msg":"trace[146625013] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:27250; }","duration":"243.601657ms","start":"2026-03-04T02:21:35.087063Z","end":"2026-03-04T02:21:35.330665Z","steps":["trace[146625013] 'agreement among raft nodes before linearized reading' (duration: 243.467714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:35.33069Z","caller":"traceutil/trace.go:171","msg":"trace[1066490451] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27250; }","duration":"371.86479ms","start":"2026-03-04T02:21:34.958809Z","end":"2026-03-04T02:21:35.330673Z","steps":["trace[1066490451] 'agreement among raft nodes before linearized reading' (duration: 371.763498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:35.33071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.937959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"warn","ts":"2026-03-04T02:21:35.330728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:34.958789Z","time spent":"371.925962ms","remote":"127.0.0.1:54874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:35.330768Z","caller":"traceutil/trace.go:171","msg":"trace[1547263353] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:27250; }","duration":"827.012392ms","start":"2026-03-04T02:21:34.503742Z","end":"2026-03-04T02:21:35.330754Z","steps":["trace[1547263353] 'agreement among raft nodes before linearized reading' (duration: 826.742445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:35.330785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.230813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:21:35.330811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:34.503734Z","time spent":"827.069473ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-03-04T02:21:35.330839Z","caller":"traceutil/trace.go:171","msg":"trace[1241677541] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27250; }","duration":"172.350045ms","start":"2026-03-04T02:21:35.158474Z","end":"2026-03-04T02:21:35.330824Z","steps":["trace[1241677541] 'agreement among raft nodes before linearized reading' (duration: 172.09413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:35.330825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.27517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9543"} {"level":"warn","ts":"2026-03-04T02:21:35.330897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.326055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:21:35.330903Z","caller":"traceutil/trace.go:171","msg":"trace[570311802] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:27250; }","duration":"825.391214ms","start":"2026-03-04T02:21:34.50549Z","end":"2026-03-04T02:21:35.330882Z","steps":["trace[570311802] 'agreement among raft nodes before linearized reading' (duration: 825.028235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:35.330935Z","caller":"traceutil/trace.go:171","msg":"trace[1812384716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27250; }","duration":"172.433008ms","start":"2026-03-04T02:21:35.158488Z","end":"2026-03-04T02:21:35.330921Z","steps":["trace[1812384716] 'agreement among raft nodes before linearized reading' (duration: 172.075369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:35.330957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:34.505485Z","time spent":"825.456455ms","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9566,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-04T02:21:35.33096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.407167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:21:35.331041Z","caller":"traceutil/trace.go:171","msg":"trace[1808395749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27250; }","duration":"172.55625ms","start":"2026-03-04T02:21:35.158466Z","end":"2026-03-04T02:21:35.331022Z","steps":["trace[1808395749] 'agreement among raft nodes before linearized reading' (duration: 172.062439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:36.311255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.924075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:36.311402Z","caller":"traceutil/trace.go:171","msg":"trace[583981158] transaction","detail":"{read_only:false; response_revision:27251; number_of_response:1; }","duration":"975.933933ms","start":"2026-03-04T02:21:35.335446Z","end":"2026-03-04T02:21:36.31138Z","steps":["trace[583981158] 'process raft request' (duration: 250.825664ms)","trace[583981158] 'compare' (duration: 724.835353ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:36.311427Z","caller":"traceutil/trace.go:171","msg":"trace[1589406441] transaction","detail":"{read_only:false; response_revision:27252; number_of_response:1; }","duration":"975.427852ms","start":"2026-03-04T02:21:35.335982Z","end":"2026-03-04T02:21:36.31141Z","steps":["trace[1589406441] 'process raft request' (duration: 975.34536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:36.311475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.335959Z","time spent":"975.497313ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:36.311507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.335426Z","time spent":"976.027026ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:36.311586Z","caller":"traceutil/trace.go:171","msg":"trace[608631933] transaction","detail":"{read_only:false; response_revision:27253; number_of_response:1; }","duration":"974.134171ms","start":"2026-03-04T02:21:35.337445Z","end":"2026-03-04T02:21:36.311579Z","steps":["trace[608631933] 'process raft request' (duration: 973.917266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:36.31162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.337437Z","time spent":"974.167722ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:36.311655Z","caller":"traceutil/trace.go:171","msg":"trace[1476618693] linearizableReadLoop","detail":"{readStateIndex:28197; appliedIndex:28194; }","duration":"947.584456ms","start":"2026-03-04T02:21:35.364064Z","end":"2026-03-04T02:21:36.311648Z","steps":["trace[1476618693] 'read index received' (duration: 222.188831ms)","trace[1476618693] 'applied index is now lower than readState.Index' (duration: 725.394565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:36.311767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.980521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:21:36.311793Z","caller":"traceutil/trace.go:171","msg":"trace[434641119] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27253; }","duration":"975.016471ms","start":"2026-03-04T02:21:35.336767Z","end":"2026-03-04T02:21:36.311784Z","steps":["trace[434641119] 'agreement among raft nodes before linearized reading' (duration: 974.925469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:36.311761Z","caller":"traceutil/trace.go:171","msg":"trace[1255324621] transaction","detail":"{read_only:false; response_revision:27254; number_of_response:1; }","duration":"946.645374ms","start":"2026-03-04T02:21:35.365088Z","end":"2026-03-04T02:21:36.311734Z","steps":["trace[1255324621] 'process raft request' (duration: 946.509761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:36.311808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.33676Z","time spent":"975.045402ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T02:21:36.311923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.365066Z","time spent":"946.761836ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:37.492331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999880728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:21:37.492415Z","caller":"traceutil/trace.go:171","msg":"trace[1872238329] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000043002s","start":"2026-03-04T02:21:35.492354Z","end":"2026-03-04T02:21:37.492397Z","steps":["trace[1872238329] 'agreement among raft nodes before linearized reading' (duration: 1.999924969s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.492461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.49233Z","time spent":"2.000121974s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:37.605742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.406324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:37.606007Z","caller":"traceutil/trace.go:171","msg":"trace[174841928] transaction","detail":"{read_only:false; response_revision:27255; number_of_response:1; }","duration":"1.730581806s","start":"2026-03-04T02:21:35.875398Z","end":"2026-03-04T02:21:37.60598Z","steps":["trace[174841928] 'process raft request' (duration: 750.819845ms)","trace[174841928] 'compare' (duration: 978.527152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:37.606151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.875377Z","time spent":"1.730693508s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:37.60641Z","caller":"traceutil/trace.go:171","msg":"trace[981876666] transaction","detail":"{read_only:false; response_revision:27256; number_of_response:1; }","duration":"1.730928154s","start":"2026-03-04T02:21:35.875467Z","end":"2026-03-04T02:21:37.606395Z","steps":["trace[981876666] 'process raft request' (duration: 1.730396081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.606506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.875462Z","time spent":"1.730996935s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:37.606968Z","caller":"traceutil/trace.go:171","msg":"trace[1472561175] linearizableReadLoop","detail":"{readStateIndex:28205; appliedIndex:28198; }","duration":"1.295269884s","start":"2026-03-04T02:21:36.311672Z","end":"2026-03-04T02:21:37.606942Z","steps":["trace[1472561175] 'read index received' (duration: 314.303815ms)","trace[1472561175] 'applied index is now lower than readState.Index' (duration: 980.964739ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:37.607023Z","caller":"traceutil/trace.go:171","msg":"trace[858513025] transaction","detail":"{read_only:false; response_revision:27257; number_of_response:1; }","duration":"1.731390405s","start":"2026-03-04T02:21:35.875584Z","end":"2026-03-04T02:21:37.606975Z","steps":["trace[858513025] 'process raft request' (duration: 1.73074509s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:37.607033Z","caller":"traceutil/trace.go:171","msg":"trace[2119785369] transaction","detail":"{read_only:false; response_revision:27259; number_of_response:1; }","duration":"1.730155575s","start":"2026-03-04T02:21:35.876816Z","end":"2026-03-04T02:21:37.606971Z","steps":["trace[2119785369] 'process raft request' (duration: 1.7299536s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:37.607083Z","caller":"traceutil/trace.go:171","msg":"trace[1581847023] transaction","detail":"{read_only:false; response_revision:27261; number_of_response:1; }","duration":"1.710440588s","start":"2026-03-04T02:21:35.896588Z","end":"2026-03-04T02:21:37.607029Z","steps":["trace[1581847023] 'process raft request' (duration: 1.710293495s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:37.607087Z","caller":"traceutil/trace.go:171","msg":"trace[729776086] transaction","detail":"{read_only:false; response_revision:27260; number_of_response:1; }","duration":"1.72989651s","start":"2026-03-04T02:21:35.877152Z","end":"2026-03-04T02:21:37.607048Z","steps":["trace[729776086] 'process raft request' (duration: 1.729678675s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.607182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.875579Z","time spent":"1.731511558s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:37.607288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538547464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:21:37.607297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.877145Z","time spent":"1.730046173s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:37.607365Z","caller":"traceutil/trace.go:171","msg":"trace[1873338295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27261; }","duration":"1.538678767s","start":"2026-03-04T02:21:36.068664Z","end":"2026-03-04T02:21:37.607343Z","steps":["trace[1873338295] 'agreement among raft nodes before linearized reading' (duration: 1.538447742s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:37.607374Z","caller":"traceutil/trace.go:171","msg":"trace[1715521243] transaction","detail":"{read_only:false; response_revision:27258; number_of_response:1; }","duration":"1.731298143s","start":"2026-03-04T02:21:35.876056Z","end":"2026-03-04T02:21:37.607355Z","steps":["trace[1715521243] 'process raft request' (duration: 1.730632137s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.607414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:36.068642Z","time spent":"1.538758609s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:21:37.6073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.876806Z","time spent":"1.73035135s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:37.607431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292168403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T02:21:37.607454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.876049Z","time spent":"1.731355954s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:37.607297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.896575Z","time spent":"1.710603642s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:37.6075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.021895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:37.607546Z","caller":"traceutil/trace.go:171","msg":"trace[407668380] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:27261; }","duration":"184.115518ms","start":"2026-03-04T02:21:37.423418Z","end":"2026-03-04T02:21:37.607533Z","steps":["trace[407668380] 'agreement among raft nodes before linearized reading' (duration: 184.042786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.607545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144179182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:37.607579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.327989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:37.607606Z","caller":"traceutil/trace.go:171","msg":"trace[1264426451] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27261; }","duration":"1.144267664s","start":"2026-03-04T02:21:36.46332Z","end":"2026-03-04T02:21:37.607588Z","steps":["trace[1264426451] 'agreement among raft nodes before linearized reading' (duration: 1.144144361s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.607643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.504467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:21:37.607647Z","caller":"traceutil/trace.go:171","msg":"trace[602644818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27261; }","duration":"114.417362ms","start":"2026-03-04T02:21:37.493212Z","end":"2026-03-04T02:21:37.60763Z","steps":["trace[602644818] 'agreement among raft nodes before linearized reading' (duration: 114.301029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.607656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:36.463311Z","time spent":"1.144331595s","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:37.607706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239502892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-03-04T02:21:37.607671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.532733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:21:37.607747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278154807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9543"} {"level":"info","ts":"2026-03-04T02:21:37.607756Z","caller":"traceutil/trace.go:171","msg":"trace[1330556566] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:27261; }","duration":"2.239573783s","start":"2026-03-04T02:21:35.368167Z","end":"2026-03-04T02:21:37.607741Z","steps":["trace[1330556566] 'agreement among raft nodes before linearized reading' (duration: 2.239303427s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.607652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146488256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:21:37.607776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106504879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:21:37.607782Z","caller":"traceutil/trace.go:171","msg":"trace[842843838] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:27261; }","duration":"1.27825495s","start":"2026-03-04T02:21:36.329518Z","end":"2026-03-04T02:21:37.607773Z","steps":["trace[842843838] 'agreement among raft nodes before linearized reading' (duration: 1.278158708s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.607793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:35.368151Z","time spent":"2.239635235s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"info","ts":"2026-03-04T02:21:37.607809Z","caller":"traceutil/trace.go:171","msg":"trace[1784951065] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27261; }","duration":"1.146679141s","start":"2026-03-04T02:21:36.461113Z","end":"2026-03-04T02:21:37.607793Z","steps":["trace[1784951065] 'agreement among raft nodes before linearized reading' (duration: 1.146418825s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:37.607784Z","caller":"traceutil/trace.go:171","msg":"trace[1467895940] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27261; }","duration":"123.702858ms","start":"2026-03-04T02:21:37.484053Z","end":"2026-03-04T02:21:37.607756Z","steps":["trace[1467895940] 'agreement among raft nodes before linearized reading' (duration: 123.34451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:37.60782Z","caller":"traceutil/trace.go:171","msg":"trace[1234384310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27261; }","duration":"1.106588451s","start":"2026-03-04T02:21:36.501219Z","end":"2026-03-04T02:21:37.607807Z","steps":["trace[1234384310] 'agreement among raft nodes before linearized reading' (duration: 1.106463418s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.607873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:36.46109Z","time spent":"1.146764862s","remote":"127.0.0.1:35438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":80,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:37.607507Z","caller":"traceutil/trace.go:171","msg":"trace[564716918] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27261; }","duration":"1.292256615s","start":"2026-03-04T02:21:36.315231Z","end":"2026-03-04T02:21:37.607488Z","steps":["trace[564716918] 'agreement among raft nodes before linearized reading' (duration: 1.292020479s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.607434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.55175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:37.607877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:36.501199Z","time spent":"1.106666923s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:37.607947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:36.315188Z","time spent":"1.292742076s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:21:37.607968Z","caller":"traceutil/trace.go:171","msg":"trace[1067650211] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27261; }","duration":"274.151344ms","start":"2026-03-04T02:21:37.333795Z","end":"2026-03-04T02:21:37.607946Z","steps":["trace[1067650211] 'agreement among raft nodes before linearized reading' (duration: 273.588931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:37.607693Z","caller":"traceutil/trace.go:171","msg":"trace[1020448704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27261; }","duration":"272.606239ms","start":"2026-03-04T02:21:37.335071Z","end":"2026-03-04T02:21:37.607678Z","steps":["trace[1020448704] 'agreement among raft nodes before linearized reading' (duration: 272.432765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.607826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:36.329499Z","time spent":"1.278320481s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9566,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-04T02:21:37.608071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106730146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:21:37.608363Z","caller":"traceutil/trace.go:171","msg":"trace[1652886578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27261; }","duration":"1.107047402s","start":"2026-03-04T02:21:36.5013Z","end":"2026-03-04T02:21:37.608347Z","steps":["trace[1652886578] 'agreement among raft nodes before linearized reading' (duration: 1.106281854s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.608432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:36.501286Z","time spent":"1.107133705s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:21:37.838897Z","caller":"traceutil/trace.go:171","msg":"trace[1129960093] transaction","detail":"{read_only:false; response_revision:27262; number_of_response:1; }","duration":"224.844332ms","start":"2026-03-04T02:21:37.614013Z","end":"2026-03-04T02:21:37.838858Z","steps":["trace[1129960093] 'process raft request' (duration: 180.200137ms)","trace[1129960093] 'compare' (duration: 44.490752ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:37.851245Z","caller":"traceutil/trace.go:171","msg":"trace[1072761068] linearizableReadLoop","detail":"{readStateIndex:28208; appliedIndex:28205; }","duration":"236.736507ms","start":"2026-03-04T02:21:37.614485Z","end":"2026-03-04T02:21:37.851222Z","steps":["trace[1072761068] 'read index received' (duration: 179.424039ms)","trace[1072761068] 'applied index is now lower than readState.Index' (duration: 57.310628ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:37.851376Z","caller":"traceutil/trace.go:171","msg":"trace[686907016] transaction","detail":"{read_only:false; response_revision:27265; number_of_response:1; }","duration":"235.923809ms","start":"2026-03-04T02:21:37.615437Z","end":"2026-03-04T02:21:37.851361Z","steps":["trace[686907016] 'process raft request' (duration: 235.731984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:37.851416Z","caller":"traceutil/trace.go:171","msg":"trace[1608130920] transaction","detail":"{read_only:false; response_revision:27263; number_of_response:1; }","duration":"237.215928ms","start":"2026-03-04T02:21:37.614173Z","end":"2026-03-04T02:21:37.851389Z","steps":["trace[1608130920] 'process raft request' (duration: 236.811209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:37.851546Z","caller":"traceutil/trace.go:171","msg":"trace[1848497771] transaction","detail":"{read_only:false; response_revision:27264; number_of_response:1; }","duration":"237.034064ms","start":"2026-03-04T02:21:37.614347Z","end":"2026-03-04T02:21:37.851381Z","steps":["trace[1848497771] 'process raft request' (duration: 236.748107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.85178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.476716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:37.851848Z","caller":"traceutil/trace.go:171","msg":"trace[1164760038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27265; }","duration":"234.557367ms","start":"2026-03-04T02:21:37.617272Z","end":"2026-03-04T02:21:37.851829Z","steps":["trace[1164760038] 'agreement among raft nodes before linearized reading' (duration: 234.459224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.851692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.768591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-04T02:21:37.852133Z","caller":"traceutil/trace.go:171","msg":"trace[278027993] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27265; }","duration":"235.219872ms","start":"2026-03-04T02:21:37.616871Z","end":"2026-03-04T02:21:37.852091Z","steps":["trace[278027993] 'agreement among raft nodes before linearized reading' (duration: 234.594157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.851691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.168227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"info","ts":"2026-03-04T02:21:37.852248Z","caller":"traceutil/trace.go:171","msg":"trace[181540700] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27265; }","duration":"237.71745ms","start":"2026-03-04T02:21:37.61447Z","end":"2026-03-04T02:21:37.852187Z","steps":["trace[181540700] 'agreement among raft nodes before linearized reading' (duration: 237.067715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:37.851697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.017723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-04T02:21:37.852476Z","caller":"traceutil/trace.go:171","msg":"trace[1752295063] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:27265; }","duration":"234.803043ms","start":"2026-03-04T02:21:37.617631Z","end":"2026-03-04T02:21:37.852434Z","steps":["trace[1752295063] 'agreement among raft nodes before linearized reading' (duration: 233.85388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:38.217432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.86231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:38.217551Z","caller":"traceutil/trace.go:171","msg":"trace[428421312] linearizableReadLoop","detail":"{readStateIndex:28210; appliedIndex:28209; }","duration":"277.115594ms","start":"2026-03-04T02:21:37.940415Z","end":"2026-03-04T02:21:38.217531Z","steps":["trace[428421312] 'read index received' (duration: 143.950628ms)","trace[428421312] 'applied index is now lower than readState.Index' (duration: 133.162786ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:38.217626Z","caller":"traceutil/trace.go:171","msg":"trace[1232920831] transaction","detail":"{read_only:false; response_revision:27266; number_of_response:1; }","duration":"277.736888ms","start":"2026-03-04T02:21:37.939878Z","end":"2026-03-04T02:21:38.217615Z","steps":["trace[1232920831] 'process raft request' (duration: 144.610793ms)","trace[1232920831] 'compare' (duration: 132.665914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:38.217967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.529923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-04T02:21:38.218079Z","caller":"traceutil/trace.go:171","msg":"trace[941944202] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:27266; }","duration":"277.652366ms","start":"2026-03-04T02:21:37.9404Z","end":"2026-03-04T02:21:38.218052Z","steps":["trace[941944202] 'agreement among raft nodes before linearized reading' (duration: 277.245657ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:38.312301Z","caller":"traceutil/trace.go:171","msg":"trace[50179078] transaction","detail":"{read_only:false; response_revision:27267; number_of_response:1; }","duration":"152.693839ms","start":"2026-03-04T02:21:38.159548Z","end":"2026-03-04T02:21:38.312242Z","steps":["trace[50179078] 'process raft request' (duration: 152.505985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:38.312524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.351145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:21:38.312704Z","caller":"traceutil/trace.go:171","msg":"trace[1962531491] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27267; }","duration":"263.57626ms","start":"2026-03-04T02:21:38.049109Z","end":"2026-03-04T02:21:38.312686Z","steps":["trace[1962531491] 'agreement among raft nodes before linearized reading' (duration: 263.13386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:38.312548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.927328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-04T02:21:38.312807Z","caller":"traceutil/trace.go:171","msg":"trace[886555493] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:27267; }","duration":"371.219445ms","start":"2026-03-04T02:21:37.941569Z","end":"2026-03-04T02:21:38.312788Z","steps":["trace[886555493] 'agreement among raft nodes before linearized reading' (duration: 370.786455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:38.31286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:37.941557Z","time spent":"371.287666ms","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-03-04T02:21:38.475714Z","caller":"traceutil/trace.go:171","msg":"trace[1181964829] linearizableReadLoop","detail":"{readStateIndex:28212; appliedIndex:28211; }","duration":"163.463529ms","start":"2026-03-04T02:21:38.312211Z","end":"2026-03-04T02:21:38.475675Z","steps":["trace[1181964829] 'read index received' (duration: 78.035339ms)","trace[1181964829] 'applied index is now lower than readState.Index' (duration: 85.42601ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:38.47572Z","caller":"traceutil/trace.go:171","msg":"trace[2093753084] transaction","detail":"{read_only:false; response_revision:27268; number_of_response:1; }","duration":"253.426314ms","start":"2026-03-04T02:21:38.22225Z","end":"2026-03-04T02:21:38.475677Z","steps":["trace[2093753084] 'process raft request' (duration: 167.953633ms)","trace[2093753084] 'compare' (duration: 85.218375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:38.476051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.791932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:221"} {"level":"info","ts":"2026-03-04T02:21:38.476144Z","caller":"traceutil/trace.go:171","msg":"trace[1459048811] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:27268; }","duration":"253.937546ms","start":"2026-03-04T02:21:38.22218Z","end":"2026-03-04T02:21:38.476117Z","steps":["trace[1459048811] 'agreement among raft nodes before linearized reading' (duration: 253.627469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:38.507448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.430865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:21:38.507542Z","caller":"traceutil/trace.go:171","msg":"trace[301412982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27269; }","duration":"187.547397ms","start":"2026-03-04T02:21:38.319975Z","end":"2026-03-04T02:21:38.507522Z","steps":["trace[301412982] 'agreement among raft nodes before linearized reading' (duration: 187.189658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:38.507537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.692055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:21:38.507609Z","caller":"traceutil/trace.go:171","msg":"trace[1784463628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27269; }","duration":"188.881629ms","start":"2026-03-04T02:21:38.318709Z","end":"2026-03-04T02:21:38.50759Z","steps":["trace[1784463628] 'agreement among raft nodes before linearized reading' (duration: 188.598033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:38.507725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.580765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:21:38.507798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.22545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:21:38.507807Z","caller":"traceutil/trace.go:171","msg":"trace[740186165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27269; }","duration":"186.695088ms","start":"2026-03-04T02:21:38.321088Z","end":"2026-03-04T02:21:38.507783Z","steps":["trace[740186165] 'agreement among raft nodes before linearized reading' (duration: 186.403942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:38.507857Z","caller":"traceutil/trace.go:171","msg":"trace[451814893] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27269; }","duration":"187.335493ms","start":"2026-03-04T02:21:38.320505Z","end":"2026-03-04T02:21:38.50784Z","steps":["trace[451814893] 'agreement among raft nodes before linearized reading' (duration: 186.522873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:38.618309Z","caller":"traceutil/trace.go:171","msg":"trace[1062881451] transaction","detail":"{read_only:false; response_revision:27270; number_of_response:1; }","duration":"106.275264ms","start":"2026-03-04T02:21:38.511986Z","end":"2026-03-04T02:21:38.618262Z","steps":["trace[1062881451] 'process raft request' (duration: 79.515394ms)","trace[1062881451] 'compare' (duration: 26.507554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:39.159072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.309434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:39.159369Z","caller":"traceutil/trace.go:171","msg":"trace[492552653] linearizableReadLoop","detail":"{readStateIndex:28216; appliedIndex:28213; }","duration":"645.141854ms","start":"2026-03-04T02:21:38.514206Z","end":"2026-03-04T02:21:39.159348Z","steps":["trace[492552653] 'read index received' (duration: 77.290142ms)","trace[492552653] 'applied index is now lower than readState.Index' (duration: 567.850422ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:39.1595Z","caller":"traceutil/trace.go:171","msg":"trace[26142825] transaction","detail":"{read_only:false; response_revision:27272; number_of_response:1; }","duration":"645.837701ms","start":"2026-03-04T02:21:38.513646Z","end":"2026-03-04T02:21:39.159484Z","steps":["trace[26142825] 'process raft request' (duration: 645.561034ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:39.159492Z","caller":"traceutil/trace.go:171","msg":"trace[1128070547] transaction","detail":"{read_only:false; response_revision:27271; number_of_response:1; }","duration":"647.318955ms","start":"2026-03-04T02:21:38.512138Z","end":"2026-03-04T02:21:39.159457Z","steps":["trace[1128070547] 'process raft request' (duration: 512.51728ms)","trace[1128070547] 'compare' (duration: 134.1713ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:39.15959Z","caller":"traceutil/trace.go:171","msg":"trace[647491516] transaction","detail":"{read_only:false; response_revision:27273; number_of_response:1; }","duration":"528.826197ms","start":"2026-03-04T02:21:38.630743Z","end":"2026-03-04T02:21:39.159569Z","steps":["trace[647491516] 'process raft request' (duration: 528.556371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.15964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:38.512119Z","time spent":"647.439588ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:39.159695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:38.630722Z","time spent":"528.92529ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:39.159597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:38.513629Z","time spent":"645.916722ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:39.159725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.55003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:39.159782Z","caller":"traceutil/trace.go:171","msg":"trace[1632210107] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27273; }","duration":"188.654753ms","start":"2026-03-04T02:21:38.971112Z","end":"2026-03-04T02:21:39.159767Z","steps":["trace[1632210107] 'agreement among raft nodes before linearized reading' (duration: 188.554731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.1598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.593034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-04T02:21:39.159827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.591809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-04T02:21:39.159864Z","caller":"traceutil/trace.go:171","msg":"trace[1294392229] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:27273; }","duration":"645.678237ms","start":"2026-03-04T02:21:38.51417Z","end":"2026-03-04T02:21:39.159848Z","steps":["trace[1294392229] 'agreement among raft nodes before linearized reading' (duration: 645.458722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:39.159881Z","caller":"traceutil/trace.go:171","msg":"trace[1914401196] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:27273; }","duration":"640.66543ms","start":"2026-03-04T02:21:38.519202Z","end":"2026-03-04T02:21:39.159868Z","steps":["trace[1914401196] 'agreement among raft nodes before linearized reading' (duration: 640.460716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.15991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:38.519196Z","time spent":"640.708901ms","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-03-04T02:21:39.159914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:38.514158Z","time spent":"645.745348ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-04T02:21:39.160064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.055521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:39.16027Z","caller":"traceutil/trace.go:171","msg":"trace[294701150] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27273; }","duration":"138.260286ms","start":"2026-03-04T02:21:39.021925Z","end":"2026-03-04T02:21:39.160185Z","steps":["trace[294701150] 'agreement among raft nodes before linearized reading' (duration: 137.745843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:39.428893Z","caller":"traceutil/trace.go:171","msg":"trace[1434284369] linearizableReadLoop","detail":"{readStateIndex:28220; appliedIndex:28219; }","duration":"167.610544ms","start":"2026-03-04T02:21:39.261266Z","end":"2026-03-04T02:21:39.428877Z","steps":["trace[1434284369] 'read index received' (duration: 167.536292ms)","trace[1434284369] 'applied index is now lower than readState.Index' (duration: 73.392µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:39.428986Z","caller":"traceutil/trace.go:171","msg":"trace[3825829] transaction","detail":"{read_only:false; response_revision:27276; number_of_response:1; }","duration":"178.990009ms","start":"2026-03-04T02:21:39.249987Z","end":"2026-03-04T02:21:39.428977Z","steps":["trace[3825829] 'process raft request' (duration: 178.777844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.429564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.284441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9505"} {"level":"info","ts":"2026-03-04T02:21:39.429596Z","caller":"traceutil/trace.go:171","msg":"trace[626122415] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:27276; }","duration":"168.380803ms","start":"2026-03-04T02:21:39.261208Z","end":"2026-03-04T02:21:39.429589Z","steps":["trace[626122415] 'agreement among raft nodes before linearized reading' (duration: 168.047416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.429969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.646331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-04T02:21:39.430044Z","caller":"traceutil/trace.go:171","msg":"trace[320368364] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:27276; }","duration":"159.749933ms","start":"2026-03-04T02:21:39.270276Z","end":"2026-03-04T02:21:39.430026Z","steps":["trace[320368364] 'agreement among raft nodes before linearized reading' (duration: 158.944955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.430089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.560869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-03-04T02:21:39.430177Z","caller":"traceutil/trace.go:171","msg":"trace[551952693] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:27276; }","duration":"162.689332ms","start":"2026-03-04T02:21:39.267474Z","end":"2026-03-04T02:21:39.430164Z","steps":["trace[551952693] 'agreement among raft nodes before linearized reading' (duration: 161.621397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.66884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.176445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:39.668955Z","caller":"traceutil/trace.go:171","msg":"trace[1658278858] linearizableReadLoop","detail":"{readStateIndex:28221; appliedIndex:28220; }","duration":"234.304501ms","start":"2026-03-04T02:21:39.434633Z","end":"2026-03-04T02:21:39.668938Z","steps":["trace[1658278858] 'read index received' (duration: 66.981042ms)","trace[1658278858] 'applied index is now lower than readState.Index' (duration: 167.322209ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:39.66911Z","caller":"traceutil/trace.go:171","msg":"trace[2015290818] transaction","detail":"{read_only:false; response_revision:27277; number_of_response:1; }","duration":"234.67389ms","start":"2026-03-04T02:21:39.434384Z","end":"2026-03-04T02:21:39.669058Z","steps":["trace[2015290818] 'process raft request' (duration: 67.220548ms)","trace[2015290818] 'compare' (duration: 166.978361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:39.669309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.652329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-03-04T02:21:39.669399Z","caller":"traceutil/trace.go:171","msg":"trace[1323276927] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:27277; }","duration":"234.765381ms","start":"2026-03-04T02:21:39.434612Z","end":"2026-03-04T02:21:39.669378Z","steps":["trace[1323276927] 'agreement among raft nodes before linearized reading' (duration: 234.478424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:39.689272Z","caller":"traceutil/trace.go:171","msg":"trace[1890133920] transaction","detail":"{read_only:false; response_revision:27278; number_of_response:1; }","duration":"247.546968ms","start":"2026-03-04T02:21:39.441687Z","end":"2026-03-04T02:21:39.689234Z","steps":["trace[1890133920] 'process raft request' (duration: 247.333484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:39.689473Z","caller":"traceutil/trace.go:171","msg":"trace[83470187] transaction","detail":"{read_only:false; response_revision:27279; number_of_response:1; }","duration":"247.587549ms","start":"2026-03-04T02:21:39.441869Z","end":"2026-03-04T02:21:39.689456Z","steps":["trace[83470187] 'process raft request' (duration: 247.283532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:39.68954Z","caller":"traceutil/trace.go:171","msg":"trace[2140598549] transaction","detail":"{read_only:false; response_revision:27281; number_of_response:1; }","duration":"245.750457ms","start":"2026-03-04T02:21:39.443774Z","end":"2026-03-04T02:21:39.689524Z","steps":["trace[2140598549] 'process raft request' (duration: 245.681515ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:39.689596Z","caller":"traceutil/trace.go:171","msg":"trace[2135526836] transaction","detail":"{read_only:false; response_revision:27280; number_of_response:1; }","duration":"246.203997ms","start":"2026-03-04T02:21:39.443365Z","end":"2026-03-04T02:21:39.689569Z","steps":["trace[2135526836] 'process raft request' (duration: 246.008552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:39.899443Z","caller":"traceutil/trace.go:171","msg":"trace[174959327] transaction","detail":"{read_only:false; response_revision:27282; number_of_response:1; }","duration":"284.359402ms","start":"2026-03-04T02:21:39.615058Z","end":"2026-03-04T02:21:39.899418Z","steps":["trace[174959327] 'process raft request' (duration: 201.397599ms)","trace[174959327] 'compare' (duration: 82.592674ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:39.899513Z","caller":"traceutil/trace.go:171","msg":"trace[1674587838] transaction","detail":"{read_only:false; response_revision:27285; number_of_response:1; }","duration":"283.388409ms","start":"2026-03-04T02:21:39.616106Z","end":"2026-03-04T02:21:39.899494Z","steps":["trace[1674587838] 'process raft request' (duration: 283.317738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:39.899648Z","caller":"traceutil/trace.go:171","msg":"trace[1761127442] transaction","detail":"{read_only:false; response_revision:27283; number_of_response:1; }","duration":"283.758649ms","start":"2026-03-04T02:21:39.615883Z","end":"2026-03-04T02:21:39.899642Z","steps":["trace[1761127442] 'process raft request' (duration: 283.42704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:39.899721Z","caller":"traceutil/trace.go:171","msg":"trace[1716504983] transaction","detail":"{read_only:false; response_revision:27284; number_of_response:1; }","duration":"283.646846ms","start":"2026-03-04T02:21:39.616069Z","end":"2026-03-04T02:21:39.899716Z","steps":["trace[1716504983] 'process raft request' (duration: 283.323238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:39.899808Z","caller":"traceutil/trace.go:171","msg":"trace[806526649] linearizableReadLoop","detail":"{readStateIndex:28231; appliedIndex:28221; }","duration":"230.816131ms","start":"2026-03-04T02:21:39.668981Z","end":"2026-03-04T02:21:39.899798Z","steps":["trace[806526649] 'read index received' (duration: 20.125757ms)","trace[806526649] 'applied index is now lower than readState.Index' (duration: 210.689574ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:39.899914Z","caller":"traceutil/trace.go:171","msg":"trace[1307888452] transaction","detail":"{read_only:false; response_revision:27287; number_of_response:1; }","duration":"283.609765ms","start":"2026-03-04T02:21:39.616299Z","end":"2026-03-04T02:21:39.899909Z","steps":["trace[1307888452] 'process raft request' (duration: 283.236065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:39.899972Z","caller":"traceutil/trace.go:171","msg":"trace[907953988] transaction","detail":"{read_only:false; response_revision:27286; number_of_response:1; }","duration":"283.862641ms","start":"2026-03-04T02:21:39.616105Z","end":"2026-03-04T02:21:39.899967Z","steps":["trace[907953988] 'process raft request' (duration: 283.347888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.900032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.137394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:39.900075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.353221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-03-04T02:21:39.900092Z","caller":"traceutil/trace.go:171","msg":"trace[1254885825] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27287; }","duration":"463.392992ms","start":"2026-03-04T02:21:39.436695Z","end":"2026-03-04T02:21:39.900088Z","steps":["trace[1254885825] 'agreement among raft nodes before linearized reading' (duration: 463.31583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.90011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:39.436684Z","time spent":"463.422363ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-03-04T02:21:39.900131Z","caller":"traceutil/trace.go:171","msg":"trace[1872857402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27287; }","duration":"409.288627ms","start":"2026-03-04T02:21:39.490771Z","end":"2026-03-04T02:21:39.90006Z","steps":["trace[1872857402] 'agreement among raft nodes before linearized reading' (duration: 409.158254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.900227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:39.490744Z","time spent":"409.439221ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:21:39.959057Z","caller":"traceutil/trace.go:171","msg":"trace[1533906560] transaction","detail":"{read_only:false; response_revision:27288; number_of_response:1; }","duration":"258.267107ms","start":"2026-03-04T02:21:39.700768Z","end":"2026-03-04T02:21:39.959035Z","steps":["trace[1533906560] 'process raft request' (duration: 258.067862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.959341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.095227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:21:39.959371Z","caller":"traceutil/trace.go:171","msg":"trace[1230992189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27288; }","duration":"102.153658ms","start":"2026-03-04T02:21:39.85721Z","end":"2026-03-04T02:21:39.959364Z","steps":["trace[1230992189] 'agreement among raft nodes before linearized reading' (duration: 102.024035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.959614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.45357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a73a10a7-fea5-423c-967f-e9109351e238\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-04T02:21:39.959639Z","caller":"traceutil/trace.go:171","msg":"trace[1134675513] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a73a10a7-fea5-423c-967f-e9109351e238; range_end:; response_count:1; response_revision:27288; }","duration":"283.492352ms","start":"2026-03-04T02:21:39.676139Z","end":"2026-03-04T02:21:39.959631Z","steps":["trace[1134675513] 'agreement among raft nodes before linearized reading' (duration: 283.41586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.959657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.342497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08827860-2f21-4269-9b94-9d1897982387\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:21:39.959745Z","caller":"traceutil/trace.go:171","msg":"trace[1170654577] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08827860-2f21-4269-9b94-9d1897982387; range_end:; response_count:1; response_revision:27288; }","duration":"283.457381ms","start":"2026-03-04T02:21:39.676267Z","end":"2026-03-04T02:21:39.959724Z","steps":["trace[1170654577] 'agreement among raft nodes before linearized reading' (duration: 283.249606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.959816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.671685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cf1508c0-bdf4-48d9-8b8e-500ec503d2e3\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-04T02:21:39.959858Z","caller":"traceutil/trace.go:171","msg":"trace[928250382] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cf1508c0-bdf4-48d9-8b8e-500ec503d2e3; range_end:; response_count:1; response_revision:27288; }","duration":"283.751618ms","start":"2026-03-04T02:21:39.676098Z","end":"2026-03-04T02:21:39.95985Z","steps":["trace[928250382] 'agreement among raft nodes before linearized reading' (duration: 283.654275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.959972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.409919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-642704f3-193e-46fc-9a34-9354600517e7\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:21:39.960005Z","caller":"traceutil/trace.go:171","msg":"trace[277050405] range","detail":"{range_begin:/registry/persistentvolumes/pvc-642704f3-193e-46fc-9a34-9354600517e7; range_end:; response_count:1; response_revision:27288; }","duration":"283.45001ms","start":"2026-03-04T02:21:39.676547Z","end":"2026-03-04T02:21:39.959997Z","steps":["trace[277050405] 'agreement among raft nodes before linearized reading' (duration: 283.369108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.96004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.45205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T02:21:39.960107Z","caller":"traceutil/trace.go:171","msg":"trace[935086776] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d76bf7f-5177-4bf2-8f6c-19015392bd61; range_end:; response_count:1; response_revision:27288; }","duration":"283.545992ms","start":"2026-03-04T02:21:39.676546Z","end":"2026-03-04T02:21:39.960092Z","steps":["trace[935086776] 'agreement among raft nodes before linearized reading' (duration: 283.314617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.960116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.984792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:21:39.960151Z","caller":"traceutil/trace.go:171","msg":"trace[1180398194] range","detail":"{range_begin:/registry/persistentvolumes/pvc-276f61af-3d37-4696-8c32-b9f2b1612f4b; range_end:; response_count:1; response_revision:27288; }","duration":"284.047254ms","start":"2026-03-04T02:21:39.676092Z","end":"2026-03-04T02:21:39.96014Z","steps":["trace[1180398194] 'agreement among raft nodes before linearized reading' (duration: 283.960002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.960172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.778178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dddc882b-e036-44b9-884d-b49daaebf67d\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T02:21:39.960204Z","caller":"traceutil/trace.go:171","msg":"trace[926489921] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dddc882b-e036-44b9-884d-b49daaebf67d; range_end:; response_count:1; response_revision:27288; }","duration":"283.822908ms","start":"2026-03-04T02:21:39.676374Z","end":"2026-03-04T02:21:39.960197Z","steps":["trace[926489921] 'agreement among raft nodes before linearized reading' (duration: 283.754797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.960269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.276744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:21:39.960289Z","caller":"traceutil/trace.go:171","msg":"trace[1637508264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27288; }","duration":"103.334185ms","start":"2026-03-04T02:21:39.856948Z","end":"2026-03-04T02:21:39.960282Z","steps":["trace[1637508264] 'agreement among raft nodes before linearized reading' (duration: 103.270864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.960355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.058612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:21:39.960385Z","caller":"traceutil/trace.go:171","msg":"trace[1384305879] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27288; }","duration":"164.127234ms","start":"2026-03-04T02:21:39.796248Z","end":"2026-03-04T02:21:39.960375Z","steps":["trace[1384305879] 'agreement among raft nodes before linearized reading' (duration: 164.051192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.960116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.601913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9b7223e5-bc0a-48d8-bcfd-c05cb061f485\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:21:39.960421Z","caller":"traceutil/trace.go:171","msg":"trace[643254335] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9b7223e5-bc0a-48d8-bcfd-c05cb061f485; range_end:; response_count:1; response_revision:27288; }","duration":"283.91919ms","start":"2026-03-04T02:21:39.676494Z","end":"2026-03-04T02:21:39.960414Z","steps":["trace[643254335] 'agreement among raft nodes before linearized reading' (duration: 283.565742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.960481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.358141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f2c4393b-1753-48f8-a318-deb7728e0101\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T02:21:39.960513Z","caller":"traceutil/trace.go:171","msg":"trace[480014327] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f2c4393b-1753-48f8-a318-deb7728e0101; range_end:; response_count:1; response_revision:27288; }","duration":"284.409803ms","start":"2026-03-04T02:21:39.676097Z","end":"2026-03-04T02:21:39.960506Z","steps":["trace[480014327] 'agreement among raft nodes before linearized reading' (duration: 284.326271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.960541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.115365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:21:39.960567Z","caller":"traceutil/trace.go:171","msg":"trace[1783019870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27288; }","duration":"117.185187ms","start":"2026-03-04T02:21:39.843375Z","end":"2026-03-04T02:21:39.96056Z","steps":["trace[1783019870] 'agreement among raft nodes before linearized reading' (duration: 117.116535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:39.960679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.76703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a7ed6aa4-f4ee-4b3c-9b28-91227d688c65\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:21:39.96071Z","caller":"traceutil/trace.go:171","msg":"trace[1178439564] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a7ed6aa4-f4ee-4b3c-9b28-91227d688c65; range_end:; response_count:1; response_revision:27288; }","duration":"284.836082ms","start":"2026-03-04T02:21:39.675866Z","end":"2026-03-04T02:21:39.960702Z","steps":["trace[1178439564] 'agreement among raft nodes before linearized reading' (duration: 284.73648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:40.189618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.17771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:40.189711Z","caller":"traceutil/trace.go:171","msg":"trace[368994645] transaction","detail":"{read_only:false; response_revision:27289; number_of_response:1; }","duration":"224.502294ms","start":"2026-03-04T02:21:39.965192Z","end":"2026-03-04T02:21:40.189695Z","steps":["trace[368994645] 'process raft request' (duration: 112.177191ms)","trace[368994645] 'compare' (duration: 111.910484ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:40.191276Z","caller":"traceutil/trace.go:171","msg":"trace[70396807] transaction","detail":"{read_only:false; response_revision:27290; number_of_response:1; }","duration":"225.950848ms","start":"2026-03-04T02:21:39.965308Z","end":"2026-03-04T02:21:40.191259Z","steps":["trace[70396807] 'process raft request' (duration: 225.805235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:40.19134Z","caller":"traceutil/trace.go:171","msg":"trace[2129560732] linearizableReadLoop","detail":"{readStateIndex:28235; appliedIndex:28232; }","duration":"222.253963ms","start":"2026-03-04T02:21:39.969067Z","end":"2026-03-04T02:21:40.191321Z","steps":["trace[2129560732] 'read index received' (duration: 108.326481ms)","trace[2129560732] 'applied index is now lower than readState.Index' (duration: 113.926502ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:40.191423Z","caller":"traceutil/trace.go:171","msg":"trace[742522886] transaction","detail":"{read_only:false; response_revision:27292; number_of_response:1; }","duration":"222.287114ms","start":"2026-03-04T02:21:39.969125Z","end":"2026-03-04T02:21:40.191412Z","steps":["trace[742522886] 'process raft request' (duration: 222.11977ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:40.191437Z","caller":"traceutil/trace.go:171","msg":"trace[1921442439] transaction","detail":"{read_only:false; response_revision:27293; number_of_response:1; }","duration":"222.196741ms","start":"2026-03-04T02:21:39.969229Z","end":"2026-03-04T02:21:40.191425Z","steps":["trace[1921442439] 'process raft request' (duration: 222.056608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:40.191535Z","caller":"traceutil/trace.go:171","msg":"trace[1533399625] transaction","detail":"{read_only:false; response_revision:27291; number_of_response:1; }","duration":"225.651751ms","start":"2026-03-04T02:21:39.965876Z","end":"2026-03-04T02:21:40.191527Z","steps":["trace[1533399625] 'process raft request' (duration: 225.323224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:40.191783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.693993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1160"} {"level":"info","ts":"2026-03-04T02:21:40.191857Z","caller":"traceutil/trace.go:171","msg":"trace[1339762547] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:27293; }","duration":"222.783034ms","start":"2026-03-04T02:21:39.969055Z","end":"2026-03-04T02:21:40.191838Z","steps":["trace[1339762547] 'agreement among raft nodes before linearized reading' (duration: 222.496878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:40.252716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.499098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:40.252802Z","caller":"traceutil/trace.go:171","msg":"trace[1196068929] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27294; }","duration":"203.663532ms","start":"2026-03-04T02:21:40.04912Z","end":"2026-03-04T02:21:40.252784Z","steps":["trace[1196068929] 'agreement among raft nodes before linearized reading' (duration: 203.509128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:40.252822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.720698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d6cfee5-c2b4-46bc-b256-5649a311148c\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T02:21:40.252898Z","caller":"traceutil/trace.go:171","msg":"trace[1196759521] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d6cfee5-c2b4-46bc-b256-5649a311148c; range_end:; response_count:1; response_revision:27294; }","duration":"283.81811ms","start":"2026-03-04T02:21:39.969062Z","end":"2026-03-04T02:21:40.25288Z","steps":["trace[1196759521] 'agreement among raft nodes before linearized reading' (duration: 283.617325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:40.400113Z","caller":"traceutil/trace.go:171","msg":"trace[1411938374] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27297; }","duration":"110.726296ms","start":"2026-03-04T02:21:40.289349Z","end":"2026-03-04T02:21:40.400075Z","steps":["trace[1411938374] 'process raft request' (duration: 37.301594ms)","trace[1411938374] 'compare' (duration: 72.998082ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:40.400182Z","caller":"traceutil/trace.go:171","msg":"trace[108405825] linearizableReadLoop","detail":"{readStateIndex:28242; appliedIndex:28240; }","duration":"107.43626ms","start":"2026-03-04T02:21:40.292716Z","end":"2026-03-04T02:21:40.400153Z","steps":["trace[108405825] 'read index received' (duration: 33.954617ms)","trace[108405825] 'applied index is now lower than readState.Index' (duration: 73.480353ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:40.400283Z","caller":"traceutil/trace.go:171","msg":"trace[1912574664] transaction","detail":"{read_only:false; response_revision:27298; number_of_response:1; }","duration":"107.991252ms","start":"2026-03-04T02:21:40.292268Z","end":"2026-03-04T02:21:40.400259Z","steps":["trace[1912574664] 'process raft request' (duration: 107.623524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:40.400402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.680346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-03-04T02:21:40.400442Z","caller":"traceutil/trace.go:171","msg":"trace[1006266771] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:27298; }","duration":"107.780458ms","start":"2026-03-04T02:21:40.292651Z","end":"2026-03-04T02:21:40.400431Z","steps":["trace[1006266771] 'agreement among raft nodes before linearized reading' (duration: 107.597354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:44.811894Z","caller":"traceutil/trace.go:171","msg":"trace[1692589706] linearizableReadLoop","detail":"{readStateIndex:28287; appliedIndex:28286; }","duration":"147.006737ms","start":"2026-03-04T02:21:44.664871Z","end":"2026-03-04T02:21:44.811878Z","steps":["trace[1692589706] 'read index received' (duration: 146.859273ms)","trace[1692589706] 'applied index is now lower than readState.Index' (duration: 146.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:44.811943Z","caller":"traceutil/trace.go:171","msg":"trace[1762487469] transaction","detail":"{read_only:false; response_revision:27342; number_of_response:1; }","duration":"169.059059ms","start":"2026-03-04T02:21:44.64286Z","end":"2026-03-04T02:21:44.811919Z","steps":["trace[1762487469] 'process raft request' (duration: 168.907875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:44.812052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.16448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1937"} {"level":"info","ts":"2026-03-04T02:21:44.81208Z","caller":"traceutil/trace.go:171","msg":"trace[1563354773] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:1; response_revision:27342; }","duration":"147.226262ms","start":"2026-03-04T02:21:44.664846Z","end":"2026-03-04T02:21:44.812072Z","steps":["trace[1563354773] 'agreement among raft nodes before linearized reading' (duration: 147.12091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:44.812223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.375254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-03-04T02:21:44.812289Z","caller":"traceutil/trace.go:171","msg":"trace[1323029175] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:27342; }","duration":"121.490956ms","start":"2026-03-04T02:21:44.69078Z","end":"2026-03-04T02:21:44.812271Z","steps":["trace[1323029175] 'agreement among raft nodes before linearized reading' (duration: 121.26247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.211016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.730557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-04T02:21:45.211082Z","caller":"traceutil/trace.go:171","msg":"trace[1564055884] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27342; }","duration":"245.834548ms","start":"2026-03-04T02:21:44.965233Z","end":"2026-03-04T02:21:45.211067Z","steps":["trace[1564055884] 'range keys from in-memory index tree' (duration: 245.592712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.211114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.073377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:45.211161Z","caller":"traceutil/trace.go:171","msg":"trace[534050845] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27342; }","duration":"162.150468ms","start":"2026-03-04T02:21:45.048999Z","end":"2026-03-04T02:21:45.211149Z","steps":["trace[534050845] 'count revisions from in-memory index tree' (duration: 161.974635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.211165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.307048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1527"} {"level":"warn","ts":"2026-03-04T02:21:45.211172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.527144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-03-04T02:21:45.211305Z","caller":"traceutil/trace.go:171","msg":"trace[1577614704] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:27342; }","duration":"120.739379ms","start":"2026-03-04T02:21:45.090536Z","end":"2026-03-04T02:21:45.211276Z","steps":["trace[1577614704] 'range keys from in-memory index tree' (duration: 120.33975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.211328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.612832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"info","ts":"2026-03-04T02:21:45.211411Z","caller":"traceutil/trace.go:171","msg":"trace[2039476074] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:27342; }","duration":"295.737886ms","start":"2026-03-04T02:21:44.915653Z","end":"2026-03-04T02:21:45.211391Z","steps":["trace[2039476074] 'range keys from in-memory index tree' (duration: 295.444869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.211398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.530031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"info","ts":"2026-03-04T02:21:45.211464Z","caller":"traceutil/trace.go:171","msg":"trace[2031100385] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:27342; }","duration":"270.662064ms","start":"2026-03-04T02:21:44.940785Z","end":"2026-03-04T02:21:45.211448Z","steps":["trace[2031100385] 'range keys from in-memory index tree' (duration: 270.383408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.211479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.689645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-03-04T02:21:45.211498Z","caller":"traceutil/trace.go:171","msg":"trace[1195282389] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27342; }","duration":"320.708765ms","start":"2026-03-04T02:21:44.890783Z","end":"2026-03-04T02:21:45.211492Z","steps":["trace[1195282389] 'range keys from in-memory index tree' (duration: 320.564622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.211514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:44.890735Z","time spent":"320.774057ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:21:45.211501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.208295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-03-04T02:21:45.211471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.372851ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:45.21155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.278088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1212"} {"level":"warn","ts":"2026-03-04T02:21:45.211571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.309522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:21:45.211561Z","caller":"traceutil/trace.go:171","msg":"trace[2054480243] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27342; }","duration":"312.467293ms","start":"2026-03-04T02:21:44.899079Z","end":"2026-03-04T02:21:45.211546Z","steps":["trace[2054480243] 'range keys from in-memory index tree' (duration: 312.360601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:45.211593Z","caller":"traceutil/trace.go:171","msg":"trace[988931979] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:27342; }","duration":"124.362263ms","start":"2026-03-04T02:21:45.087224Z","end":"2026-03-04T02:21:45.211586Z","steps":["trace[988931979] 'range keys from in-memory index tree' (duration: 124.167069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:45.211599Z","caller":"traceutil/trace.go:171","msg":"trace[111518065] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:27342; }","duration":"145.353579ms","start":"2026-03-04T02:21:45.066231Z","end":"2026-03-04T02:21:45.211585Z","steps":["trace[111518065] 'range keys from in-memory index tree' (duration: 145.133454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.211621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.957483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:813"} {"level":"info","ts":"2026-03-04T02:21:45.211665Z","caller":"traceutil/trace.go:171","msg":"trace[931434056] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:27342; }","duration":"196.028414ms","start":"2026-03-04T02:21:45.015625Z","end":"2026-03-04T02:21:45.211653Z","steps":["trace[931434056] 'range keys from in-memory index tree' (duration: 195.84758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:45.211555Z","caller":"traceutil/trace.go:171","msg":"trace[508848157] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:27342; }","duration":"220.287947ms","start":"2026-03-04T02:21:44.991247Z","end":"2026-03-04T02:21:45.211535Z","steps":["trace[508848157] 'range keys from in-memory index tree' (duration: 220.078172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:45.211241Z","caller":"traceutil/trace.go:171","msg":"trace[1695790429] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:27342; }","duration":"170.431291ms","start":"2026-03-04T02:21:45.040793Z","end":"2026-03-04T02:21:45.211224Z","steps":["trace[1695790429] 'range keys from in-memory index tree' (duration: 170.103093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:45.347806Z","caller":"traceutil/trace.go:171","msg":"trace[666602237] linearizableReadLoop","detail":"{readStateIndex:28288; appliedIndex:28287; }","duration":"231.858764ms","start":"2026-03-04T02:21:45.115925Z","end":"2026-03-04T02:21:45.347784Z","steps":["trace[666602237] 'read index received' (duration: 231.68599ms)","trace[666602237] 'applied index is now lower than readState.Index' (duration: 171.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:45.347841Z","caller":"traceutil/trace.go:171","msg":"trace[1847061302] transaction","detail":"{read_only:false; response_revision:27343; number_of_response:1; }","duration":"233.804969ms","start":"2026-03-04T02:21:45.114005Z","end":"2026-03-04T02:21:45.34781Z","steps":["trace[1847061302] 'process raft request' (duration: 233.601735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.348043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.103679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T02:21:45.348136Z","caller":"traceutil/trace.go:171","msg":"trace[1193936063] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:27343; }","duration":"232.228773ms","start":"2026-03-04T02:21:45.115896Z","end":"2026-03-04T02:21:45.348124Z","steps":["trace[1193936063] 'agreement among raft nodes before linearized reading' (duration: 231.978327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.51751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:45.21354Z","time spent":"303.963416ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:21:45.517514Z","caller":"traceutil/trace.go:171","msg":"trace[1422172070] linearizableReadLoop","detail":"{readStateIndex:28289; appliedIndex:28288; }","duration":"169.614522ms","start":"2026-03-04T02:21:45.347871Z","end":"2026-03-04T02:21:45.517486Z","steps":["trace[1422172070] 'read index received' (duration: 89.023664ms)","trace[1422172070] 'applied index is now lower than readState.Index' (duration: 80.589288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:45.517715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.367395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1313"} {"level":"warn","ts":"2026-03-04T02:21:45.517835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.953363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-04T02:21:45.517844Z","caller":"traceutil/trace.go:171","msg":"trace[1702460124] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:27343; }","duration":"376.539328ms","start":"2026-03-04T02:21:45.141284Z","end":"2026-03-04T02:21:45.517823Z","steps":["trace[1702460124] 'agreement among raft nodes before linearized reading' (duration: 376.280942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:45.5179Z","caller":"traceutil/trace.go:171","msg":"trace[1044526363] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; response_count:1; response_revision:27343; }","duration":"303.029594ms","start":"2026-03-04T02:21:45.214853Z","end":"2026-03-04T02:21:45.517883Z","steps":["trace[1044526363] 'agreement among raft nodes before linearized reading' (duration: 302.896051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.517925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.635585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:21:45.517959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:45.214837Z","time spent":"303.108366ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" "} {"level":"info","ts":"2026-03-04T02:21:45.517993Z","caller":"traceutil/trace.go:171","msg":"trace[440605239] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27343; }","duration":"327.730457ms","start":"2026-03-04T02:21:45.190243Z","end":"2026-03-04T02:21:45.517974Z","steps":["trace[440605239] 'agreement among raft nodes before linearized reading' (duration: 327.564163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.518018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.766828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:21:45.517999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.091655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1509"} {"level":"info","ts":"2026-03-04T02:21:45.518041Z","caller":"traceutil/trace.go:171","msg":"trace[1702921353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27343; }","duration":"327.8251ms","start":"2026-03-04T02:21:45.190209Z","end":"2026-03-04T02:21:45.518034Z","steps":["trace[1702921353] 'agreement among raft nodes before linearized reading' (duration: 327.725897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.518049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:45.190224Z","time spent":"327.808299ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:21:45.518059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:45.190184Z","time spent":"327.87113ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:21:45.518058Z","caller":"traceutil/trace.go:171","msg":"trace[1027911911] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:27343; }","duration":"152.181308ms","start":"2026-03-04T02:21:45.36586Z","end":"2026-03-04T02:21:45.518041Z","steps":["trace[1027911911] 'agreement among raft nodes before linearized reading' (duration: 151.976813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.517871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.496023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:914"} {"level":"warn","ts":"2026-03-04T02:21:45.518209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.783403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:21:45.518232Z","caller":"traceutil/trace.go:171","msg":"trace[400199161] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:27343; }","duration":"277.916712ms","start":"2026-03-04T02:21:45.240298Z","end":"2026-03-04T02:21:45.518215Z","steps":["trace[400199161] 'agreement among raft nodes before linearized reading' (duration: 277.260117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.518305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.392102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-03-04T02:21:45.518328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.998322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"warn","ts":"2026-03-04T02:21:45.518339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.886422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-03-04T02:21:45.518354Z","caller":"traceutil/trace.go:171","msg":"trace[1847474584] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27343; }","duration":"227.066514ms","start":"2026-03-04T02:21:45.291281Z","end":"2026-03-04T02:21:45.518347Z","steps":["trace[1847474584] 'agreement among raft nodes before linearized reading' (duration: 226.990382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:45.518357Z","caller":"traceutil/trace.go:171","msg":"trace[5890893] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27343; }","duration":"127.477205ms","start":"2026-03-04T02:21:45.390867Z","end":"2026-03-04T02:21:45.518344Z","steps":["trace[5890893] 'agreement among raft nodes before linearized reading' (duration: 127.338962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:45.518369Z","caller":"traceutil/trace.go:171","msg":"trace[321958507] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:27343; }","duration":"202.939464ms","start":"2026-03-04T02:21:45.315421Z","end":"2026-03-04T02:21:45.51836Z","steps":["trace[321958507] 'agreement among raft nodes before linearized reading' (duration: 202.853162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:45.518248Z","caller":"traceutil/trace.go:171","msg":"trace[700454318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27343; }","duration":"102.863044ms","start":"2026-03-04T02:21:45.415375Z","end":"2026-03-04T02:21:45.518238Z","steps":["trace[700454318] 'agreement among raft nodes before linearized reading' (duration: 102.780022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.517911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:45.141266Z","time spent":"376.62298ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-04T02:21:45.518429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.628356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:21:45.51845Z","caller":"traceutil/trace.go:171","msg":"trace[313535553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27343; }","duration":"252.673187ms","start":"2026-03-04T02:21:45.265769Z","end":"2026-03-04T02:21:45.518442Z","steps":["trace[313535553] 'agreement among raft nodes before linearized reading' (duration: 252.633056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.518448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.597797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-03-04T02:21:45.518331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.487264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1354"} {"level":"info","ts":"2026-03-04T02:21:45.518539Z","caller":"traceutil/trace.go:171","msg":"trace[1114601036] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:27343; }","duration":"353.691259ms","start":"2026-03-04T02:21:45.164799Z","end":"2026-03-04T02:21:45.51849Z","steps":["trace[1114601036] 'agreement among raft nodes before linearized reading' (duration: 353.533765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:45.518554Z","caller":"traceutil/trace.go:171","msg":"trace[297938795] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:27343; }","duration":"177.705509ms","start":"2026-03-04T02:21:45.340832Z","end":"2026-03-04T02:21:45.518537Z","steps":["trace[297938795] 'agreement among raft nodes before linearized reading' (duration: 177.234568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.518595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:45.164757Z","time spent":"353.824611ms","remote":"127.0.0.1:35228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T02:21:45.518678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.158697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/manila-api\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-03-04T02:21:45.51871Z","caller":"traceutil/trace.go:171","msg":"trace[1134033203] range","detail":"{range_begin:/registry/services/specs/openstack/manila-api; range_end:; response_count:1; response_revision:27343; }","duration":"328.219038ms","start":"2026-03-04T02:21:45.190483Z","end":"2026-03-04T02:21:45.518702Z","steps":["trace[1134033203] 'agreement among raft nodes before linearized reading' (duration: 327.299047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:45.518729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:45.190467Z","time spent":"328.257909ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":948,"request content":"key:\"/registry/services/specs/openstack/manila-api\" "} {"level":"warn","ts":"2026-03-04T02:21:46.195834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.29671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-03-04T02:21:46.195886Z","caller":"traceutil/trace.go:171","msg":"trace[879728039] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:27352; }","duration":"130.387802ms","start":"2026-03-04T02:21:46.065487Z","end":"2026-03-04T02:21:46.195874Z","steps":["trace[879728039] 'range keys from in-memory index tree' (duration: 130.173927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:46.195907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.932215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"info","ts":"2026-03-04T02:21:46.195956Z","caller":"traceutil/trace.go:171","msg":"trace[1637118270] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:27352; }","duration":"156.026857ms","start":"2026-03-04T02:21:46.039916Z","end":"2026-03-04T02:21:46.195943Z","steps":["trace[1637118270] 'range keys from in-memory index tree' (duration: 155.783542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:46.196026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.706306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-cfn\" ","response":"range_response_count:1 size:917"} {"level":"info","ts":"2026-03-04T02:21:46.19605Z","caller":"traceutil/trace.go:171","msg":"trace[1463015284] range","detail":"{range_begin:/registry/services/specs/openstack/heat-cfn; range_end:; response_count:1; response_revision:27352; }","duration":"104.774538ms","start":"2026-03-04T02:21:46.091269Z","end":"2026-03-04T02:21:46.196043Z","steps":["trace[1463015284] 'range keys from in-memory index tree' (duration: 104.594404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:46.398509Z","caller":"traceutil/trace.go:171","msg":"trace[455241044] transaction","detail":"{read_only:false; response_revision:27354; number_of_response:1; }","duration":"178.956637ms","start":"2026-03-04T02:21:46.219532Z","end":"2026-03-04T02:21:46.398489Z","steps":["trace[455241044] 'process raft request' (duration: 178.802184ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:46.398722Z","caller":"traceutil/trace.go:171","msg":"trace[768340190] transaction","detail":"{read_only:false; response_revision:27355; number_of_response:1; }","duration":"177.446252ms","start":"2026-03-04T02:21:46.221267Z","end":"2026-03-04T02:21:46.398714Z","steps":["trace[768340190] 'process raft request' (duration: 177.195727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:46.398701Z","caller":"traceutil/trace.go:171","msg":"trace[1874761992] linearizableReadLoop","detail":"{readStateIndex:28301; appliedIndex:28298; }","duration":"158.497373ms","start":"2026-03-04T02:21:46.240172Z","end":"2026-03-04T02:21:46.398669Z","steps":["trace[1874761992] 'read index received' (duration: 15.445958ms)","trace[1874761992] 'applied index is now lower than readState.Index' (duration: 143.049025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:46.398881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.688149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-03-04T02:21:46.398927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.867673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1637"} {"level":"info","ts":"2026-03-04T02:21:46.398948Z","caller":"traceutil/trace.go:171","msg":"trace[600662048] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:27355; }","duration":"133.942245ms","start":"2026-03-04T02:21:46.264999Z","end":"2026-03-04T02:21:46.398941Z","steps":["trace[600662048] 'agreement among raft nodes before linearized reading' (duration: 133.796691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:46.398947Z","caller":"traceutil/trace.go:171","msg":"trace[557250916] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:27355; }","duration":"158.78131ms","start":"2026-03-04T02:21:46.240148Z","end":"2026-03-04T02:21:46.398929Z","steps":["trace[557250916] 'agreement among raft nodes before linearized reading' (duration: 158.621387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:46.399047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.389022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1055"} {"level":"info","ts":"2026-03-04T02:21:46.39908Z","caller":"traceutil/trace.go:171","msg":"trace[264097737] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:27355; }","duration":"108.478315ms","start":"2026-03-04T02:21:46.290592Z","end":"2026-03-04T02:21:46.39907Z","steps":["trace[264097737] 'agreement among raft nodes before linearized reading' (duration: 108.344442ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:49.419446Z","caller":"traceutil/trace.go:171","msg":"trace[1994310036] transaction","detail":"{read_only:false; response_revision:27373; number_of_response:1; }","duration":"108.119607ms","start":"2026-03-04T02:21:49.3113Z","end":"2026-03-04T02:21:49.419419Z","steps":["trace[1994310036] 'process raft request' (duration: 107.915342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:51.74291Z","caller":"traceutil/trace.go:171","msg":"trace[1122936847] transaction","detail":"{read_only:false; response_revision:27388; number_of_response:1; }","duration":"102.453145ms","start":"2026-03-04T02:21:51.64042Z","end":"2026-03-04T02:21:51.742873Z","steps":["trace[1122936847] 'process raft request' (duration: 29.227557ms)","trace[1122936847] 'compare' (duration: 72.787998ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:52.057886Z","caller":"traceutil/trace.go:171","msg":"trace[441667094] transaction","detail":"{read_only:false; response_revision:27389; number_of_response:1; }","duration":"112.757915ms","start":"2026-03-04T02:21:51.9451Z","end":"2026-03-04T02:21:52.057858Z","steps":["trace[441667094] 'process raft request' (duration: 112.527609ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:52.190753Z","caller":"traceutil/trace.go:171","msg":"trace[1300367869] transaction","detail":"{read_only:false; response_revision:27391; number_of_response:1; }","duration":"239.828119ms","start":"2026-03-04T02:21:51.950901Z","end":"2026-03-04T02:21:52.190729Z","steps":["trace[1300367869] 'process raft request' (duration: 239.749737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:52.190787Z","caller":"traceutil/trace.go:171","msg":"trace[1924065513] transaction","detail":"{read_only:false; response_revision:27390; number_of_response:1; }","duration":"243.71307ms","start":"2026-03-04T02:21:51.947031Z","end":"2026-03-04T02:21:52.190744Z","steps":["trace[1924065513] 'process raft request' (duration: 228.660031ms)","trace[1924065513] 'compare' (duration: 14.843114ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:52.190968Z","caller":"traceutil/trace.go:171","msg":"trace[1483094010] transaction","detail":"{read_only:false; response_revision:27392; number_of_response:1; }","duration":"239.943392ms","start":"2026-03-04T02:21:51.951015Z","end":"2026-03-04T02:21:52.190958Z","steps":["trace[1483094010] 'process raft request' (duration: 239.677916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:52.191251Z","caller":"traceutil/trace.go:171","msg":"trace[1654251542] transaction","detail":"{read_only:false; response_revision:27394; number_of_response:1; }","duration":"239.170354ms","start":"2026-03-04T02:21:51.952058Z","end":"2026-03-04T02:21:52.191229Z","steps":["trace[1654251542] 'process raft request' (duration: 239.069851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:52.191271Z","caller":"traceutil/trace.go:171","msg":"trace[1814304001] transaction","detail":"{read_only:false; response_revision:27393; number_of_response:1; }","duration":"239.860589ms","start":"2026-03-04T02:21:51.951386Z","end":"2026-03-04T02:21:52.191246Z","steps":["trace[1814304001] 'process raft request' (duration: 239.535122ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:52.973276Z","caller":"traceutil/trace.go:171","msg":"trace[1827951816] linearizableReadLoop","detail":"{readStateIndex:28345; appliedIndex:28344; }","duration":"113.248564ms","start":"2026-03-04T02:21:52.860011Z","end":"2026-03-04T02:21:52.973259Z","steps":["trace[1827951816] 'read index received' (duration: 113.091081ms)","trace[1827951816] 'applied index is now lower than readState.Index' (duration: 156.833µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:52.9734Z","caller":"traceutil/trace.go:171","msg":"trace[1963050466] transaction","detail":"{read_only:false; response_revision:27398; number_of_response:1; }","duration":"120.81234ms","start":"2026-03-04T02:21:52.852555Z","end":"2026-03-04T02:21:52.973367Z","steps":["trace[1963050466] 'process raft request' (duration: 120.593565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:52.973445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.417529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:21:52.973467Z","caller":"traceutil/trace.go:171","msg":"trace[1912921118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27398; }","duration":"113.4961ms","start":"2026-03-04T02:21:52.859964Z","end":"2026-03-04T02:21:52.97346Z","steps":["trace[1912921118] 'agreement among raft nodes before linearized reading' (duration: 113.366917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:53.40221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.482205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:53.40232Z","caller":"traceutil/trace.go:171","msg":"trace[1004543919] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27399; }","duration":"224.618647ms","start":"2026-03-04T02:21:53.177666Z","end":"2026-03-04T02:21:53.402285Z","steps":["trace[1004543919] 'range keys from in-memory index tree' (duration: 224.416772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:53.579368Z","caller":"traceutil/trace.go:171","msg":"trace[1571333817] linearizableReadLoop","detail":"{readStateIndex:28347; appliedIndex:28346; }","duration":"174.092445ms","start":"2026-03-04T02:21:53.405248Z","end":"2026-03-04T02:21:53.57934Z","steps":["trace[1571333817] 'read index received' (duration: 173.896631ms)","trace[1571333817] 'applied index is now lower than readState.Index' (duration: 194.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:53.579408Z","caller":"traceutil/trace.go:171","msg":"trace[1063643989] transaction","detail":"{read_only:false; response_revision:27400; number_of_response:1; }","duration":"203.449497ms","start":"2026-03-04T02:21:53.375921Z","end":"2026-03-04T02:21:53.57937Z","steps":["trace[1063643989] 'process raft request' (duration: 203.253172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:53.579667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.397012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:53.580058Z","caller":"traceutil/trace.go:171","msg":"trace[662690579] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27400; }","duration":"174.573306ms","start":"2026-03-04T02:21:53.4052Z","end":"2026-03-04T02:21:53.579773Z","steps":["trace[662690579] 'agreement among raft nodes before linearized reading' (duration: 174.340831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:53.790616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.846547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:21:53.790722Z","caller":"traceutil/trace.go:171","msg":"trace[1150546778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27400; }","duration":"150.99862ms","start":"2026-03-04T02:21:53.639698Z","end":"2026-03-04T02:21:53.790697Z","steps":["trace[1150546778] 'range keys from in-memory index tree' (duration: 150.674393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:54.862001Z","caller":"traceutil/trace.go:171","msg":"trace[2123891554] linearizableReadLoop","detail":"{readStateIndex:28358; appliedIndex:28357; }","duration":"175.09472ms","start":"2026-03-04T02:21:54.686884Z","end":"2026-03-04T02:21:54.861979Z","steps":["trace[2123891554] 'read index received' (duration: 103.839457ms)","trace[2123891554] 'applied index is now lower than readState.Index' (duration: 71.254033ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:54.862033Z","caller":"traceutil/trace.go:171","msg":"trace[706992605] transaction","detail":"{read_only:false; response_revision:27411; number_of_response:1; }","duration":"356.932725ms","start":"2026-03-04T02:21:54.505063Z","end":"2026-03-04T02:21:54.861995Z","steps":["trace[706992605] 'process raft request' (duration: 285.622801ms)","trace[706992605] 'compare' (duration: 70.802841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:54.862176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.264923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:54.862236Z","caller":"traceutil/trace.go:171","msg":"trace[1679877705] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:27411; }","duration":"175.380046ms","start":"2026-03-04T02:21:54.68684Z","end":"2026-03-04T02:21:54.86222Z","steps":["trace[1679877705] 'agreement among raft nodes before linearized reading' (duration: 175.265133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:54.86225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:54.505032Z","time spent":"357.122029ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:12.058926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.291814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:22:12.059016Z","caller":"traceutil/trace.go:171","msg":"trace[50838143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27524; }","duration":"100.437907ms","start":"2026-03-04T02:22:11.958556Z","end":"2026-03-04T02:22:12.058994Z","steps":["trace[50838143] 'range keys from in-memory index tree' (duration: 99.917865ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:13.468835Z","caller":"traceutil/trace.go:171","msg":"trace[953455611] transaction","detail":"{read_only:false; response_revision:27535; number_of_response:1; }","duration":"264.235866ms","start":"2026-03-04T02:22:13.204571Z","end":"2026-03-04T02:22:13.468807Z","steps":["trace[953455611] 'process raft request' (duration: 264.085043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:14.245018Z","caller":"traceutil/trace.go:171","msg":"trace[41174193] transaction","detail":"{read_only:false; response_revision:27538; number_of_response:1; }","duration":"128.106479ms","start":"2026-03-04T02:22:14.116879Z","end":"2026-03-04T02:22:14.244986Z","steps":["trace[41174193] 'process raft request' (duration: 127.843933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:15.212224Z","caller":"traceutil/trace.go:171","msg":"trace[1693952211] linearizableReadLoop","detail":"{readStateIndex:28500; appliedIndex:28499; }","duration":"109.045458ms","start":"2026-03-04T02:22:15.103158Z","end":"2026-03-04T02:22:15.212203Z","steps":["trace[1693952211] 'read index received' (duration: 102.361253ms)","trace[1693952211] 'applied index is now lower than readState.Index' (duration: 6.682965ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:15.212235Z","caller":"traceutil/trace.go:171","msg":"trace[947333646] transaction","detail":"{read_only:false; response_revision:27548; number_of_response:1; }","duration":"118.421755ms","start":"2026-03-04T02:22:15.093789Z","end":"2026-03-04T02:22:15.212211Z","steps":["trace[947333646] 'process raft request' (duration: 111.766811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:15.21245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.246142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:15.212574Z","caller":"traceutil/trace.go:171","msg":"trace[2107384523] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27548; }","duration":"109.410316ms","start":"2026-03-04T02:22:15.103109Z","end":"2026-03-04T02:22:15.212519Z","steps":["trace[2107384523] 'agreement among raft nodes before linearized reading' (duration: 109.16263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:15.689939Z","caller":"traceutil/trace.go:171","msg":"trace[1691072916] linearizableReadLoop","detail":"{readStateIndex:28502; appliedIndex:28501; }","duration":"147.300285ms","start":"2026-03-04T02:22:15.542611Z","end":"2026-03-04T02:22:15.689911Z","steps":["trace[1691072916] 'read index received' (duration: 123.067182ms)","trace[1691072916] 'applied index is now lower than readState.Index' (duration: 24.231973ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:15.690052Z","caller":"traceutil/trace.go:171","msg":"trace[686207020] transaction","detail":"{read_only:false; response_revision:27550; number_of_response:1; }","duration":"184.661861ms","start":"2026-03-04T02:22:15.505379Z","end":"2026-03-04T02:22:15.690041Z","steps":["trace[686207020] 'process raft request' (duration: 160.322346ms)","trace[686207020] 'compare' (duration: 23.991456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:15.690383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.750315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:15.690447Z","caller":"traceutil/trace.go:171","msg":"trace[1368849097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27550; }","duration":"147.853497ms","start":"2026-03-04T02:22:15.542576Z","end":"2026-03-04T02:22:15.69043Z","steps":["trace[1368849097] 'agreement among raft nodes before linearized reading' (duration: 147.752995ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:16.685167Z","caller":"traceutil/trace.go:171","msg":"trace[1862746751] transaction","detail":"{read_only:false; response_revision:27554; number_of_response:1; }","duration":"275.335103ms","start":"2026-03-04T02:22:16.409799Z","end":"2026-03-04T02:22:16.685134Z","steps":["trace[1862746751] 'process raft request' (duration: 243.234648ms)","trace[1862746751] 'compare' (duration: 31.637134ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:16.686135Z","caller":"traceutil/trace.go:171","msg":"trace[1672938348] linearizableReadLoop","detail":"{readStateIndex:28510; appliedIndex:28505; }","duration":"107.158284ms","start":"2026-03-04T02:22:16.578924Z","end":"2026-03-04T02:22:16.686082Z","steps":["trace[1672938348] 'read index received' (duration: 74.118767ms)","trace[1672938348] 'applied index is now lower than readState.Index' (duration: 33.037927ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:16.686206Z","caller":"traceutil/trace.go:171","msg":"trace[255674971] transaction","detail":"{read_only:false; response_revision:27557; number_of_response:1; }","duration":"229.539081ms","start":"2026-03-04T02:22:16.456641Z","end":"2026-03-04T02:22:16.68618Z","steps":["trace[255674971] 'process raft request' (duration: 229.342516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:16.686229Z","caller":"traceutil/trace.go:171","msg":"trace[1129332105] transaction","detail":"{read_only:false; response_revision:27558; number_of_response:1; }","duration":"229.51337ms","start":"2026-03-04T02:22:16.456685Z","end":"2026-03-04T02:22:16.686198Z","steps":["trace[1129332105] 'process raft request' (duration: 229.345576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:16.68623Z","caller":"traceutil/trace.go:171","msg":"trace[1677976228] transaction","detail":"{read_only:false; response_revision:27556; number_of_response:1; }","duration":"229.624833ms","start":"2026-03-04T02:22:16.456563Z","end":"2026-03-04T02:22:16.686188Z","steps":["trace[1677976228] 'process raft request' (duration: 229.370707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:16.686227Z","caller":"traceutil/trace.go:171","msg":"trace[978563731] transaction","detail":"{read_only:false; response_revision:27555; number_of_response:1; }","duration":"271.270148ms","start":"2026-03-04T02:22:16.414928Z","end":"2026-03-04T02:22:16.686198Z","steps":["trace[978563731] 'process raft request' (duration: 270.841629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:16.686469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.518523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:22:16.686535Z","caller":"traceutil/trace.go:171","msg":"trace[117503517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27558; }","duration":"107.647735ms","start":"2026-03-04T02:22:16.578873Z","end":"2026-03-04T02:22:16.686521Z","steps":["trace[117503517] 'agreement among raft nodes before linearized reading' (duration: 107.376118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:18.766952Z","caller":"traceutil/trace.go:171","msg":"trace[701163641] transaction","detail":"{read_only:false; response_revision:27566; number_of_response:1; }","duration":"136.200038ms","start":"2026-03-04T02:22:18.630724Z","end":"2026-03-04T02:22:18.766924Z","steps":["trace[701163641] 'process raft request' (duration: 136.019484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:18.981951Z","caller":"traceutil/trace.go:171","msg":"trace[1915282178] transaction","detail":"{read_only:false; response_revision:27567; number_of_response:1; }","duration":"291.699182ms","start":"2026-03-04T02:22:18.690232Z","end":"2026-03-04T02:22:18.981931Z","steps":["trace[1915282178] 'process raft request' (duration: 291.299563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:18.982126Z","caller":"traceutil/trace.go:171","msg":"trace[1996683494] transaction","detail":"{read_only:false; response_revision:27569; number_of_response:1; }","duration":"290.560876ms","start":"2026-03-04T02:22:18.691553Z","end":"2026-03-04T02:22:18.982114Z","steps":["trace[1996683494] 'process raft request' (duration: 290.462944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:18.982159Z","caller":"traceutil/trace.go:171","msg":"trace[911758164] linearizableReadLoop","detail":"{readStateIndex:28519; appliedIndex:28518; }","duration":"290.784071ms","start":"2026-03-04T02:22:18.691362Z","end":"2026-03-04T02:22:18.982146Z","steps":["trace[911758164] 'read index received' (duration: 75.616763ms)","trace[911758164] 'applied index is now lower than readState.Index' (duration: 215.166638ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:18.982206Z","caller":"traceutil/trace.go:171","msg":"trace[1666953859] transaction","detail":"{read_only:false; response_revision:27571; number_of_response:1; }","duration":"289.987883ms","start":"2026-03-04T02:22:18.692207Z","end":"2026-03-04T02:22:18.982195Z","steps":["trace[1666953859] 'process raft request' (duration: 289.904911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:18.982198Z","caller":"traceutil/trace.go:171","msg":"trace[1700038697] transaction","detail":"{read_only:false; response_revision:27568; number_of_response:1; }","duration":"290.667678ms","start":"2026-03-04T02:22:18.691479Z","end":"2026-03-04T02:22:18.982147Z","steps":["trace[1700038697] 'process raft request' (duration: 290.372011ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:18.982225Z","caller":"traceutil/trace.go:171","msg":"trace[1135292514] transaction","detail":"{read_only:false; response_revision:27570; number_of_response:1; }","duration":"290.27972ms","start":"2026-03-04T02:22:18.691908Z","end":"2026-03-04T02:22:18.982188Z","steps":["trace[1135292514] 'process raft request' (duration: 290.157407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:18.98229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.909034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:22:18.982323Z","caller":"traceutil/trace.go:171","msg":"trace[1323992388] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27571; }","duration":"291.001156ms","start":"2026-03-04T02:22:18.691313Z","end":"2026-03-04T02:22:18.982315Z","steps":["trace[1323992388] 'agreement among raft nodes before linearized reading' (duration: 290.924494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:18.982395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.037908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:22:18.982459Z","caller":"traceutil/trace.go:171","msg":"trace[1268018133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27571; }","duration":"285.156091ms","start":"2026-03-04T02:22:18.697288Z","end":"2026-03-04T02:22:18.982444Z","steps":["trace[1268018133] 'agreement among raft nodes before linearized reading' (duration: 284.987997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:18.982518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.910546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:22:18.982518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.704807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T02:22:18.982566Z","caller":"traceutil/trace.go:171","msg":"trace[2031448391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27571; }","duration":"269.981049ms","start":"2026-03-04T02:22:18.712573Z","end":"2026-03-04T02:22:18.982554Z","steps":["trace[2031448391] 'agreement among raft nodes before linearized reading' (duration: 269.856676ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:18.982577Z","caller":"traceutil/trace.go:171","msg":"trace[723772811] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27571; }","duration":"148.808029ms","start":"2026-03-04T02:22:18.833753Z","end":"2026-03-04T02:22:18.982561Z","steps":["trace[723772811] 'agreement among raft nodes before linearized reading' (duration: 148.664726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:23.70216Z","caller":"traceutil/trace.go:171","msg":"trace[1616036895] transaction","detail":"{read_only:false; response_revision:27603; number_of_response:1; }","duration":"103.191632ms","start":"2026-03-04T02:22:23.598937Z","end":"2026-03-04T02:22:23.702129Z","steps":["trace[1616036895] 'process raft request' (duration: 102.942296ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:32.442266Z","caller":"traceutil/trace.go:171","msg":"trace[1393907259] linearizableReadLoop","detail":"{readStateIndex:28615; appliedIndex:28614; }","duration":"242.322138ms","start":"2026-03-04T02:22:32.199924Z","end":"2026-03-04T02:22:32.442246Z","steps":["trace[1393907259] 'read index received' (duration: 242.108712ms)","trace[1393907259] 'applied index is now lower than readState.Index' (duration: 212.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:32.442397Z","caller":"traceutil/trace.go:171","msg":"trace[530393871] transaction","detail":"{read_only:false; response_revision:27660; number_of_response:1; }","duration":"252.454643ms","start":"2026-03-04T02:22:32.189928Z","end":"2026-03-04T02:22:32.442383Z","steps":["trace[530393871] 'process raft request' (duration: 252.128224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:32.4428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.847569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:32.442923Z","caller":"traceutil/trace.go:171","msg":"trace[780461064] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27660; }","duration":"243.017563ms","start":"2026-03-04T02:22:32.19987Z","end":"2026-03-04T02:22:32.442887Z","steps":["trace[780461064] 'agreement among raft nodes before linearized reading' (duration: 242.810168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:33.292135Z","caller":"traceutil/trace.go:171","msg":"trace[120951351] linearizableReadLoop","detail":"{readStateIndex:28622; appliedIndex:28619; }","duration":"130.067345ms","start":"2026-03-04T02:22:33.162045Z","end":"2026-03-04T02:22:33.292112Z","steps":["trace[120951351] 'read index received' (duration: 78.322495ms)","trace[120951351] 'applied index is now lower than readState.Index' (duration: 51.74385ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:33.292198Z","caller":"traceutil/trace.go:171","msg":"trace[528444814] transaction","detail":"{read_only:false; response_revision:27666; number_of_response:1; }","duration":"140.496557ms","start":"2026-03-04T02:22:33.151666Z","end":"2026-03-04T02:22:33.292162Z","steps":["trace[528444814] 'process raft request' (duration: 140.258841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:33.292268Z","caller":"traceutil/trace.go:171","msg":"trace[310730568] transaction","detail":"{read_only:false; response_revision:27667; number_of_response:1; }","duration":"137.861656ms","start":"2026-03-04T02:22:33.154394Z","end":"2026-03-04T02:22:33.292255Z","steps":["trace[310730568] 'process raft request' (duration: 137.674631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:33.292531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.469674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:22:33.292569Z","caller":"traceutil/trace.go:171","msg":"trace[965265637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27667; }","duration":"130.547737ms","start":"2026-03-04T02:22:33.162011Z","end":"2026-03-04T02:22:33.292559Z","steps":["trace[965265637] 'agreement among raft nodes before linearized reading' (duration: 130.385463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:33.292762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.469029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:22:33.292872Z","caller":"traceutil/trace.go:171","msg":"trace[1670108093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27667; }","duration":"125.636732ms","start":"2026-03-04T02:22:33.167214Z","end":"2026-03-04T02:22:33.292851Z","steps":["trace[1670108093] 'agreement among raft nodes before linearized reading' (duration: 125.310675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:33.849106Z","caller":"traceutil/trace.go:171","msg":"trace[864370029] transaction","detail":"{read_only:false; response_revision:27671; number_of_response:1; }","duration":"102.445775ms","start":"2026-03-04T02:22:33.746638Z","end":"2026-03-04T02:22:33.849084Z","steps":["trace[864370029] 'process raft request' (duration: 102.302371ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:34.029402Z","caller":"traceutil/trace.go:171","msg":"trace[2065507383] transaction","detail":"{read_only:false; response_revision:27672; number_of_response:1; }","duration":"156.60539ms","start":"2026-03-04T02:22:33.872775Z","end":"2026-03-04T02:22:34.02938Z","steps":["trace[2065507383] 'process raft request' (duration: 152.874524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.666104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.15731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:22:39.666786Z","caller":"traceutil/trace.go:171","msg":"trace[2038676073] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27711; }","duration":"153.880026ms","start":"2026-03-04T02:22:39.51288Z","end":"2026-03-04T02:22:39.66676Z","steps":["trace[2038676073] 'range keys from in-memory index tree' (duration: 153.011436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:40.610665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.73974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:22:40.610729Z","caller":"traceutil/trace.go:171","msg":"trace[1291182527] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27715; }","duration":"102.853603ms","start":"2026-03-04T02:22:40.507861Z","end":"2026-03-04T02:22:40.610715Z","steps":["trace[1291182527] 'count revisions from in-memory index tree' (duration: 102.609658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:40.610751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.08459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:40.610911Z","caller":"traceutil/trace.go:171","msg":"trace[797073186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27715; }","duration":"119.320395ms","start":"2026-03-04T02:22:40.49157Z","end":"2026-03-04T02:22:40.61089Z","steps":["trace[797073186] 'range keys from in-memory index tree' (duration: 118.990007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:40.929083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.758669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:40.929307Z","caller":"traceutil/trace.go:171","msg":"trace[1805629853] linearizableReadLoop","detail":"{readStateIndex:28675; appliedIndex:28673; }","duration":"230.649576ms","start":"2026-03-04T02:22:40.698637Z","end":"2026-03-04T02:22:40.929287Z","steps":["trace[1805629853] 'read index received' (duration: 15.597681ms)","trace[1805629853] 'applied index is now lower than readState.Index' (duration: 215.050635ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:40.92941Z","caller":"traceutil/trace.go:171","msg":"trace[260789456] transaction","detail":"{read_only:false; response_revision:27717; number_of_response:1; }","duration":"262.821653ms","start":"2026-03-04T02:22:40.666533Z","end":"2026-03-04T02:22:40.929354Z","steps":["trace[260789456] 'process raft request' (duration: 47.689045ms)","trace[260789456] 'compare' (duration: 214.615036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:40.929539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.893721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T02:22:40.929605Z","caller":"traceutil/trace.go:171","msg":"trace[237262781] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:27718; }","duration":"230.985494ms","start":"2026-03-04T02:22:40.698599Z","end":"2026-03-04T02:22:40.929585Z","steps":["trace[237262781] 'agreement among raft nodes before linearized reading' (duration: 230.761159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:40.929651Z","caller":"traceutil/trace.go:171","msg":"trace[2106517443] transaction","detail":"{read_only:false; response_revision:27718; number_of_response:1; }","duration":"260.273723ms","start":"2026-03-04T02:22:40.669358Z","end":"2026-03-04T02:22:40.929631Z","steps":["trace[2106517443] 'process raft request' (duration: 259.853243ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:45.26274Z","caller":"traceutil/trace.go:171","msg":"trace[1859463376] transaction","detail":"{read_only:false; response_revision:27746; number_of_response:1; }","duration":"110.926752ms","start":"2026-03-04T02:22:45.151782Z","end":"2026-03-04T02:22:45.262709Z","steps":["trace[1859463376] 'process raft request' (duration: 110.740637ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:49.835658Z","caller":"traceutil/trace.go:171","msg":"trace[804986154] transaction","detail":"{read_only:false; response_revision:27777; number_of_response:1; }","duration":"131.274922ms","start":"2026-03-04T02:22:49.704356Z","end":"2026-03-04T02:22:49.83563Z","steps":["trace[804986154] 'process raft request' (duration: 116.110421ms)","trace[804986154] 'compare' (duration: 15.041939ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:49.840231Z","caller":"traceutil/trace.go:171","msg":"trace[1434286039] transaction","detail":"{read_only:false; response_revision:27778; number_of_response:1; }","duration":"135.629174ms","start":"2026-03-04T02:22:49.704571Z","end":"2026-03-04T02:22:49.8402Z","steps":["trace[1434286039] 'process raft request' (duration: 135.506111ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:01.867705Z","caller":"traceutil/trace.go:171","msg":"trace[1439760276] linearizableReadLoop","detail":"{readStateIndex:28820; appliedIndex:28819; }","duration":"110.367428ms","start":"2026-03-04T02:23:01.757319Z","end":"2026-03-04T02:23:01.867686Z","steps":["trace[1439760276] 'read index received' (duration: 110.194234ms)","trace[1439760276] 'applied index is now lower than readState.Index' (duration: 172.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:01.867788Z","caller":"traceutil/trace.go:171","msg":"trace[1124337160] transaction","detail":"{read_only:false; response_revision:27859; number_of_response:1; }","duration":"117.71361ms","start":"2026-03-04T02:23:01.750041Z","end":"2026-03-04T02:23:01.867755Z","steps":["trace[1124337160] 'process raft request' (duration: 117.514554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:01.867815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.480591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:01.86802Z","caller":"traceutil/trace.go:171","msg":"trace[797801098] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27859; }","duration":"110.705807ms","start":"2026-03-04T02:23:01.757299Z","end":"2026-03-04T02:23:01.868005Z","steps":["trace[797801098] 'agreement among raft nodes before linearized reading' (duration: 110.459931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:16.295234Z","caller":"traceutil/trace.go:171","msg":"trace[1635432237] transaction","detail":"{read_only:false; response_revision:27957; number_of_response:1; }","duration":"106.142561ms","start":"2026-03-04T02:23:16.189063Z","end":"2026-03-04T02:23:16.295206Z","steps":["trace[1635432237] 'process raft request' (duration: 40.079279ms)","trace[1635432237] 'compare' (duration: 65.610341ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:45.978182Z","caller":"traceutil/trace.go:171","msg":"trace[995304978] transaction","detail":"{read_only:false; response_revision:28159; number_of_response:1; }","duration":"108.197458ms","start":"2026-03-04T02:23:45.869959Z","end":"2026-03-04T02:23:45.978156Z","steps":["trace[995304978] 'process raft request' (duration: 108.033424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:47.91049Z","caller":"traceutil/trace.go:171","msg":"trace[197497899] transaction","detail":"{read_only:false; response_revision:28168; number_of_response:1; }","duration":"338.000995ms","start":"2026-03-04T02:23:47.572464Z","end":"2026-03-04T02:23:47.910465Z","steps":["trace[197497899] 'process raft request' (duration: 337.81024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:47.910638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:23:47.572449Z","time spent":"338.117937ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:23:48.043123Z","caller":"traceutil/trace.go:171","msg":"trace[2138339552] transaction","detail":"{read_only:false; response_revision:28169; number_of_response:1; }","duration":"470.089817ms","start":"2026-03-04T02:23:47.573003Z","end":"2026-03-04T02:23:48.043093Z","steps":["trace[2138339552] 'process raft request' (duration: 469.894133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:48.043283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:23:47.572983Z","time spent":"470.21909ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:23:48.043424Z","caller":"traceutil/trace.go:171","msg":"trace[619673901] transaction","detail":"{read_only:false; response_revision:28170; number_of_response:1; }","duration":"374.420519ms","start":"2026-03-04T02:23:47.668972Z","end":"2026-03-04T02:23:48.043392Z","steps":["trace[619673901] 'process raft request' (duration: 374.085312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:48.043515Z","caller":"traceutil/trace.go:171","msg":"trace[1597661716] transaction","detail":"{read_only:false; response_revision:28171; number_of_response:1; }","duration":"355.172933ms","start":"2026-03-04T02:23:47.688313Z","end":"2026-03-04T02:23:48.043486Z","steps":["trace[1597661716] 'process raft request' (duration: 355.000749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:48.043654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:23:47.668943Z","time spent":"374.587333ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:23:48.043718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:23:47.688299Z","time spent":"355.309476ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:23:48.043712Z","caller":"traceutil/trace.go:171","msg":"trace[717026921] transaction","detail":"{read_only:false; response_revision:28172; number_of_response:1; }","duration":"257.552791ms","start":"2026-03-04T02:23:47.786082Z","end":"2026-03-04T02:23:48.043635Z","steps":["trace[717026921] 'process raft request' (duration: 257.351106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:48.078302Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26647} {"level":"info","ts":"2026-03-04T02:23:48.659419Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26647,"took":"576.835162ms","hash":3164720810,"current-db-size-bytes":51576832,"current-db-size":"52 MB","current-db-size-in-use-bytes":28254208,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:23:48.659534Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3164720810,"revision":26647,"compact-revision":24246} {"level":"warn","ts":"2026-03-04T02:23:48.660115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.762727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:23:48.660249Z","caller":"traceutil/trace.go:171","msg":"trace[1784494504] transaction","detail":"{read_only:false; response_revision:28176; number_of_response:1; }","duration":"134.993268ms","start":"2026-03-04T02:23:48.52523Z","end":"2026-03-04T02:23:48.660224Z","steps":["trace[1784494504] 'process raft request' (duration: 21.012636ms)","trace[1784494504] 'compare' (duration: 113.568283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:04.686176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.53409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:04.686245Z","caller":"traceutil/trace.go:171","msg":"trace[289169388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28285; }","duration":"175.676022ms","start":"2026-03-04T02:24:04.510552Z","end":"2026-03-04T02:24:04.686228Z","steps":["trace[289169388] 'range keys from in-memory index tree' (duration: 175.394696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:04.686176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.508713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:24:04.686339Z","caller":"traceutil/trace.go:171","msg":"trace[1174820734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28285; }","duration":"195.699206ms","start":"2026-03-04T02:24:04.490613Z","end":"2026-03-04T02:24:04.686312Z","steps":["trace[1174820734] 'range keys from in-memory index tree' (duration: 195.291687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:06.896337Z","caller":"traceutil/trace.go:171","msg":"trace[2004454031] transaction","detail":"{read_only:false; response_revision:28301; number_of_response:1; }","duration":"101.904053ms","start":"2026-03-04T02:24:06.794396Z","end":"2026-03-04T02:24:06.8963Z","steps":["trace[2004454031] 'process raft request' (duration: 45.608287ms)","trace[2004454031] 'compare' (duration: 56.168763ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:07.718661Z","caller":"traceutil/trace.go:171","msg":"trace[141366809] transaction","detail":"{read_only:false; response_revision:28305; number_of_response:1; }","duration":"148.715517ms","start":"2026-03-04T02:24:07.56991Z","end":"2026-03-04T02:24:07.718625Z","steps":["trace[141366809] 'process raft request' (duration: 69.953621ms)","trace[141366809] 'compare' (duration: 78.623423ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:08.335645Z","caller":"traceutil/trace.go:171","msg":"trace[313283455] transaction","detail":"{read_only:false; response_revision:28307; number_of_response:1; }","duration":"226.07886ms","start":"2026-03-04T02:24:08.109532Z","end":"2026-03-04T02:24:08.335611Z","steps":["trace[313283455] 'process raft request' (duration: 157.290496ms)","trace[313283455] 'compare' (duration: 68.62818ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:08.335671Z","caller":"traceutil/trace.go:171","msg":"trace[515228600] linearizableReadLoop","detail":"{readStateIndex:29283; appliedIndex:29282; }","duration":"183.465893ms","start":"2026-03-04T02:24:08.15218Z","end":"2026-03-04T02:24:08.335646Z","steps":["trace[515228600] 'read index received' (duration: 114.651408ms)","trace[515228600] 'applied index is now lower than readState.Index' (duration: 68.813525ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:08.335887Z","caller":"traceutil/trace.go:171","msg":"trace[2035041043] transaction","detail":"{read_only:false; response_revision:28308; number_of_response:1; }","duration":"132.707945ms","start":"2026-03-04T02:24:08.203154Z","end":"2026-03-04T02:24:08.335862Z","steps":["trace[2035041043] 'process raft request' (duration: 132.46124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:08.335966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.752049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:24:08.336018Z","caller":"traceutil/trace.go:171","msg":"trace[1998452254] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28307; }","duration":"183.852712ms","start":"2026-03-04T02:24:08.152151Z","end":"2026-03-04T02:24:08.336003Z","steps":["trace[1998452254] 'agreement among raft nodes before linearized reading' (duration: 183.574064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:08.336333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.20072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:24:08.336417Z","caller":"traceutil/trace.go:171","msg":"trace[1719116664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28309; }","duration":"159.323834ms","start":"2026-03-04T02:24:08.177072Z","end":"2026-03-04T02:24:08.336396Z","steps":["trace[1719116664] 'agreement among raft nodes before linearized reading' (duration: 159.135129ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:08.647602Z","caller":"traceutil/trace.go:171","msg":"trace[1348170511] linearizableReadLoop","detail":"{readStateIndex:29286; appliedIndex:29285; }","duration":"156.437507ms","start":"2026-03-04T02:24:08.49114Z","end":"2026-03-04T02:24:08.647578Z","steps":["trace[1348170511] 'read index received' (duration: 156.230062ms)","trace[1348170511] 'applied index is now lower than readState.Index' (duration: 206.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:08.647768Z","caller":"traceutil/trace.go:171","msg":"trace[479372502] transaction","detail":"{read_only:false; response_revision:28310; number_of_response:1; }","duration":"213.236852ms","start":"2026-03-04T02:24:08.434491Z","end":"2026-03-04T02:24:08.647728Z","steps":["trace[479372502] 'process raft request' (duration: 212.943826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:08.647915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.710273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:08.647985Z","caller":"traceutil/trace.go:171","msg":"trace[1458273866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28310; }","duration":"156.872787ms","start":"2026-03-04T02:24:08.491095Z","end":"2026-03-04T02:24:08.647968Z","steps":["trace[1458273866] 'agreement among raft nodes before linearized reading' (duration: 156.613271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:08.650238Z","caller":"traceutil/trace.go:171","msg":"trace[2099237736] transaction","detail":"{read_only:false; response_revision:28311; number_of_response:1; }","duration":"151.706247ms","start":"2026-03-04T02:24:08.498499Z","end":"2026-03-04T02:24:08.650206Z","steps":["trace[2099237736] 'process raft request' (duration: 151.37976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:08.650268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.420056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:24:08.650337Z","caller":"traceutil/trace.go:171","msg":"trace[1677005685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28311; }","duration":"137.539629ms","start":"2026-03-04T02:24:08.512779Z","end":"2026-03-04T02:24:08.650318Z","steps":["trace[1677005685] 'agreement among raft nodes before linearized reading' (duration: 137.350814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:08.650439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.457937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-03-04T02:24:08.65051Z","caller":"traceutil/trace.go:171","msg":"trace[1646409213] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:28311; }","duration":"137.579249ms","start":"2026-03-04T02:24:08.512915Z","end":"2026-03-04T02:24:08.650494Z","steps":["trace[1646409213] 'agreement among raft nodes before linearized reading' (duration: 137.365644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:09.42529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.694322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:24:09.425285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.495664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:09.425559Z","caller":"traceutil/trace.go:171","msg":"trace[1894310791] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28313; }","duration":"356.76732ms","start":"2026-03-04T02:24:09.068739Z","end":"2026-03-04T02:24:09.425506Z","steps":["trace[1894310791] 'count revisions from in-memory index tree' (duration: 356.417601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:09.425648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.068697Z","time spent":"356.935164ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:09.425395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.936867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:09.425772Z","caller":"traceutil/trace.go:171","msg":"trace[508824437] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28313; }","duration":"273.339986ms","start":"2026-03-04T02:24:09.152395Z","end":"2026-03-04T02:24:09.425735Z","steps":["trace[508824437] 'count revisions from in-memory index tree' (duration: 272.863704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:09.425496Z","caller":"traceutil/trace.go:171","msg":"trace[1163719545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28313; }","duration":"524.938698ms","start":"2026-03-04T02:24:08.900529Z","end":"2026-03-04T02:24:09.425468Z","steps":["trace[1163719545] 'range keys from in-memory index tree' (duration: 524.483718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:09.425999Z","caller":"traceutil/trace.go:171","msg":"trace[549948146] transaction","detail":"{read_only:false; response_revision:28314; number_of_response:1; }","duration":"271.154145ms","start":"2026-03-04T02:24:09.154818Z","end":"2026-03-04T02:24:09.425972Z","steps":["trace[549948146] 'process raft request' (duration: 270.981502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:09.426054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:08.900511Z","time spent":"525.481321ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:24:09.464965Z","caller":"traceutil/trace.go:171","msg":"trace[1215012966] transaction","detail":"{read_only:false; response_revision:28315; number_of_response:1; }","duration":"223.328267ms","start":"2026-03-04T02:24:09.2416Z","end":"2026-03-04T02:24:09.464928Z","steps":["trace[1215012966] 'process raft request' (duration: 223.166872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.546302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.577236ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:24:10.546625Z","caller":"traceutil/trace.go:171","msg":"trace[1309689151] transaction","detail":"{read_only:false; response_revision:28322; number_of_response:1; }","duration":"205.959685ms","start":"2026-03-04T02:24:10.340642Z","end":"2026-03-04T02:24:10.546601Z","steps":["trace[1309689151] 'process raft request' (duration: 205.767681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.546832Z","caller":"traceutil/trace.go:171","msg":"trace[1771465952] linearizableReadLoop","detail":"{readStateIndex:29301; appliedIndex:29297; }","duration":"168.542567ms","start":"2026-03-04T02:24:10.37827Z","end":"2026-03-04T02:24:10.546812Z","steps":["trace[1771465952] 'read index received' (duration: 6.45477ms)","trace[1771465952] 'applied index is now lower than readState.Index' (duration: 162.086497ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:10.546936Z","caller":"traceutil/trace.go:171","msg":"trace[218778098] transaction","detail":"{read_only:false; response_revision:28324; number_of_response:1; }","duration":"201.441459ms","start":"2026-03-04T02:24:10.345482Z","end":"2026-03-04T02:24:10.546924Z","steps":["trace[218778098] 'process raft request' (duration: 201.240075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.546913Z","caller":"traceutil/trace.go:171","msg":"trace[302194607] transaction","detail":"{read_only:false; response_revision:28323; number_of_response:1; }","duration":"202.811051ms","start":"2026-03-04T02:24:10.344072Z","end":"2026-03-04T02:24:10.546884Z","steps":["trace[302194607] 'process raft request' (duration: 202.475324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.547067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.774812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:10.547128Z","caller":"traceutil/trace.go:171","msg":"trace[1602018310] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:28324; }","duration":"168.914775ms","start":"2026-03-04T02:24:10.378194Z","end":"2026-03-04T02:24:10.547108Z","steps":["trace[1602018310] 'agreement among raft nodes before linearized reading' (duration: 168.799142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:13.539439Z","caller":"traceutil/trace.go:171","msg":"trace[1563997570] transaction","detail":"{read_only:false; response_revision:28342; number_of_response:1; }","duration":"100.243274ms","start":"2026-03-04T02:24:13.439174Z","end":"2026-03-04T02:24:13.539417Z","steps":["trace[1563997570] 'process raft request' (duration: 100.031839ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:14.630226Z","caller":"traceutil/trace.go:171","msg":"trace[1190348185] transaction","detail":"{read_only:false; response_revision:28348; number_of_response:1; }","duration":"158.508664ms","start":"2026-03-04T02:24:14.471692Z","end":"2026-03-04T02:24:14.6302Z","steps":["trace[1190348185] 'process raft request' (duration: 158.299239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.343746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.41201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:24:20.34383Z","caller":"traceutil/trace.go:171","msg":"trace[466079773] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28385; }","duration":"409.574344ms","start":"2026-03-04T02:24:19.934233Z","end":"2026-03-04T02:24:20.343808Z","steps":["trace[466079773] 'range keys from in-memory index tree' (duration: 409.226406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.343875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:19.934216Z","time spent":"409.649846ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:24:20.344562Z","caller":"traceutil/trace.go:171","msg":"trace[169689524] transaction","detail":"{read_only:false; response_revision:28386; number_of_response:1; }","duration":"236.116983ms","start":"2026-03-04T02:24:20.108419Z","end":"2026-03-04T02:24:20.344536Z","steps":["trace[169689524] 'process raft request' (duration: 235.654252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.34476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.733929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:20.344831Z","caller":"traceutil/trace.go:171","msg":"trace[1271004461] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28386; }","duration":"120.875631ms","start":"2026-03-04T02:24:20.223938Z","end":"2026-03-04T02:24:20.344814Z","steps":["trace[1271004461] 'agreement among raft nodes before linearized reading' (duration: 120.681687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:20.344366Z","caller":"traceutil/trace.go:171","msg":"trace[523472986] linearizableReadLoop","detail":"{readStateIndex:29364; appliedIndex:29363; }","duration":"120.34525ms","start":"2026-03-04T02:24:20.223977Z","end":"2026-03-04T02:24:20.344322Z","steps":["trace[523472986] 'read index received' (duration: 119.970651ms)","trace[523472986] 'applied index is now lower than readState.Index' (duration: 373.279µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:26.547271Z","caller":"traceutil/trace.go:171","msg":"trace[1145095470] linearizableReadLoop","detail":"{readStateIndex:29409; appliedIndex:29408; }","duration":"157.875079ms","start":"2026-03-04T02:24:26.389376Z","end":"2026-03-04T02:24:26.547251Z","steps":["trace[1145095470] 'read index received' (duration: 157.723146ms)","trace[1145095470] 'applied index is now lower than readState.Index' (duration: 151.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:26.547459Z","caller":"traceutil/trace.go:171","msg":"trace[1858132139] transaction","detail":"{read_only:false; response_revision:28429; number_of_response:1; }","duration":"179.499151ms","start":"2026-03-04T02:24:26.367919Z","end":"2026-03-04T02:24:26.547418Z","steps":["trace[1858132139] 'process raft request' (duration: 179.199194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.54751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.110434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:24:26.54758Z","caller":"traceutil/trace.go:171","msg":"trace[1050898578] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28429; }","duration":"158.227227ms","start":"2026-03-04T02:24:26.389336Z","end":"2026-03-04T02:24:26.547563Z","steps":["trace[1050898578] 'agreement among raft nodes before linearized reading' (duration: 158.026673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:30.718015Z","caller":"traceutil/trace.go:171","msg":"trace[1630434943] transaction","detail":"{read_only:false; response_revision:28455; number_of_response:1; }","duration":"111.236629ms","start":"2026-03-04T02:24:30.606753Z","end":"2026-03-04T02:24:30.71799Z","steps":["trace[1630434943] 'process raft request' (duration: 111.084115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:16.182005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.514683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:25:16.18211Z","caller":"traceutil/trace.go:171","msg":"trace[583525520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28803; }","duration":"123.660587ms","start":"2026-03-04T02:25:16.058421Z","end":"2026-03-04T02:25:16.182082Z","steps":["trace[583525520] 'range keys from in-memory index tree' (duration: 123.336398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:19.939818Z","caller":"traceutil/trace.go:171","msg":"trace[611609739] transaction","detail":"{read_only:false; response_revision:28827; number_of_response:1; }","duration":"213.222272ms","start":"2026-03-04T02:25:19.726571Z","end":"2026-03-04T02:25:19.939793Z","steps":["trace[611609739] 'process raft request' (duration: 213.036858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:39.465699Z","caller":"traceutil/trace.go:171","msg":"trace[1806345432] transaction","detail":"{read_only:false; response_revision:28961; number_of_response:1; }","duration":"103.862838ms","start":"2026-03-04T02:25:39.361812Z","end":"2026-03-04T02:25:39.465674Z","steps":["trace[1806345432] 'process raft request' (duration: 103.675433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:39.46574Z","caller":"traceutil/trace.go:171","msg":"trace[234874767] transaction","detail":"{read_only:false; response_revision:28963; number_of_response:1; }","duration":"102.052367ms","start":"2026-03-04T02:25:39.36366Z","end":"2026-03-04T02:25:39.465713Z","steps":["trace[234874767] 'process raft request' (duration: 101.972155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:39.466185Z","caller":"traceutil/trace.go:171","msg":"trace[958613521] transaction","detail":"{read_only:false; response_revision:28962; number_of_response:1; }","duration":"103.98968ms","start":"2026-03-04T02:25:39.362178Z","end":"2026-03-04T02:25:39.466167Z","steps":["trace[958613521] 'process raft request' (duration: 103.425167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:45.500998Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:25:45.505694Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T02:25:45.505805Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T02:26:17.566686Z","caller":"traceutil/trace.go:171","msg":"trace[161143173] transaction","detail":"{read_only:false; response_revision:29217; number_of_response:1; }","duration":"183.657527ms","start":"2026-03-04T02:26:17.383002Z","end":"2026-03-04T02:26:17.56666Z","steps":["trace[161143173] 'process raft request' (duration: 183.482393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:17.665395Z","caller":"traceutil/trace.go:171","msg":"trace[1691534735] transaction","detail":"{read_only:false; response_revision:29218; number_of_response:1; }","duration":"268.378091ms","start":"2026-03-04T02:26:17.396975Z","end":"2026-03-04T02:26:17.665353Z","steps":["trace[1691534735] 'process raft request' (duration: 235.278573ms)","trace[1691534735] 'compare' (duration: 32.924514ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:17.826645Z","caller":"traceutil/trace.go:171","msg":"trace[852075185] linearizableReadLoop","detail":"{readStateIndex:30223; appliedIndex:30222; }","duration":"155.991216ms","start":"2026-03-04T02:26:17.67063Z","end":"2026-03-04T02:26:17.826621Z","steps":["trace[852075185] 'read index received' (duration: 107.44413ms)","trace[852075185] 'applied index is now lower than readState.Index' (duration: 48.546166ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:17.82672Z","caller":"traceutil/trace.go:171","msg":"trace[1898308760] transaction","detail":"{read_only:false; response_revision:29219; number_of_response:1; }","duration":"156.328424ms","start":"2026-03-04T02:26:17.670351Z","end":"2026-03-04T02:26:17.826679Z","steps":["trace[1898308760] 'process raft request' (duration: 107.852879ms)","trace[1898308760] 'compare' (duration: 48.31088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:17.82688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.233512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:26:17.826924Z","caller":"traceutil/trace.go:171","msg":"trace[293243864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29219; }","duration":"156.332834ms","start":"2026-03-04T02:26:17.670579Z","end":"2026-03-04T02:26:17.826912Z","steps":["trace[293243864] 'agreement among raft nodes before linearized reading' (duration: 156.177781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:17.826968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.304353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:26:17.827063Z","caller":"traceutil/trace.go:171","msg":"trace[46588717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29219; }","duration":"156.429196ms","start":"2026-03-04T02:26:17.670621Z","end":"2026-03-04T02:26:17.82705Z","steps":["trace[46588717] 'agreement among raft nodes before linearized reading' (duration: 156.247592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:17.827204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.097262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:26:17.82723Z","caller":"traceutil/trace.go:171","msg":"trace[598017936] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29219; }","duration":"132.145183ms","start":"2026-03-04T02:26:17.695076Z","end":"2026-03-04T02:26:17.827222Z","steps":["trace[598017936] 'agreement among raft nodes before linearized reading' (duration: 132.084502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:39.88167Z","caller":"traceutil/trace.go:171","msg":"trace[1021512638] transaction","detail":"{read_only:false; response_revision:29368; number_of_response:1; }","duration":"115.968147ms","start":"2026-03-04T02:26:39.765092Z","end":"2026-03-04T02:26:39.88106Z","steps":["trace[1021512638] 'process raft request' (duration: 113.363377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:40.440571Z","caller":"traceutil/trace.go:171","msg":"trace[371548026] transaction","detail":"{read_only:false; response_revision:29375; number_of_response:1; }","duration":"109.594491ms","start":"2026-03-04T02:26:40.330948Z","end":"2026-03-04T02:26:40.440543Z","steps":["trace[371548026] 'process raft request' (duration: 109.464788ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:25.979736Z","caller":"traceutil/trace.go:171","msg":"trace[783224355] linearizableReadLoop","detail":"{readStateIndex:30701; appliedIndex:30700; }","duration":"120.158575ms","start":"2026-03-04T02:27:25.859549Z","end":"2026-03-04T02:27:25.979707Z","steps":["trace[783224355] 'read index received' (duration: 119.848268ms)","trace[783224355] 'applied index is now lower than readState.Index' (duration: 309.197µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:25.979876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.312719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:25.979917Z","caller":"traceutil/trace.go:171","msg":"trace[2005155237] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29682; }","duration":"120.409552ms","start":"2026-03-04T02:27:25.859494Z","end":"2026-03-04T02:27:25.979904Z","steps":["trace[2005155237] 'agreement among raft nodes before linearized reading' (duration: 120.32012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:25.979874Z","caller":"traceutil/trace.go:171","msg":"trace[769922274] transaction","detail":"{read_only:false; response_revision:29682; number_of_response:1; }","duration":"174.373452ms","start":"2026-03-04T02:27:25.805453Z","end":"2026-03-04T02:27:25.979826Z","steps":["trace[769922274] 'process raft request' (duration: 174.039654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:27.745112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.358499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:28:27.745528Z","caller":"traceutil/trace.go:171","msg":"trace[451242603] transaction","detail":"{read_only:false; response_revision:30099; number_of_response:1; }","duration":"319.734392ms","start":"2026-03-04T02:28:27.425754Z","end":"2026-03-04T02:28:27.745489Z","steps":["trace[451242603] 'process raft request' (duration: 107.916012ms)","trace[451242603] 'compare' (duration: 211.013992ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:27.745641Z","caller":"traceutil/trace.go:171","msg":"trace[1227216424] linearizableReadLoop","detail":"{readStateIndex:31131; appliedIndex:31129; }","duration":"286.045761ms","start":"2026-03-04T02:28:27.459578Z","end":"2026-03-04T02:28:27.745624Z","steps":["trace[1227216424] 'read index received' (duration: 74.104308ms)","trace[1227216424] 'applied index is now lower than readState.Index' (duration: 211.940533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:27.745696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:27.425743Z","time spent":"319.871216ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:27.745776Z","caller":"traceutil/trace.go:171","msg":"trace[1598704528] transaction","detail":"{read_only:false; response_revision:30100; number_of_response:1; }","duration":"318.461673ms","start":"2026-03-04T02:28:27.427276Z","end":"2026-03-04T02:28:27.745738Z","steps":["trace[1598704528] 'process raft request' (duration: 318.283819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:27.746445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.36963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:28:27.746485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.885382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-api\" ","response":"range_response_count:1 size:1112"} {"level":"warn","ts":"2026-03-04T02:28:27.746605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.769436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:27.746619Z","caller":"traceutil/trace.go:171","msg":"trace[1960950609] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-api; range_end:; response_count:1; response_revision:30100; }","duration":"287.037345ms","start":"2026-03-04T02:28:27.459523Z","end":"2026-03-04T02:28:27.74656Z","steps":["trace[1960950609] 'agreement among raft nodes before linearized reading' (duration: 286.226585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:27.746454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:27.427251Z","time spent":"319.136839ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:27.746703Z","caller":"traceutil/trace.go:171","msg":"trace[1498267834] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:30100; }","duration":"192.661247ms","start":"2026-03-04T02:28:27.553967Z","end":"2026-03-04T02:28:27.746629Z","steps":["trace[1498267834] 'agreement among raft nodes before linearized reading' (duration: 191.867718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:27.747298Z","caller":"traceutil/trace.go:171","msg":"trace[955071074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30100; }","duration":"254.848888ms","start":"2026-03-04T02:28:27.491786Z","end":"2026-03-04T02:28:27.746635Z","steps":["trace[955071074] 'agreement among raft nodes before linearized reading' (duration: 254.038939ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:27.935804Z","caller":"traceutil/trace.go:171","msg":"trace[420614119] transaction","detail":"{read_only:false; response_revision:30101; number_of_response:1; }","duration":"127.413084ms","start":"2026-03-04T02:28:27.808356Z","end":"2026-03-04T02:28:27.935769Z","steps":["trace[420614119] 'process raft request' (duration: 77.048686ms)","trace[420614119] 'compare' (duration: 50.113422ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:27.936004Z","caller":"traceutil/trace.go:171","msg":"trace[1173363076] transaction","detail":"{read_only:false; response_revision:30102; number_of_response:1; }","duration":"124.198999ms","start":"2026-03-04T02:28:27.811764Z","end":"2026-03-04T02:28:27.935963Z","steps":["trace[1173363076] 'process raft request' (duration: 123.941883ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:28.571186Z","caller":"traceutil/trace.go:171","msg":"trace[1091908327] transaction","detail":"{read_only:false; response_revision:30103; number_of_response:1; }","duration":"297.347374ms","start":"2026-03-04T02:28:28.273814Z","end":"2026-03-04T02:28:28.571161Z","steps":["trace[1091908327] 'process raft request' (duration: 297.136439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:28.683999Z","caller":"traceutil/trace.go:171","msg":"trace[802357184] linearizableReadLoop","detail":"{readStateIndex:31135; appliedIndex:31133; }","duration":"159.508328ms","start":"2026-03-04T02:28:28.524467Z","end":"2026-03-04T02:28:28.683975Z","steps":["trace[802357184] 'read index received' (duration: 46.478818ms)","trace[802357184] 'applied index is now lower than readState.Index' (duration: 113.02842ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:28.684064Z","caller":"traceutil/trace.go:171","msg":"trace[1069774382] transaction","detail":"{read_only:false; response_revision:30104; number_of_response:1; }","duration":"216.746785ms","start":"2026-03-04T02:28:28.467282Z","end":"2026-03-04T02:28:28.684029Z","steps":["trace[1069774382] 'process raft request' (duration: 216.5417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:28.684183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.542029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:28.684229Z","caller":"traceutil/trace.go:171","msg":"trace[379497390] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:30104; }","duration":"159.638501ms","start":"2026-03-04T02:28:28.524579Z","end":"2026-03-04T02:28:28.684217Z","steps":["trace[379497390] 'agreement among raft nodes before linearized reading' (duration: 159.547429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:28.685599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.107305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2173905"} {"level":"info","ts":"2026-03-04T02:28:28.685699Z","caller":"traceutil/trace.go:171","msg":"trace[1872641888] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:30104; }","duration":"161.250429ms","start":"2026-03-04T02:28:28.524427Z","end":"2026-03-04T02:28:28.685678Z","steps":["trace[1872641888] 'agreement among raft nodes before linearized reading' (duration: 159.656531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:48.084764Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28172} {"level":"info","ts":"2026-03-04T02:28:48.274969Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28172,"took":"186.194227ms","hash":1401546972,"current-db-size-bytes":51576832,"current-db-size":"52 MB","current-db-size-in-use-bytes":27426816,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T02:28:48.275045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1401546972,"revision":28172,"compact-revision":26647} {"level":"info","ts":"2026-03-04T02:30:07.406651Z","caller":"traceutil/trace.go:171","msg":"trace[373214792] transaction","detail":"{read_only:false; response_revision:30805; number_of_response:1; }","duration":"112.60114ms","start":"2026-03-04T02:30:07.29402Z","end":"2026-03-04T02:30:07.406621Z","steps":["trace[373214792] 'process raft request' (duration: 112.224472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:48.092786Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30247} {"level":"info","ts":"2026-03-04T02:33:48.24574Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30247,"took":"147.131642ms","hash":3989183154,"current-db-size-bytes":51576832,"current-db-size":"52 MB","current-db-size-in-use-bytes":28229632,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:33:48.24583Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3989183154,"revision":30247,"compact-revision":28172} {"level":"info","ts":"2026-03-04T02:36:27.609803Z","caller":"traceutil/trace.go:171","msg":"trace[1461065032] transaction","detail":"{read_only:false; response_revision:33511; number_of_response:1; }","duration":"124.967ms","start":"2026-03-04T02:36:27.484807Z","end":"2026-03-04T02:36:27.609774Z","steps":["trace[1461065032] 'process raft request' (duration: 124.621142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:30.914725Z","caller":"traceutil/trace.go:171","msg":"trace[1362747325] transaction","detail":"{read_only:false; response_revision:33532; number_of_response:1; }","duration":"126.086576ms","start":"2026-03-04T02:36:30.788587Z","end":"2026-03-04T02:36:30.914674Z","steps":["trace[1362747325] 'process raft request' (duration: 125.731408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:30.915554Z","caller":"traceutil/trace.go:171","msg":"trace[117257895] transaction","detail":"{read_only:false; response_revision:33533; number_of_response:1; }","duration":"124.671032ms","start":"2026-03-04T02:36:30.790846Z","end":"2026-03-04T02:36:30.915517Z","steps":["trace[117257895] 'process raft request' (duration: 124.517569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:33.916579Z","caller":"traceutil/trace.go:171","msg":"trace[688009252] transaction","detail":"{read_only:false; response_revision:33551; number_of_response:1; }","duration":"228.511754ms","start":"2026-03-04T02:36:33.688036Z","end":"2026-03-04T02:36:33.916548Z","steps":["trace[688009252] 'process raft request' (duration: 132.226598ms)","trace[688009252] 'compare' (duration: 96.176113ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:33.926985Z","caller":"traceutil/trace.go:171","msg":"trace[159764397] transaction","detail":"{read_only:false; response_revision:33552; number_of_response:1; }","duration":"190.399359ms","start":"2026-03-04T02:36:33.73656Z","end":"2026-03-04T02:36:33.926959Z","steps":["trace[159764397] 'process raft request' (duration: 190.214754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:34.362011Z","caller":"traceutil/trace.go:171","msg":"trace[1530857404] linearizableReadLoop","detail":"{readStateIndex:34692; appliedIndex:34691; }","duration":"162.042771ms","start":"2026-03-04T02:36:34.199935Z","end":"2026-03-04T02:36:34.361977Z","steps":["trace[1530857404] 'read index received' (duration: 161.878217ms)","trace[1530857404] 'applied index is now lower than readState.Index' (duration: 163.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:34.362052Z","caller":"traceutil/trace.go:171","msg":"trace[1457686019] transaction","detail":"{read_only:false; response_revision:33553; number_of_response:1; }","duration":"311.178082ms","start":"2026-03-04T02:36:34.050838Z","end":"2026-03-04T02:36:34.362016Z","steps":["trace[1457686019] 'process raft request' (duration: 310.951697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.362297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.050819Z","time spent":"311.326015ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:34.362313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.296557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:36:34.36236Z","caller":"traceutil/trace.go:171","msg":"trace[41289536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33553; }","duration":"162.450811ms","start":"2026-03-04T02:36:34.199898Z","end":"2026-03-04T02:36:34.362348Z","steps":["trace[41289536] 'agreement among raft nodes before linearized reading' (duration: 162.189075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.531024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.93874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:34.531569Z","caller":"traceutil/trace.go:171","msg":"trace[623383832] transaction","detail":"{read_only:false; response_revision:33554; number_of_response:1; }","duration":"165.02507ms","start":"2026-03-04T02:36:34.366508Z","end":"2026-03-04T02:36:34.531533Z","steps":["trace[623383832] 'process raft request' (duration: 45.468135ms)","trace[623383832] 'compare' (duration: 118.462299ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:34.531706Z","caller":"traceutil/trace.go:171","msg":"trace[687483504] linearizableReadLoop","detail":"{readStateIndex:34693; appliedIndex:34692; }","duration":"114.402896ms","start":"2026-03-04T02:36:34.417264Z","end":"2026-03-04T02:36:34.531667Z","steps":["trace[687483504] 'read index received' (duration: 46.762µs)","trace[687483504] 'applied index is now lower than readState.Index' (duration: 114.354304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:34.531999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.716572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:36:34.532104Z","caller":"traceutil/trace.go:171","msg":"trace[1872188928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33555; }","duration":"114.856666ms","start":"2026-03-04T02:36:34.417221Z","end":"2026-03-04T02:36:34.532077Z","steps":["trace[1872188928] 'agreement among raft nodes before linearized reading' (duration: 114.522548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:48.116809Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008b31.wal"} {"level":"info","ts":"2026-03-04T02:38:48.122237Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32389} {"level":"info","ts":"2026-03-04T02:38:48.269328Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32389,"took":"142.659791ms","hash":2370048532,"current-db-size-bytes":52883456,"current-db-size":"53 MB","current-db-size-in-use-bytes":29564928,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T02:38:48.269384Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2370048532,"revision":32389,"compact-revision":30247} {"level":"info","ts":"2026-03-04T02:39:44.00316Z","caller":"traceutil/trace.go:171","msg":"trace[2106136578] transaction","detail":"{read_only:false; response_revision:34847; number_of_response:1; }","duration":"189.301283ms","start":"2026-03-04T02:39:43.813823Z","end":"2026-03-04T02:39:44.003124Z","steps":["trace[2106136578] 'process raft request' (duration: 144.914594ms)","trace[2106136578] 'compare' (duration: 44.095242ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:44.0068Z","caller":"traceutil/trace.go:171","msg":"trace[568708560] linearizableReadLoop","detail":"{readStateIndex:36027; appliedIndex:36025; }","duration":"175.602915ms","start":"2026-03-04T02:39:43.831179Z","end":"2026-03-04T02:39:44.006782Z","steps":["trace[568708560] 'read index received' (duration: 127.625112ms)","trace[568708560] 'applied index is now lower than readState.Index' (duration: 47.976733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:44.006943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.750948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:44.00698Z","caller":"traceutil/trace.go:171","msg":"trace[1153350860] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34848; }","duration":"175.843701ms","start":"2026-03-04T02:39:43.831123Z","end":"2026-03-04T02:39:44.006967Z","steps":["trace[1153350860] 'agreement among raft nodes before linearized reading' (duration: 175.725628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:44.006954Z","caller":"traceutil/trace.go:171","msg":"trace[1840843619] transaction","detail":"{read_only:false; response_revision:34848; number_of_response:1; }","duration":"182.072305ms","start":"2026-03-04T02:39:43.824837Z","end":"2026-03-04T02:39:44.006909Z","steps":["trace[1840843619] 'process raft request' (duration: 181.860291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:49.419652Z","caller":"traceutil/trace.go:171","msg":"trace[921353010] transaction","detail":"{read_only:false; response_revision:34883; number_of_response:1; }","duration":"132.485554ms","start":"2026-03-04T02:39:49.287123Z","end":"2026-03-04T02:39:49.419609Z","steps":["trace[921353010] 'process raft request' (duration: 72.635506ms)","trace[921353010] 'compare' (duration: 59.661714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:51.53903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.878348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:51.539123Z","caller":"traceutil/trace.go:171","msg":"trace[1855599597] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:34896; }","duration":"228.034963ms","start":"2026-03-04T02:39:51.311065Z","end":"2026-03-04T02:39:51.5391Z","steps":["trace[1855599597] 'count revisions from in-memory index tree' (duration: 227.773586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:51.539658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.869928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:39:51.539858Z","caller":"traceutil/trace.go:171","msg":"trace[1274681540] transaction","detail":"{read_only:false; response_revision:34897; number_of_response:1; }","duration":"217.794124ms","start":"2026-03-04T02:39:51.322044Z","end":"2026-03-04T02:39:51.539839Z","steps":["trace[1274681540] 'process raft request' (duration: 61.653881ms)","trace[1274681540] 'compare' (duration: 155.16481ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:51.54024Z","caller":"traceutil/trace.go:171","msg":"trace[35095621] transaction","detail":"{read_only:false; response_revision:34898; number_of_response:1; }","duration":"207.914325ms","start":"2026-03-04T02:39:51.332303Z","end":"2026-03-04T02:39:51.540217Z","steps":["trace[35095621] 'process raft request' (duration: 207.474275ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:51.540266Z","caller":"traceutil/trace.go:171","msg":"trace[380881287] transaction","detail":"{read_only:false; response_revision:34900; number_of_response:1; }","duration":"115.600293ms","start":"2026-03-04T02:39:51.424643Z","end":"2026-03-04T02:39:51.540244Z","steps":["trace[380881287] 'process raft request' (duration: 115.557942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:51.54043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.151094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:51.540481Z","caller":"traceutil/trace.go:171","msg":"trace[65099644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:34900; }","duration":"131.246246ms","start":"2026-03-04T02:39:51.409222Z","end":"2026-03-04T02:39:51.540468Z","steps":["trace[65099644] 'agreement among raft nodes before linearized reading' (duration: 131.128043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:51.540302Z","caller":"traceutil/trace.go:171","msg":"trace[830728806] linearizableReadLoop","detail":"{readStateIndex:36080; appliedIndex:36077; }","duration":"130.99428ms","start":"2026-03-04T02:39:51.409275Z","end":"2026-03-04T02:39:51.540269Z","steps":["trace[830728806] 'read index received' (duration: 71.801207ms)","trace[830728806] 'applied index is now lower than readState.Index' (duration: 59.188293ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:51.540268Z","caller":"traceutil/trace.go:171","msg":"trace[2078271099] transaction","detail":"{read_only:false; response_revision:34899; number_of_response:1; }","duration":"163.215348ms","start":"2026-03-04T02:39:51.377022Z","end":"2026-03-04T02:39:51.540237Z","steps":["trace[2078271099] 'process raft request' (duration: 163.086715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:51.540688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.144082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:39:51.540741Z","caller":"traceutil/trace.go:171","msg":"trace[2140650129] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:34900; }","duration":"118.270225ms","start":"2026-03-04T02:39:51.422456Z","end":"2026-03-04T02:39:51.540727Z","steps":["trace[2140650129] 'agreement among raft nodes before linearized reading' (duration: 118.120521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:51.801706Z","caller":"traceutil/trace.go:171","msg":"trace[2057705003] transaction","detail":"{read_only:false; response_revision:34901; number_of_response:1; }","duration":"143.49749ms","start":"2026-03-04T02:39:51.658181Z","end":"2026-03-04T02:39:51.801678Z","steps":["trace[2057705003] 'process raft request' (duration: 143.045009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:37.068565Z","caller":"traceutil/trace.go:171","msg":"trace[1251369115] transaction","detail":"{read_only:false; response_revision:35244; number_of_response:1; }","duration":"104.335581ms","start":"2026-03-04T02:40:36.964198Z","end":"2026-03-04T02:40:37.068533Z","steps":["trace[1251369115] 'process raft request' (duration: 73.768092ms)","trace[1251369115] 'compare' (duration: 30.214021ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:48.128898Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34465} {"level":"info","ts":"2026-03-04T02:43:48.247263Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34465,"took":"114.815014ms","hash":2627468490,"current-db-size-bytes":53731328,"current-db-size":"54 MB","current-db-size-in-use-bytes":28172288,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:43:48.247321Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2627468490,"revision":34465,"compact-revision":32389}