{"level":"warn","ts":"2026-03-04T01:23:17.899953Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:23:17.900051Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:23:17.900119Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:23:17.900127Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-03-04T01:23:17.900145Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:23:17.900814Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-03-04T01:23:17.9009Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:23:17.906103Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.000141ms"} {"level":"info","ts":"2026-03-04T01:23:17.920795Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-03-04T01:23:17.920945Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:23:17.920984Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-03-04T01:23:17.921007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:23:17.921022Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-03-04T01:23:17.921091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-03-04T01:23:17.933221Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:23:17.93508Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:23:17.936405Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:23:17.939448Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:23:17.940335Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:23:17.940601Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:23:17.941406Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:23:17.941433Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:23:17.942581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-03-04T01:23:17.942749Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-03-04T01:23:17.944057Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:23:17.944175Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-03-04T01:23:17.944235Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-03-04T01:23:17.944385Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:23:17.944429Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:23:18.82161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:23:18.82169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:23:18.821732Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-03-04T01:23:18.821757Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:23:18.821776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-03-04T01:23:18.821794Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-03-04T01:23:18.821816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-03-04T01:23:18.822956Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:23:18.823126Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:23:18.823133Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:23:18.823163Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:23:18.823432Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:23:18.823461Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T01:23:18.824084Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:23:18.824321Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:23:18.824382Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:23:18.825608Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-03-04T01:23:18.826988Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:23:35.178191Z","caller":"traceutil/trace.go:171","msg":"trace[1314743688] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"282.651382ms","start":"2026-03-04T01:23:34.895502Z","end":"2026-03-04T01:23:35.178153Z","steps":["trace[1314743688] 'process raft request' (duration: 282.425747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:35.56283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.711362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T01:23:35.562964Z","caller":"traceutil/trace.go:171","msg":"trace[566027538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"301.899297ms","start":"2026-03-04T01:23:35.261041Z","end":"2026-03-04T01:23:35.56294Z","steps":["trace[566027538] 'range keys from in-memory index tree' (duration: 301.63056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:35.563012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:35.261023Z","time spent":"301.978199ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:23:46.094209Z","caller":"traceutil/trace.go:171","msg":"trace[937882599] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"108.673025ms","start":"2026-03-04T01:23:45.985508Z","end":"2026-03-04T01:23:46.094182Z","steps":["trace[937882599] 'process raft request' (duration: 108.528641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:58.326829Z","caller":"traceutil/trace.go:171","msg":"trace[1360158295] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:581; }","duration":"361.331407ms","start":"2026-03-04T01:23:57.965463Z","end":"2026-03-04T01:23:58.326794Z","steps":["trace[1360158295] 'read index received' (duration: 269.160931ms)","trace[1360158295] 'applied index is now lower than readState.Index' (duration: 92.169076ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:58.326887Z","caller":"traceutil/trace.go:171","msg":"trace[60489286] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"445.240812ms","start":"2026-03-04T01:23:57.881603Z","end":"2026-03-04T01:23:58.326844Z","steps":["trace[60489286] 'process raft request' (duration: 353.100097ms)","trace[60489286] 'compare' (duration: 91.929669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:23:58.327041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.553672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:23:58.327116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.628453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:23:58.327124Z","caller":"traceutil/trace.go:171","msg":"trace[1573318543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:566; }","duration":"361.710357ms","start":"2026-03-04T01:23:57.965392Z","end":"2026-03-04T01:23:58.327103Z","steps":["trace[1573318543] 'agreement among raft nodes before linearized reading' (duration: 361.536862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:58.32716Z","caller":"traceutil/trace.go:171","msg":"trace[1099460028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:566; }","duration":"168.730325ms","start":"2026-03-04T01:23:58.158415Z","end":"2026-03-04T01:23:58.327146Z","steps":["trace[1099460028] 'agreement among raft nodes before linearized reading' (duration: 168.584881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:58.327191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:57.965341Z","time spent":"361.8382ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:23:58.327365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.420235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:58.327504Z","caller":"traceutil/trace.go:171","msg":"trace[596443961] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:566; }","duration":"118.61325ms","start":"2026-03-04T01:23:58.208857Z","end":"2026-03-04T01:23:58.32747Z","steps":["trace[596443961] 'agreement among raft nodes before linearized reading' (duration: 118.330172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:58.327552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:57.881562Z","time spent":"445.422597ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:23:58.693409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.059592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:23:58.693608Z","caller":"traceutil/trace.go:171","msg":"trace[2107473761] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:582; }","duration":"358.922083ms","start":"2026-03-04T01:23:58.334608Z","end":"2026-03-04T01:23:58.693531Z","steps":["trace[2107473761] 'read index received' (duration: 76.589981ms)","trace[2107473761] 'applied index is now lower than readState.Index' (duration: 282.329872ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:58.693648Z","caller":"traceutil/trace.go:171","msg":"trace[165587828] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"360.571457ms","start":"2026-03-04T01:23:58.333015Z","end":"2026-03-04T01:23:58.693586Z","steps":["trace[165587828] 'process raft request' (duration: 258.996601ms)","trace[165587828] 'compare' (duration: 100.910288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:23:58.693737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.124879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:58.693899Z","caller":"traceutil/trace.go:171","msg":"trace[529840726] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:568; }","duration":"359.377265ms","start":"2026-03-04T01:23:58.334509Z","end":"2026-03-04T01:23:58.693886Z","steps":["trace[529840726] 'agreement among raft nodes before linearized reading' (duration: 359.161979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:58.693909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:58.332995Z","time spent":"360.813663ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:23:58.693958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:58.334474Z","time spent":"359.471168ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-04T01:23:59.346943Z","caller":"traceutil/trace.go:171","msg":"trace[772657393] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:584; }","duration":"380.069085ms","start":"2026-03-04T01:23:58.966845Z","end":"2026-03-04T01:23:59.346914Z","steps":["trace[772657393] 'read index received' (duration: 379.89669ms)","trace[772657393] 'applied index is now lower than readState.Index' (duration: 171.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:59.347098Z","caller":"traceutil/trace.go:171","msg":"trace[261124367] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"463.513968ms","start":"2026-03-04T01:23:58.883538Z","end":"2026-03-04T01:23:59.347052Z","steps":["trace[261124367] 'process raft request' (duration: 463.20545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:59.347306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:58.883497Z","time spent":"463.713663ms","remote":"127.0.0.1:45614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:23:59.347319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.449705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:59.347373Z","caller":"traceutil/trace.go:171","msg":"trace[1939247332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:569; }","duration":"380.567838ms","start":"2026-03-04T01:23:58.966789Z","end":"2026-03-04T01:23:59.347357Z","steps":["trace[1939247332] 'agreement among raft nodes before linearized reading' (duration: 380.321481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:59.347427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:58.966767Z","time spent":"380.64893ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:23:59.953999Z","caller":"traceutil/trace.go:171","msg":"trace[1589987739] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"602.549633ms","start":"2026-03-04T01:23:59.351414Z","end":"2026-03-04T01:23:59.953964Z","steps":["trace[1589987739] 'process raft request' (duration: 602.378709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:59.954232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:59.351394Z","time spent":"602.698828ms","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:23:59.966799Z","caller":"traceutil/trace.go:171","msg":"trace[295517134] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"615.265952ms","start":"2026-03-04T01:23:59.351481Z","end":"2026-03-04T01:23:59.966747Z","steps":["trace[295517134] 'process raft request' (duration: 615.023095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:59.966943Z","caller":"traceutil/trace.go:171","msg":"trace[910855081] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"614.306277ms","start":"2026-03-04T01:23:59.35259Z","end":"2026-03-04T01:23:59.966897Z","steps":["trace[910855081] 'process raft request' (duration: 614.05316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:59.967077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:59.351452Z","time spent":"615.489338ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:23:59.967134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:59.352575Z","time spent":"614.466311ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:23:59.967707Z","caller":"traceutil/trace.go:171","msg":"trace[191667590] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"537.026498ms","start":"2026-03-04T01:23:59.430663Z","end":"2026-03-04T01:23:59.967689Z","steps":["trace[191667590] 'process raft request' (duration: 536.087923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:59.967798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:59.430628Z","time spent":"537.129701ms","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211508,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:24:01.231422Z","caller":"traceutil/trace.go:171","msg":"trace[1481248774] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"257.072759ms","start":"2026-03-04T01:24:00.974321Z","end":"2026-03-04T01:24:01.231394Z","steps":["trace[1481248774] 'process raft request' (duration: 256.902874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:20.80752Z","caller":"traceutil/trace.go:171","msg":"trace[1347348217] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:966; }","duration":"310.557613ms","start":"2026-03-04T01:24:20.496929Z","end":"2026-03-04T01:24:20.807487Z","steps":["trace[1347348217] 'read index received' (duration: 268.214135ms)","trace[1347348217] 'applied index is now lower than readState.Index' (duration: 42.341208ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:20.807618Z","caller":"traceutil/trace.go:171","msg":"trace[1123269514] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"313.879542ms","start":"2026-03-04T01:24:20.493706Z","end":"2026-03-04T01:24:20.807586Z","steps":["trace[1123269514] 'process raft request' (duration: 271.554194ms)","trace[1123269514] 'compare' (duration: 41.714241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:20.807821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:20.493658Z","time spent":"314.063276ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:24:20.807887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.935242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-f599c\" ","response":"range_response_count:1 size:5086"} {"level":"warn","ts":"2026-03-04T01:24:20.807891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.055658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:24:20.80795Z","caller":"traceutil/trace.go:171","msg":"trace[1229808425] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-f599c; range_end:; response_count:1; response_revision:945; }","duration":"311.079156ms","start":"2026-03-04T01:24:20.496858Z","end":"2026-03-04T01:24:20.807937Z","steps":["trace[1229808425] 'agreement among raft nodes before linearized reading' (duration: 310.804889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:20.807921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.33365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:24:20.807987Z","caller":"traceutil/trace.go:171","msg":"trace[512705970] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:945; }","duration":"218.259464ms","start":"2026-03-04T01:24:20.589708Z","end":"2026-03-04T01:24:20.807967Z","steps":["trace[512705970] 'agreement among raft nodes before linearized reading' (duration: 218.042748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:20.807994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:20.496829Z","time spent":"311.155078ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5108,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-f599c\" "} {"level":"info","ts":"2026-03-04T01:24:20.808022Z","caller":"traceutil/trace.go:171","msg":"trace[1768807446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:945; }","duration":"294.503095ms","start":"2026-03-04T01:24:20.513499Z","end":"2026-03-04T01:24:20.808003Z","steps":["trace[1768807446] 'agreement among raft nodes before linearized reading' (duration: 294.231227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:41.146194Z","caller":"traceutil/trace.go:171","msg":"trace[459767310] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"201.62416ms","start":"2026-03-04T01:24:40.944543Z","end":"2026-03-04T01:24:41.146168Z","steps":["trace[459767310] 'process raft request' (duration: 201.466086ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:41.148466Z","caller":"traceutil/trace.go:171","msg":"trace[24242294] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"201.522778ms","start":"2026-03-04T01:24:40.94691Z","end":"2026-03-04T01:24:41.148433Z","steps":["trace[24242294] 'process raft request' (duration: 201.097216ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:48.500547Z","caller":"traceutil/trace.go:171","msg":"trace[258270509] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"149.472045ms","start":"2026-03-04T01:24:48.351022Z","end":"2026-03-04T01:24:48.500494Z","steps":["trace[258270509] 'process raft request' (duration: 149.126266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:48.655925Z","caller":"traceutil/trace.go:171","msg":"trace[739882197] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"150.272096ms","start":"2026-03-04T01:24:48.50562Z","end":"2026-03-04T01:24:48.655893Z","steps":["trace[739882197] 'process raft request' (duration: 142.483183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:58.789897Z","caller":"traceutil/trace.go:171","msg":"trace[1000912826] linearizableReadLoop","detail":"{readStateIndex:1488; appliedIndex:1487; }","duration":"111.56462ms","start":"2026-03-04T01:24:58.678308Z","end":"2026-03-04T01:24:58.789873Z","steps":["trace[1000912826] 'read index received' (duration: 111.274532ms)","trace[1000912826] 'applied index is now lower than readState.Index' (duration: 289.098µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:58.790032Z","caller":"traceutil/trace.go:171","msg":"trace[802159963] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"112.512364ms","start":"2026-03-04T01:24:58.677507Z","end":"2026-03-04T01:24:58.790019Z","steps":["trace[802159963] 'process raft request' (duration: 112.169486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:58.790462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.987501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:58.790562Z","caller":"traceutil/trace.go:171","msg":"trace[1583560724] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1432; }","duration":"112.139365ms","start":"2026-03-04T01:24:58.678403Z","end":"2026-03-04T01:24:58.790543Z","steps":["trace[1583560724] 'agreement among raft nodes before linearized reading' (duration: 111.657933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:58.790477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.146225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:58.791333Z","caller":"traceutil/trace.go:171","msg":"trace[1883417217] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1432; }","duration":"113.002077ms","start":"2026-03-04T01:24:58.67828Z","end":"2026-03-04T01:24:58.791282Z","steps":["trace[1883417217] 'agreement among raft nodes before linearized reading' (duration: 112.152035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:58.791465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.630542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:58.791533Z","caller":"traceutil/trace.go:171","msg":"trace[354478180] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1432; }","duration":"111.717784ms","start":"2026-03-04T01:24:58.679787Z","end":"2026-03-04T01:24:58.791505Z","steps":["trace[354478180] 'agreement among raft nodes before linearized reading' (duration: 111.634482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:12.333475Z","caller":"traceutil/trace.go:171","msg":"trace[1583573172] linearizableReadLoop","detail":"{readStateIndex:1671; appliedIndex:1670; }","duration":"326.405173ms","start":"2026-03-04T01:25:12.007048Z","end":"2026-03-04T01:25:12.333453Z","steps":["trace[1583573172] 'read index received' (duration: 326.199538ms)","trace[1583573172] 'applied index is now lower than readState.Index' (duration: 204.735µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:12.333701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.05808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:25:12.333746Z","caller":"traceutil/trace.go:171","msg":"trace[1620393406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1609; }","duration":"190.187682ms","start":"2026-03-04T01:25:12.143545Z","end":"2026-03-04T01:25:12.333733Z","steps":["trace[1620393406] 'agreement among raft nodes before linearized reading' (duration: 190.046509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:12.333795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.719971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:25:12.333898Z","caller":"traceutil/trace.go:171","msg":"trace[1034697448] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:1609; }","duration":"326.869435ms","start":"2026-03-04T01:25:12.00701Z","end":"2026-03-04T01:25:12.333879Z","steps":["trace[1034697448] 'agreement among raft nodes before linearized reading' (duration: 326.559657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:12.333951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:12.006999Z","time spent":"326.944137ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-04T01:25:12.334531Z","caller":"traceutil/trace.go:171","msg":"trace[1649839546] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"352.727948ms","start":"2026-03-04T01:25:11.981592Z","end":"2026-03-04T01:25:12.33432Z","steps":["trace[1649839546] 'process raft request' (duration: 351.700921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:12.334667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:11.981559Z","time spent":"353.024525ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:12.593306Z","caller":"traceutil/trace.go:171","msg":"trace[1269545916] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"249.544805ms","start":"2026-03-04T01:25:12.343707Z","end":"2026-03-04T01:25:12.593252Z","steps":["trace[1269545916] 'process raft request' (duration: 201.858676ms)","trace[1269545916] 'compare' (duration: 47.380721ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:12.593354Z","caller":"traceutil/trace.go:171","msg":"trace[718042680] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"209.888555ms","start":"2026-03-04T01:25:12.383425Z","end":"2026-03-04T01:25:12.593314Z","steps":["trace[718042680] 'process raft request' (duration: 209.814503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:12.593445Z","caller":"traceutil/trace.go:171","msg":"trace[1713430179] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"226.706562ms","start":"2026-03-04T01:25:12.366679Z","end":"2026-03-04T01:25:12.593386Z","steps":["trace[1713430179] 'process raft request' (duration: 226.472275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:12.846862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.541311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:25:12.846966Z","caller":"traceutil/trace.go:171","msg":"trace[1327304720] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1613; }","duration":"118.702776ms","start":"2026-03-04T01:25:12.728241Z","end":"2026-03-04T01:25:12.846943Z","steps":["trace[1327304720] 'range keys from in-memory index tree' (duration: 118.308225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:13.209934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.128435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:13.210044Z","caller":"traceutil/trace.go:171","msg":"trace[1533576547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1615; }","duration":"244.286999ms","start":"2026-03-04T01:25:12.965734Z","end":"2026-03-04T01:25:13.210021Z","steps":["trace[1533576547] 'range keys from in-memory index tree' (duration: 244.032232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:13.210074Z","caller":"traceutil/trace.go:171","msg":"trace[246656575] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"114.29946ms","start":"2026-03-04T01:25:13.095743Z","end":"2026-03-04T01:25:13.210043Z","steps":["trace[246656575] 'process raft request' (duration: 108.247473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:17.34184Z","caller":"traceutil/trace.go:171","msg":"trace[1430287152] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"119.429144ms","start":"2026-03-04T01:25:17.222326Z","end":"2026-03-04T01:25:17.341755Z","steps":["trace[1430287152] 'process raft request' (duration: 119.192068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:21.057897Z","caller":"traceutil/trace.go:171","msg":"trace[217896857] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"121.446207ms","start":"2026-03-04T01:25:20.936411Z","end":"2026-03-04T01:25:21.057857Z","steps":["trace[217896857] 'process raft request' (duration: 100.724708ms)","trace[217896857] 'compare' (duration: 20.571165ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:25.594822Z","caller":"traceutil/trace.go:171","msg":"trace[74058942] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1780; }","duration":"214.631218ms","start":"2026-03-04T01:25:25.380169Z","end":"2026-03-04T01:25:25.594801Z","steps":["trace[74058942] 'read index received' (duration: 214.521035ms)","trace[74058942] 'applied index is now lower than readState.Index' (duration: 108.743µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:25.594876Z","caller":"traceutil/trace.go:171","msg":"trace[2126985911] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"223.745685ms","start":"2026-03-04T01:25:25.371086Z","end":"2026-03-04T01:25:25.594832Z","steps":["trace[2126985911] 'process raft request' (duration: 223.55995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:25.595047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.874135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:25:25.595094Z","caller":"traceutil/trace.go:171","msg":"trace[1037840849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1716; }","duration":"214.973068ms","start":"2026-03-04T01:25:25.380108Z","end":"2026-03-04T01:25:25.595081Z","steps":["trace[1037840849] 'agreement among raft nodes before linearized reading' (duration: 214.811953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:25.648727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.64137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:25:25.648785Z","caller":"traceutil/trace.go:171","msg":"trace[1573726911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1717; }","duration":"216.743103ms","start":"2026-03-04T01:25:25.432023Z","end":"2026-03-04T01:25:25.648766Z","steps":["trace[1573726911] 'agreement among raft nodes before linearized reading' (duration: 216.592429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:25.648871Z","caller":"traceutil/trace.go:171","msg":"trace[2105684222] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"162.811641ms","start":"2026-03-04T01:25:25.486023Z","end":"2026-03-04T01:25:25.648835Z","steps":["trace[2105684222] 'process raft request' (duration: 162.509294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:25.649112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.574156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:25:25.649246Z","caller":"traceutil/trace.go:171","msg":"trace[541275413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1717; }","duration":"209.71796ms","start":"2026-03-04T01:25:25.439494Z","end":"2026-03-04T01:25:25.649212Z","steps":["trace[541275413] 'agreement among raft nodes before linearized reading' (duration: 209.265229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:58.068062Z","caller":"traceutil/trace.go:171","msg":"trace[1131392297] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"215.281203ms","start":"2026-03-04T01:25:57.852744Z","end":"2026-03-04T01:25:58.068025Z","steps":["trace[1131392297] 'process raft request' (duration: 215.045466ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:58.080553Z","caller":"traceutil/trace.go:171","msg":"trace[220884533] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1963; }","duration":"187.79218ms","start":"2026-03-04T01:25:57.892736Z","end":"2026-03-04T01:25:58.080528Z","steps":["trace[220884533] 'read index received' (duration: 175.05755ms)","trace[220884533] 'applied index is now lower than readState.Index' (duration: 12.73316ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:58.080596Z","caller":"traceutil/trace.go:171","msg":"trace[912470452] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"191.925798ms","start":"2026-03-04T01:25:57.888643Z","end":"2026-03-04T01:25:58.080569Z","steps":["trace[912470452] 'process raft request' (duration: 191.709562ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:58.080707Z","caller":"traceutil/trace.go:171","msg":"trace[1373841811] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"191.392654ms","start":"2026-03-04T01:25:57.889291Z","end":"2026-03-04T01:25:58.080683Z","steps":["trace[1373841811] 'process raft request' (duration: 191.191009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:58.080764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.013886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:25:58.080814Z","caller":"traceutil/trace.go:171","msg":"trace[295248762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1893; }","duration":"188.120499ms","start":"2026-03-04T01:25:57.892679Z","end":"2026-03-04T01:25:58.080799Z","steps":["trace[295248762] 'agreement among raft nodes before linearized reading' (duration: 187.956905ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:58.867269Z","caller":"traceutil/trace.go:171","msg":"trace[2669415] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"275.020882ms","start":"2026-03-04T01:25:58.59222Z","end":"2026-03-04T01:25:58.867241Z","steps":["trace[2669415] 'process raft request' (duration: 274.830617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:59.342678Z","caller":"traceutil/trace.go:171","msg":"trace[1427520829] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1967; }","duration":"377.721175ms","start":"2026-03-04T01:25:58.964927Z","end":"2026-03-04T01:25:59.342648Z","steps":["trace[1427520829] 'read index received' (duration: 376.617437ms)","trace[1427520829] 'applied index is now lower than readState.Index' (duration: 1.102198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:59.342873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.92593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:59.342909Z","caller":"traceutil/trace.go:171","msg":"trace[2083820596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1895; }","duration":"378.040363ms","start":"2026-03-04T01:25:58.964858Z","end":"2026-03-04T01:25:59.342899Z","steps":["trace[2083820596] 'agreement among raft nodes before linearized reading' (duration: 377.946371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:59.342955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:58.964833Z","time spent":"378.114375ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:25:59.343526Z","caller":"traceutil/trace.go:171","msg":"trace[1313197215] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"400.868726ms","start":"2026-03-04T01:25:58.941944Z","end":"2026-03-04T01:25:59.342812Z","steps":["trace[1313197215] 'process raft request' (duration: 399.48902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:59.343735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:58.941923Z","time spent":"401.710457ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:59.344906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.698964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-04T01:25:59.344972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.478674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:25:59.345013Z","caller":"traceutil/trace.go:171","msg":"trace[599486167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1896; }","duration":"253.522605ms","start":"2026-03-04T01:25:59.091477Z","end":"2026-03-04T01:25:59.345Z","steps":["trace[599486167] 'agreement among raft nodes before linearized reading' (duration: 253.408832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:59.345011Z","caller":"traceutil/trace.go:171","msg":"trace[1224790233] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1896; }","duration":"205.868958ms","start":"2026-03-04T01:25:59.139117Z","end":"2026-03-04T01:25:59.344986Z","steps":["trace[1224790233] 'agreement among raft nodes before linearized reading' (duration: 205.54545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:59.345095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.853681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:25:59.345099Z","caller":"traceutil/trace.go:171","msg":"trace[56121505] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"322.38363ms","start":"2026-03-04T01:25:59.022361Z","end":"2026-03-04T01:25:59.344745Z","steps":["trace[56121505] 'process raft request' (duration: 321.828145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:59.345226Z","caller":"traceutil/trace.go:171","msg":"trace[1400555609] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1896; }","duration":"374.983334ms","start":"2026-03-04T01:25:58.970197Z","end":"2026-03-04T01:25:59.345181Z","steps":["trace[1400555609] 'agreement among raft nodes before linearized reading' (duration: 374.092431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:59.345314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:59.022331Z","time spent":"322.876673ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:59.345336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:58.97018Z","time spent":"375.141629ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:26:48.34756Z","caller":"traceutil/trace.go:171","msg":"trace[437162615] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"173.843058ms","start":"2026-03-04T01:26:48.173681Z","end":"2026-03-04T01:26:48.347524Z","steps":["trace[437162615] 'process raft request' (duration: 173.588051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:51.712478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.447003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-04T01:26:51.712556Z","caller":"traceutil/trace.go:171","msg":"trace[1594887541] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2325; }","duration":"261.584656ms","start":"2026-03-04T01:26:51.450953Z","end":"2026-03-04T01:26:51.712538Z","steps":["trace[1594887541] 'range keys from in-memory index tree' (duration: 261.292339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:51.712761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.438263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T01:26:51.712832Z","caller":"traceutil/trace.go:171","msg":"trace[309642193] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2325; }","duration":"180.535076ms","start":"2026-03-04T01:26:51.532282Z","end":"2026-03-04T01:26:51.712817Z","steps":["trace[309642193] 'range keys from in-memory index tree' (duration: 180.31139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:01.296792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.152939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:01.296915Z","caller":"traceutil/trace.go:171","msg":"trace[114123954] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2385; }","duration":"106.328843ms","start":"2026-03-04T01:27:01.190565Z","end":"2026-03-04T01:27:01.296894Z","steps":["trace[114123954] 'count revisions from in-memory index tree' (duration: 106.067346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:20.134074Z","caller":"traceutil/trace.go:171","msg":"trace[742728351] linearizableReadLoop","detail":"{readStateIndex:2585; appliedIndex:2584; }","duration":"192.882118ms","start":"2026-03-04T01:27:19.941157Z","end":"2026-03-04T01:27:20.134039Z","steps":["trace[742728351] 'read index received' (duration: 192.768055ms)","trace[742728351] 'applied index is now lower than readState.Index' (duration: 112.623µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:20.134137Z","caller":"traceutil/trace.go:171","msg":"trace[1653258343] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"249.022278ms","start":"2026-03-04T01:27:19.885082Z","end":"2026-03-04T01:27:20.134104Z","steps":["trace[1653258343] 'process raft request' (duration: 248.793862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:20.134704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.511586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:27:20.134833Z","caller":"traceutil/trace.go:171","msg":"trace[1336297914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2488; }","duration":"193.709201ms","start":"2026-03-04T01:27:19.941099Z","end":"2026-03-04T01:27:20.134808Z","steps":["trace[1336297914] 'agreement among raft nodes before linearized reading' (duration: 193.066484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:20.375208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.920987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:20.375361Z","caller":"traceutil/trace.go:171","msg":"trace[2095873389] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"278.92289ms","start":"2026-03-04T01:27:20.096392Z","end":"2026-03-04T01:27:20.375315Z","steps":["trace[2095873389] 'process raft request' (duration: 139.785309ms)","trace[2095873389] 'compare' (duration: 138.791722ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:20.375473Z","caller":"traceutil/trace.go:171","msg":"trace[1997194418] linearizableReadLoop","detail":"{readStateIndex:2586; appliedIndex:2585; }","duration":"241.296326ms","start":"2026-03-04T01:27:20.134154Z","end":"2026-03-04T01:27:20.37545Z","steps":["trace[1997194418] 'read index received' (duration: 102.043511ms)","trace[1997194418] 'applied index is now lower than readState.Index' (duration: 139.250705ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:20.375643Z","caller":"traceutil/trace.go:171","msg":"trace[94080291] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"236.017948ms","start":"2026-03-04T01:27:20.139604Z","end":"2026-03-04T01:27:20.375622Z","steps":["trace[94080291] 'process raft request' (duration: 235.7164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:20.375702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.444755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:27:20.375771Z","caller":"traceutil/trace.go:171","msg":"trace[873396798] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2490; }","duration":"433.526947ms","start":"2026-03-04T01:27:19.942223Z","end":"2026-03-04T01:27:20.37575Z","steps":["trace[873396798] 'agreement among raft nodes before linearized reading' (duration: 433.310441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:20.375827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:19.942163Z","time spent":"433.65011ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:27:26.339113Z","caller":"traceutil/trace.go:171","msg":"trace[1374125861] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"176.772807ms","start":"2026-03-04T01:27:26.162307Z","end":"2026-03-04T01:27:26.33908Z","steps":["trace[1374125861] 'process raft request' (duration: 176.576602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:27.377602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.939112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:27.377773Z","caller":"traceutil/trace.go:171","msg":"trace[2062474964] linearizableReadLoop","detail":"{readStateIndex:2618; appliedIndex:2617; }","duration":"856.329822ms","start":"2026-03-04T01:27:26.521426Z","end":"2026-03-04T01:27:27.377756Z","steps":["trace[2062474964] 'read index received' (duration: 201.169695ms)","trace[2062474964] 'applied index is now lower than readState.Index' (duration: 655.159037ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:27.377843Z","caller":"traceutil/trace.go:171","msg":"trace[468936919] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"942.836166ms","start":"2026-03-04T01:27:26.434971Z","end":"2026-03-04T01:27:27.377807Z","steps":["trace[468936919] 'process raft request' (duration: 287.606548ms)","trace[468936919] 'compare' (duration: 654.837668ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:27.377942Z","caller":"traceutil/trace.go:171","msg":"trace[1611377392] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"827.310893ms","start":"2026-03-04T01:27:26.550604Z","end":"2026-03-04T01:27:27.377915Z","steps":["trace[1611377392] 'process raft request' (duration: 827.096078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:27.377983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.526247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:27:27.378027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:26.434946Z","time spent":"942.986341ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:27.378073Z","caller":"traceutil/trace.go:171","msg":"trace[1436479276] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2521; }","duration":"856.696902ms","start":"2026-03-04T01:27:26.521352Z","end":"2026-03-04T01:27:27.378049Z","steps":["trace[1436479276] 'agreement among raft nodes before linearized reading' (duration: 856.478846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:27.378099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:26.550583Z","time spent":"827.428876ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:27.378126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:26.521332Z","time spent":"856.780894ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:27:27.388373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.787726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18997f105fce479a\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-04T01:27:27.388376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.67567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:27.388423Z","caller":"traceutil/trace.go:171","msg":"trace[851540173] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18997f105fce479a; range_end:; response_count:1; response_revision:2521; }","duration":"827.861967ms","start":"2026-03-04T01:27:26.560549Z","end":"2026-03-04T01:27:27.388411Z","steps":["trace[851540173] 'agreement among raft nodes before linearized reading' (duration: 827.733184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:27.388449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:26.560535Z","time spent":"827.909429ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18997f105fce479a\" "} {"level":"info","ts":"2026-03-04T01:27:27.388445Z","caller":"traceutil/trace.go:171","msg":"trace[1441187931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2521; }","duration":"423.775631ms","start":"2026-03-04T01:27:26.964647Z","end":"2026-03-04T01:27:27.388423Z","steps":["trace[1441187931] 'agreement among raft nodes before linearized reading' (duration: 423.657828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:27.388482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:26.96463Z","time spent":"423.844304ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:27:27.388475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.36517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:27:27.388534Z","caller":"traceutil/trace.go:171","msg":"trace[114995076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2521; }","duration":"781.451283ms","start":"2026-03-04T01:27:26.607069Z","end":"2026-03-04T01:27:27.388521Z","steps":["trace[114995076] 'agreement among raft nodes before linearized reading' (duration: 781.274858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:27.388556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.846207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T01:27:27.388578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:26.607059Z","time spent":"781.510724ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:27:27.388611Z","caller":"traceutil/trace.go:171","msg":"trace[1193833813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2521; }","duration":"819.92772ms","start":"2026-03-04T01:27:26.568667Z","end":"2026-03-04T01:27:27.388594Z","steps":["trace[1193833813] 'agreement among raft nodes before linearized reading' (duration: 819.747855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:27.38865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:26.568651Z","time spent":"819.992011ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:27:27.695399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.330895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:27.695619Z","caller":"traceutil/trace.go:171","msg":"trace[928455498] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"302.822036ms","start":"2026-03-04T01:27:27.392777Z","end":"2026-03-04T01:27:27.695599Z","steps":["trace[928455498] 'process raft request' (duration: 92.180313ms)","trace[928455498] 'compare' (duration: 210.093919ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:27.695837Z","caller":"traceutil/trace.go:171","msg":"trace[664788863] linearizableReadLoop","detail":"{readStateIndex:2623; appliedIndex:2621; }","duration":"253.782802ms","start":"2026-03-04T01:27:27.442038Z","end":"2026-03-04T01:27:27.695821Z","steps":["trace[664788863] 'read index received' (duration: 42.877292ms)","trace[664788863] 'applied index is now lower than readState.Index' (duration: 210.90326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:27.69584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:27.392749Z","time spent":"303.004091ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:27.695895Z","caller":"traceutil/trace.go:171","msg":"trace[1092437997] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"301.81337ms","start":"2026-03-04T01:27:27.394046Z","end":"2026-03-04T01:27:27.695859Z","steps":["trace[1092437997] 'process raft request' (duration: 301.504162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:27.696074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:27.394033Z","time spent":"301.944843ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:27.696114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.07983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:27:27.696156Z","caller":"traceutil/trace.go:171","msg":"trace[1069922804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2524; }","duration":"254.156452ms","start":"2026-03-04T01:27:27.441988Z","end":"2026-03-04T01:27:27.696144Z","steps":["trace[1069922804] 'agreement among raft nodes before linearized reading' (duration: 253.900776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:27.696216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.74847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T01:27:27.696341Z","caller":"traceutil/trace.go:171","msg":"trace[657552726] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2524; }","duration":"162.914794ms","start":"2026-03-04T01:27:27.533398Z","end":"2026-03-04T01:27:27.696312Z","steps":["trace[657552726] 'agreement among raft nodes before linearized reading' (duration: 162.599615ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:49.923529Z","caller":"traceutil/trace.go:171","msg":"trace[1549425825] linearizableReadLoop","detail":"{readStateIndex:2739; appliedIndex:2738; }","duration":"100.289805ms","start":"2026-03-04T01:27:49.823215Z","end":"2026-03-04T01:27:49.923505Z","steps":["trace[1549425825] 'read index received' (duration: 99.978227ms)","trace[1549425825] 'applied index is now lower than readState.Index' (duration: 310.418µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:49.923756Z","caller":"traceutil/trace.go:171","msg":"trace[893295] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"100.647724ms","start":"2026-03-04T01:27:49.823066Z","end":"2026-03-04T01:27:49.923713Z","steps":["trace[893295] 'process raft request' (duration: 100.135901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:49.923899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.706455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:27:49.923975Z","caller":"traceutil/trace.go:171","msg":"trace[276679854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2635; }","duration":"100.890011ms","start":"2026-03-04T01:27:49.82307Z","end":"2026-03-04T01:27:49.92396Z","steps":["trace[276679854] 'agreement among raft nodes before linearized reading' (duration: 100.625444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:49.937508Z","caller":"traceutil/trace.go:171","msg":"trace[1365357832] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"110.815981ms","start":"2026-03-04T01:27:49.826668Z","end":"2026-03-04T01:27:49.937484Z","steps":["trace[1365357832] 'process raft request' (duration: 110.681257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:50.083548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.00186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:50.083673Z","caller":"traceutil/trace.go:171","msg":"trace[1014884780] linearizableReadLoop","detail":"{readStateIndex:2741; appliedIndex:2740; }","duration":"120.236647ms","start":"2026-03-04T01:27:49.963419Z","end":"2026-03-04T01:27:50.083655Z","steps":["trace[1014884780] 'read index received' (duration: 18.001921ms)","trace[1014884780] 'applied index is now lower than readState.Index' (duration: 102.233476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:50.083741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.320349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:50.083776Z","caller":"traceutil/trace.go:171","msg":"trace[822894972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2637; }","duration":"120.386471ms","start":"2026-03-04T01:27:49.963376Z","end":"2026-03-04T01:27:50.083763Z","steps":["trace[822894972] 'agreement among raft nodes before linearized reading' (duration: 120.332109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:50.083865Z","caller":"traceutil/trace.go:171","msg":"trace[953626491] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"155.039068ms","start":"2026-03-04T01:27:49.928792Z","end":"2026-03-04T01:27:50.083832Z","steps":["trace[953626491] 'process raft request' (duration: 52.656588ms)","trace[953626491] 'compare' (duration: 101.890267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:53.949897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.090153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:53.950073Z","caller":"traceutil/trace.go:171","msg":"trace[134289364] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2653; }","duration":"120.303858ms","start":"2026-03-04T01:27:53.829751Z","end":"2026-03-04T01:27:53.950054Z","steps":["trace[134289364] 'count revisions from in-memory index tree' (duration: 120.030992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:53.950096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.919131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:53.950204Z","caller":"traceutil/trace.go:171","msg":"trace[469101273] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2653; }","duration":"143.080655ms","start":"2026-03-04T01:27:53.807095Z","end":"2026-03-04T01:27:53.950176Z","steps":["trace[469101273] 'count revisions from in-memory index tree' (duration: 142.795228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:54.263297Z","caller":"traceutil/trace.go:171","msg":"trace[1104310233] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"100.649764ms","start":"2026-03-04T01:27:54.162625Z","end":"2026-03-04T01:27:54.263275Z","steps":["trace[1104310233] 'process raft request' (duration: 100.547382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:47.128686Z","caller":"traceutil/trace.go:171","msg":"trace[422333355] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"135.918345ms","start":"2026-03-04T01:29:46.992733Z","end":"2026-03-04T01:29:47.128651Z","steps":["trace[422333355] 'process raft request' (duration: 135.645188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:17.310844Z","caller":"traceutil/trace.go:171","msg":"trace[252479418] linearizableReadLoop","detail":"{readStateIndex:4449; appliedIndex:4448; }","duration":"132.583679ms","start":"2026-03-04T01:31:17.178233Z","end":"2026-03-04T01:31:17.310817Z","steps":["trace[252479418] 'read index received' (duration: 132.368593ms)","trace[252479418] 'applied index is now lower than readState.Index' (duration: 214.236µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:17.311168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.921547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:31:17.311242Z","caller":"traceutil/trace.go:171","msg":"trace[31580362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4278; }","duration":"133.075791ms","start":"2026-03-04T01:31:17.178152Z","end":"2026-03-04T01:31:17.311228Z","steps":["trace[31580362] 'agreement among raft nodes before linearized reading' (duration: 132.832895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:17.311347Z","caller":"traceutil/trace.go:171","msg":"trace[1103089791] transaction","detail":"{read_only:false; response_revision:4278; number_of_response:1; }","duration":"133.256846ms","start":"2026-03-04T01:31:17.178042Z","end":"2026-03-04T01:31:17.311299Z","steps":["trace[1103089791] 'process raft request' (duration: 132.62651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:23.429087Z","caller":"traceutil/trace.go:171","msg":"trace[2035005421] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"224.53789ms","start":"2026-03-04T01:31:23.20453Z","end":"2026-03-04T01:31:23.429068Z","steps":["trace[2035005421] 'process raft request' (duration: 224.426247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:23.4294Z","caller":"traceutil/trace.go:171","msg":"trace[494174204] linearizableReadLoop","detail":"{readStateIndex:4631; appliedIndex:4631; }","duration":"224.749185ms","start":"2026-03-04T01:31:23.204641Z","end":"2026-03-04T01:31:23.429391Z","steps":["trace[494174204] 'read index received' (duration: 224.253323ms)","trace[494174204] 'applied index is now lower than readState.Index' (duration: 494.952µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:23.429564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.91049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rj299\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-04T01:31:23.429593Z","caller":"traceutil/trace.go:171","msg":"trace[772661084] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rj299; range_end:; response_count:1; response_revision:4454; }","duration":"224.998471ms","start":"2026-03-04T01:31:23.204585Z","end":"2026-03-04T01:31:23.429583Z","steps":["trace[772661084] 'agreement among raft nodes before linearized reading' (duration: 224.855908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:26.25856Z","caller":"traceutil/trace.go:171","msg":"trace[1611848276] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4583; }","duration":"103.926303ms","start":"2026-03-04T01:31:26.154603Z","end":"2026-03-04T01:31:26.258529Z","steps":["trace[1611848276] 'process raft request' (duration: 103.826291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:26.53706Z","caller":"traceutil/trace.go:171","msg":"trace[843583880] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"265.886035ms","start":"2026-03-04T01:31:26.27114Z","end":"2026-03-04T01:31:26.537026Z","steps":["trace[843583880] 'process raft request' (duration: 265.68543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:26.563854Z","caller":"traceutil/trace.go:171","msg":"trace[1100266747] linearizableReadLoop","detail":"{readStateIndex:4765; appliedIndex:4763; }","duration":"130.636947ms","start":"2026-03-04T01:31:26.433185Z","end":"2026-03-04T01:31:26.563822Z","steps":["trace[1100266747] 'read index received' (duration: 103.649215ms)","trace[1100266747] 'applied index is now lower than readState.Index' (duration: 26.986482ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:26.563893Z","caller":"traceutil/trace.go:171","msg":"trace[712405805] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"280.038233ms","start":"2026-03-04T01:31:26.283816Z","end":"2026-03-04T01:31:26.563854Z","steps":["trace[712405805] 'process raft request' (duration: 279.845528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:26.564075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.872864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:26.564124Z","caller":"traceutil/trace.go:171","msg":"trace[1731685386] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4585; }","duration":"130.980037ms","start":"2026-03-04T01:31:26.433128Z","end":"2026-03-04T01:31:26.564108Z","steps":["trace[1731685386] 'agreement among raft nodes before linearized reading' (duration: 130.808452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:26.895851Z","caller":"traceutil/trace.go:171","msg":"trace[2090239715] linearizableReadLoop","detail":"{readStateIndex:4774; appliedIndex:4771; }","duration":"204.92681ms","start":"2026-03-04T01:31:26.690895Z","end":"2026-03-04T01:31:26.895822Z","steps":["trace[2090239715] 'read index received' (duration: 18.792029ms)","trace[2090239715] 'applied index is now lower than readState.Index' (duration: 186.133681ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:26.89592Z","caller":"traceutil/trace.go:171","msg":"trace[1295381334] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"219.56091ms","start":"2026-03-04T01:31:26.676313Z","end":"2026-03-04T01:31:26.895874Z","steps":["trace[1295381334] 'process raft request' (duration: 219.445707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:26.89598Z","caller":"traceutil/trace.go:171","msg":"trace[1518017532] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"220.049323ms","start":"2026-03-04T01:31:26.675898Z","end":"2026-03-04T01:31:26.895948Z","steps":["trace[1518017532] 'process raft request' (duration: 202.645581ms)","trace[1518017532] 'compare' (duration: 17.054273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:26.896218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.293569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-04T01:31:26.89627Z","caller":"traceutil/trace.go:171","msg":"trace[210933403] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4594; }","duration":"205.419592ms","start":"2026-03-04T01:31:26.690838Z","end":"2026-03-04T01:31:26.896258Z","steps":["trace[210933403] 'agreement among raft nodes before linearized reading' (duration: 205.092893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:28.505411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.887084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18997f4a3bdd372c\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-04T01:31:28.505477Z","caller":"traceutil/trace.go:171","msg":"trace[1651649393] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18997f4a3bdd372c; range_end:; response_count:1; response_revision:4621; }","duration":"166.007487ms","start":"2026-03-04T01:31:28.339452Z","end":"2026-03-04T01:31:28.505459Z","steps":["trace[1651649393] 'range keys from in-memory index tree' (duration: 165.71286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:38.105704Z","caller":"traceutil/trace.go:171","msg":"trace[1620401264] linearizableReadLoop","detail":"{readStateIndex:4998; appliedIndex:4997; }","duration":"311.491581ms","start":"2026-03-04T01:31:37.794182Z","end":"2026-03-04T01:31:38.105673Z","steps":["trace[1620401264] 'read index received' (duration: 311.277565ms)","trace[1620401264] 'applied index is now lower than readState.Index' (duration: 212.856µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:38.10585Z","caller":"traceutil/trace.go:171","msg":"trace[979432607] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"314.084718ms","start":"2026-03-04T01:31:37.791722Z","end":"2026-03-04T01:31:38.105806Z","steps":["trace[979432607] 'process raft request' (duration: 313.79209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:38.105953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.33825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:38.106039Z","caller":"traceutil/trace.go:171","msg":"trace[541606846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4811; }","duration":"140.555096ms","start":"2026-03-04T01:31:37.965468Z","end":"2026-03-04T01:31:38.106023Z","steps":["trace[541606846] 'agreement among raft nodes before linearized reading' (duration: 140.366981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:38.106044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.83181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:31:38.106157Z","caller":"traceutil/trace.go:171","msg":"trace[614389586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4811; }","duration":"311.976363ms","start":"2026-03-04T01:31:37.794144Z","end":"2026-03-04T01:31:38.10612Z","steps":["trace[614389586] 'agreement among raft nodes before linearized reading' (duration: 311.686426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:38.10626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:37.794127Z","time spent":"312.117108ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:31:38.106385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:37.791709Z","time spent":"314.249773ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:31:47.223608Z","caller":"traceutil/trace.go:171","msg":"trace[894230602] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"104.56968ms","start":"2026-03-04T01:31:47.119015Z","end":"2026-03-04T01:31:47.223585Z","steps":["trace[894230602] 'process raft request' (duration: 104.330754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.654431Z","caller":"traceutil/trace.go:171","msg":"trace[910964613] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5172; }","duration":"157.098015ms","start":"2026-03-04T01:31:47.497306Z","end":"2026-03-04T01:31:47.654404Z","steps":["trace[910964613] 'read index received' (duration: 156.89805ms)","trace[910964613] 'applied index is now lower than readState.Index' (duration: 198.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:47.654497Z","caller":"traceutil/trace.go:171","msg":"trace[540503238] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"174.56434ms","start":"2026-03-04T01:31:47.479893Z","end":"2026-03-04T01:31:47.654457Z","steps":["trace[540503238] 'process raft request' (duration: 174.316763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:47.65482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.476016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T01:31:47.655477Z","caller":"traceutil/trace.go:171","msg":"trace[1897027047] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4981; }","duration":"158.209755ms","start":"2026-03-04T01:31:47.497246Z","end":"2026-03-04T01:31:47.655455Z","steps":["trace[1897027047] 'agreement among raft nodes before linearized reading' (duration: 157.313461ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.81086Z","caller":"traceutil/trace.go:171","msg":"trace[1414862153] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"149.262732ms","start":"2026-03-04T01:31:47.661558Z","end":"2026-03-04T01:31:47.810821Z","steps":["trace[1414862153] 'process raft request' (duration: 115.407102ms)","trace[1414862153] 'compare' (duration: 33.680236ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:47.848174Z","caller":"traceutil/trace.go:171","msg":"trace[2108745125] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"185.915155ms","start":"2026-03-04T01:31:47.662246Z","end":"2026-03-04T01:31:47.848161Z","steps":["trace[2108745125] 'process raft request' (duration: 185.846474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.848227Z","caller":"traceutil/trace.go:171","msg":"trace[309537224] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"186.057419ms","start":"2026-03-04T01:31:47.662135Z","end":"2026-03-04T01:31:47.848193Z","steps":["trace[309537224] 'process raft request' (duration: 185.924896ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.848446Z","caller":"traceutil/trace.go:171","msg":"trace[1064148525] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"186.661234ms","start":"2026-03-04T01:31:47.661612Z","end":"2026-03-04T01:31:47.848273Z","steps":["trace[1064148525] 'process raft request' (duration: 186.374067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.848866Z","caller":"traceutil/trace.go:171","msg":"trace[1389071213] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"186.558512ms","start":"2026-03-04T01:31:47.66229Z","end":"2026-03-04T01:31:47.848849Z","steps":["trace[1389071213] 'process raft request' (duration: 185.849134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.849296Z","caller":"traceutil/trace.go:171","msg":"trace[1797009822] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"186.582172ms","start":"2026-03-04T01:31:47.6627Z","end":"2026-03-04T01:31:47.849282Z","steps":["trace[1797009822] 'process raft request' (duration: 186.11361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.849828Z","caller":"traceutil/trace.go:171","msg":"trace[1754326556] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"186.938762ms","start":"2026-03-04T01:31:47.662846Z","end":"2026-03-04T01:31:47.849785Z","steps":["trace[1754326556] 'process raft request' (duration: 186.393717ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.849904Z","caller":"traceutil/trace.go:171","msg":"trace[154670015] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"186.303365ms","start":"2026-03-04T01:31:47.663542Z","end":"2026-03-04T01:31:47.849845Z","steps":["trace[154670015] 'process raft request' (duration: 186.148801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.850178Z","caller":"traceutil/trace.go:171","msg":"trace[2096692247] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"179.088347ms","start":"2026-03-04T01:31:47.671076Z","end":"2026-03-04T01:31:47.850164Z","steps":["trace[2096692247] 'process raft request' (duration: 179.040356ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.850197Z","caller":"traceutil/trace.go:171","msg":"trace[597577840] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"185.836742ms","start":"2026-03-04T01:31:47.664326Z","end":"2026-03-04T01:31:47.850163Z","steps":["trace[597577840] 'process raft request' (duration: 185.459363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:47.850192Z","caller":"traceutil/trace.go:171","msg":"trace[1906873226] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"184.449627ms","start":"2026-03-04T01:31:47.665721Z","end":"2026-03-04T01:31:47.85017Z","steps":["trace[1906873226] 'process raft request' (duration: 184.219381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:58.988336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.776893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6t7wx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:31:58.988699Z","caller":"traceutil/trace.go:171","msg":"trace[1201815732] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6t7wx; range_end:; response_count:1; response_revision:5140; }","duration":"167.941827ms","start":"2026-03-04T01:31:58.820472Z","end":"2026-03-04T01:31:58.988413Z","steps":["trace[1201815732] 'range keys from in-memory index tree' (duration: 167.236919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:38.281019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.920384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:32:38.281274Z","caller":"traceutil/trace.go:171","msg":"trace[1661440065] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"162.269651ms","start":"2026-03-04T01:32:38.118982Z","end":"2026-03-04T01:32:38.281251Z","steps":["trace[1661440065] 'process raft request' (duration: 162.177369ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:38.281255Z","caller":"traceutil/trace.go:171","msg":"trace[1014854054] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"162.747064ms","start":"2026-03-04T01:32:38.118463Z","end":"2026-03-04T01:32:38.28121Z","steps":["trace[1014854054] 'process raft request' (duration: 31.519342ms)","trace[1014854054] 'compare' (duration: 130.737779ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:52.293711Z","caller":"traceutil/trace.go:171","msg":"trace[630824779] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"115.75407ms","start":"2026-03-04T01:32:52.177921Z","end":"2026-03-04T01:32:52.293675Z","steps":["trace[630824779] 'process raft request' (duration: 115.500733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:18.850406Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2779} {"level":"info","ts":"2026-03-04T01:33:18.916682Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2779,"took":"64.260741ms","hash":104196598,"current-db-size-bytes":41238528,"current-db-size":"41 MB","current-db-size-in-use-bytes":31105024,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T01:33:18.916745Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":104196598,"revision":2779,"compact-revision":-1} {"level":"info","ts":"2026-03-04T01:37:44.220649Z","caller":"traceutil/trace.go:171","msg":"trace[1167354276] linearizableReadLoop","detail":"{readStateIndex:7859; appliedIndex:7858; }","duration":"396.332532ms","start":"2026-03-04T01:37:43.824293Z","end":"2026-03-04T01:37:44.220626Z","steps":["trace[1167354276] 'read index received' (duration: 396.140917ms)","trace[1167354276] 'applied index is now lower than readState.Index' (duration: 190.755µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:44.220798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.494296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:37:44.220772Z","caller":"traceutil/trace.go:171","msg":"trace[457627806] transaction","detail":"{read_only:false; response_revision:7582; number_of_response:1; }","duration":"685.872373ms","start":"2026-03-04T01:37:43.534845Z","end":"2026-03-04T01:37:44.220718Z","steps":["trace[457627806] 'process raft request' (duration: 685.648827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:44.220883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.709334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:37:44.220904Z","caller":"traceutil/trace.go:171","msg":"trace[1111067376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7582; }","duration":"210.750636ms","start":"2026-03-04T01:37:44.010148Z","end":"2026-03-04T01:37:44.220898Z","steps":["trace[1111067376] 'agreement among raft nodes before linearized reading' (duration: 210.707375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:44.221021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:43.534821Z","time spent":"686.067249ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:44.221053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.361548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:37:44.221074Z","caller":"traceutil/trace.go:171","msg":"trace[1658408221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7582; }","duration":"204.421889ms","start":"2026-03-04T01:37:44.016647Z","end":"2026-03-04T01:37:44.221069Z","steps":["trace[1658408221] 'agreement among raft nodes before linearized reading' (duration: 204.346657ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:44.220834Z","caller":"traceutil/trace.go:171","msg":"trace[954588909] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7582; }","duration":"396.584828ms","start":"2026-03-04T01:37:43.824236Z","end":"2026-03-04T01:37:44.220821Z","steps":["trace[954588909] 'agreement among raft nodes before linearized reading' (duration: 396.500106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:44.221064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.442427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:37:44.221139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:43.824215Z","time spent":"396.916687ms","remote":"127.0.0.1:33438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:37:44.221187Z","caller":"traceutil/trace.go:171","msg":"trace[1916127721] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7582; }","duration":"250.602831ms","start":"2026-03-04T01:37:43.970559Z","end":"2026-03-04T01:37:44.221162Z","steps":["trace[1916127721] 'agreement among raft nodes before linearized reading' (duration: 250.394625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:44.221329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.000316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:37:44.221432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.328831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:44.221532Z","caller":"traceutil/trace.go:171","msg":"trace[739184259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7582; }","duration":"256.469875ms","start":"2026-03-04T01:37:43.965035Z","end":"2026-03-04T01:37:44.221505Z","steps":["trace[739184259] 'agreement among raft nodes before linearized reading' (duration: 256.056084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:44.221664Z","caller":"traceutil/trace.go:171","msg":"trace[1535330636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7582; }","duration":"284.076878ms","start":"2026-03-04T01:37:43.937277Z","end":"2026-03-04T01:37:44.221353Z","steps":["trace[1535330636] 'agreement among raft nodes before linearized reading' (duration: 283.575925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:55.413417Z","caller":"traceutil/trace.go:171","msg":"trace[1868356899] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"140.326379ms","start":"2026-03-04T01:37:55.273021Z","end":"2026-03-04T01:37:55.413347Z","steps":["trace[1868356899] 'process raft request' (duration: 140.077233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:55.680045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.4532ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:55.680201Z","caller":"traceutil/trace.go:171","msg":"trace[489760246] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7639; }","duration":"215.642024ms","start":"2026-03-04T01:37:55.464535Z","end":"2026-03-04T01:37:55.680177Z","steps":["trace[489760246] 'range keys from in-memory index tree' (duration: 215.429209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:55.680256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.684216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:37:55.680333Z","caller":"traceutil/trace.go:171","msg":"trace[2104883648] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7639; }","duration":"220.84108ms","start":"2026-03-04T01:37:55.459475Z","end":"2026-03-04T01:37:55.680316Z","steps":["trace[2104883648] 'count revisions from in-memory index tree' (duration: 220.569463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:55.680654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.065642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223838"} {"level":"info","ts":"2026-03-04T01:37:55.680752Z","caller":"traceutil/trace.go:171","msg":"trace[1090640852] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7639; }","duration":"262.229696ms","start":"2026-03-04T01:37:55.418503Z","end":"2026-03-04T01:37:55.680733Z","steps":["trace[1090640852] 'range keys from in-memory index tree' (duration: 261.60118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:56.787385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.95191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:37:56.787892Z","caller":"traceutil/trace.go:171","msg":"trace[1793146450] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"383.979778ms","start":"2026-03-04T01:37:56.403631Z","end":"2026-03-04T01:37:56.787611Z","steps":["trace[1793146450] 'process raft request' (duration: 74.703959ms)","trace[1793146450] 'compare' (duration: 308.678283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:56.788308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:56.403596Z","time spent":"384.382957ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:57.768221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.222639ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:37:58.918383Z","caller":"traceutil/trace.go:171","msg":"trace[136865711] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"123.636462ms","start":"2026-03-04T01:37:58.794719Z","end":"2026-03-04T01:37:58.918356Z","steps":["trace[136865711] 'process raft request' (duration: 123.453007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:18.859764Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5739} {"level":"info","ts":"2026-03-04T01:38:18.967931Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5739,"took":"105.685961ms","hash":1914744880,"current-db-size-bytes":43753472,"current-db-size":"44 MB","current-db-size-in-use-bytes":22818816,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T01:38:18.968021Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1914744880,"revision":5739,"compact-revision":2779} {"level":"info","ts":"2026-03-04T01:38:26.825722Z","caller":"traceutil/trace.go:171","msg":"trace[15261808] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"248.089255ms","start":"2026-03-04T01:38:26.577597Z","end":"2026-03-04T01:38:26.825686Z","steps":["trace[15261808] 'process raft request' (duration: 247.89707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:27.197837Z","caller":"traceutil/trace.go:171","msg":"trace[1329845503] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"619.337429ms","start":"2026-03-04T01:38:26.578458Z","end":"2026-03-04T01:38:27.197796Z","steps":["trace[1329845503] 'process raft request' (duration: 556.44917ms)","trace[1329845503] 'compare' (duration: 62.584381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:27.198013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:26.578421Z","time spent":"619.496643ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:27.198166Z","caller":"traceutil/trace.go:171","msg":"trace[905683710] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"619.439821ms","start":"2026-03-04T01:38:26.578684Z","end":"2026-03-04T01:38:27.198124Z","steps":["trace[905683710] 'process raft request' (duration: 619.054931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:27.198283Z","caller":"traceutil/trace.go:171","msg":"trace[23584896] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"619.646007ms","start":"2026-03-04T01:38:26.578601Z","end":"2026-03-04T01:38:27.198247Z","steps":["trace[23584896] 'process raft request' (duration: 619.081732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:27.198355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:26.578659Z","time spent":"619.594856ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:27.198472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:26.578588Z","time spent":"619.773361ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:27.198405Z","caller":"traceutil/trace.go:171","msg":"trace[54498995] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"619.647127ms","start":"2026-03-04T01:38:26.578714Z","end":"2026-03-04T01:38:27.198362Z","steps":["trace[54498995] 'process raft request' (duration: 619.066581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:27.198641Z","caller":"traceutil/trace.go:171","msg":"trace[18439436] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"618.329492ms","start":"2026-03-04T01:38:26.580251Z","end":"2026-03-04T01:38:27.198581Z","steps":["trace[18439436] 'process raft request' (duration: 617.578073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:27.198724Z","caller":"traceutil/trace.go:171","msg":"trace[1341619240] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"574.149934ms","start":"2026-03-04T01:38:26.624549Z","end":"2026-03-04T01:38:27.198699Z","steps":["trace[1341619240] 'process raft request' (duration: 573.321152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:27.198761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:26.578666Z","time spent":"619.973056ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:27.198844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:26.62453Z","time spent":"574.247587ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:27.198855Z","caller":"traceutil/trace.go:171","msg":"trace[1310743389] linearizableReadLoop","detail":"{readStateIndex:8137; appliedIndex:8131; }","duration":"524.750169ms","start":"2026-03-04T01:38:26.674088Z","end":"2026-03-04T01:38:27.198838Z","steps":["trace[1310743389] 'read index received' (duration: 151.753779ms)","trace[1310743389] 'applied index is now lower than readState.Index' (duration: 372.99418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:27.199005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.42847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:27.198946Z","caller":"traceutil/trace.go:171","msg":"trace[47675242] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"153.400202ms","start":"2026-03-04T01:38:27.045456Z","end":"2026-03-04T01:38:27.198856Z","steps":["trace[47675242] 'process raft request' (duration: 153.285459ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:27.199069Z","caller":"traceutil/trace.go:171","msg":"trace[1962288065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7849; }","duration":"233.491772ms","start":"2026-03-04T01:38:26.965566Z","end":"2026-03-04T01:38:27.199058Z","steps":["trace[1962288065] 'agreement among raft nodes before linearized reading' (duration: 233.398389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:27.199242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:26.580238Z","time spent":"618.524667ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:27.199354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.275322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414346"} {"level":"info","ts":"2026-03-04T01:38:27.199389Z","caller":"traceutil/trace.go:171","msg":"trace[1320348848] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7849; }","duration":"525.347034ms","start":"2026-03-04T01:38:26.674034Z","end":"2026-03-04T01:38:27.199381Z","steps":["trace[1320348848] 'agreement among raft nodes before linearized reading' (duration: 525.059207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:27.199424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:26.674007Z","time spent":"525.407556ms","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414368,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T01:38:39.386004Z","caller":"traceutil/trace.go:171","msg":"trace[936315590] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8235; }","duration":"243.028622ms","start":"2026-03-04T01:38:39.14294Z","end":"2026-03-04T01:38:39.385969Z","steps":["trace[936315590] 'read index received' (duration: 242.93394ms)","trace[936315590] 'applied index is now lower than readState.Index' (duration: 92.572µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:39.386056Z","caller":"traceutil/trace.go:171","msg":"trace[127822280] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7942; }","duration":"246.688958ms","start":"2026-03-04T01:38:39.139333Z","end":"2026-03-04T01:38:39.386022Z","steps":["trace[127822280] 'process raft request' (duration: 246.445792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:39.386342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.374971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mhkt5\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-04T01:38:39.386443Z","caller":"traceutil/trace.go:171","msg":"trace[2114518366] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mhkt5; range_end:; response_count:1; response_revision:7942; }","duration":"243.526155ms","start":"2026-03-04T01:38:39.142894Z","end":"2026-03-04T01:38:39.38642Z","steps":["trace[2114518366] 'agreement among raft nodes before linearized reading' (duration: 243.257678ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:39.511471Z","caller":"traceutil/trace.go:171","msg":"trace[66700384] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"353.866218ms","start":"2026-03-04T01:38:39.157566Z","end":"2026-03-04T01:38:39.511432Z","steps":["trace[66700384] 'process raft request' (duration: 331.146612ms)","trace[66700384] 'compare' (duration: 22.356736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:39.511644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:39.157512Z","time spent":"354.060194ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:38:39.511484Z","caller":"traceutil/trace.go:171","msg":"trace[1905233671] linearizableReadLoop","detail":"{readStateIndex:8238; appliedIndex:8236; }","duration":"125.333156ms","start":"2026-03-04T01:38:39.386111Z","end":"2026-03-04T01:38:39.511444Z","steps":["trace[1905233671] 'read index received' (duration: 102.570649ms)","trace[1905233671] 'applied index is now lower than readState.Index' (duration: 22.760867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:39.511991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.227196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T01:38:39.512034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.109424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:38:39.512095Z","caller":"traceutil/trace.go:171","msg":"trace[414926430] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7944; }","duration":"241.76483ms","start":"2026-03-04T01:38:39.270307Z","end":"2026-03-04T01:38:39.512072Z","steps":["trace[414926430] 'agreement among raft nodes before linearized reading' (duration: 241.494113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:39.51212Z","caller":"traceutil/trace.go:171","msg":"trace[726120667] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"269.747442ms","start":"2026-03-04T01:38:39.242349Z","end":"2026-03-04T01:38:39.512096Z","steps":["trace[726120667] 'process raft request' (duration: 268.996933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:39.51215Z","caller":"traceutil/trace.go:171","msg":"trace[1993192959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7944; }","duration":"238.254807ms","start":"2026-03-04T01:38:39.273869Z","end":"2026-03-04T01:38:39.512124Z","steps":["trace[1993192959] 'agreement among raft nodes before linearized reading' (duration: 237.99297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:39.512051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.317596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mhkt5\" ","response":"range_response_count:1 size:4665"} {"level":"warn","ts":"2026-03-04T01:38:39.511991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.007662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T01:38:39.512259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.096875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mhkt5\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-04T01:38:39.512294Z","caller":"traceutil/trace.go:171","msg":"trace[1983375297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7944; }","duration":"243.368471ms","start":"2026-03-04T01:38:39.268911Z","end":"2026-03-04T01:38:39.512279Z","steps":["trace[1983375297] 'agreement among raft nodes before linearized reading' (duration: 242.93371ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:39.512354Z","caller":"traceutil/trace.go:171","msg":"trace[1625918408] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mhkt5; range_end:; response_count:1; response_revision:7944; }","duration":"121.217988ms","start":"2026-03-04T01:38:39.391109Z","end":"2026-03-04T01:38:39.512327Z","steps":["trace[1625918408] 'agreement among raft nodes before linearized reading' (duration: 120.930631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:39.512194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.322209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:38:39.512532Z","caller":"traceutil/trace.go:171","msg":"trace[925078505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7944; }","duration":"238.693598ms","start":"2026-03-04T01:38:39.273825Z","end":"2026-03-04T01:38:39.512518Z","steps":["trace[925078505] 'agreement among raft nodes before linearized reading' (duration: 238.140744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:39.512356Z","caller":"traceutil/trace.go:171","msg":"trace[84292360] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mhkt5; range_end:; response_count:1; response_revision:7944; }","duration":"355.618695ms","start":"2026-03-04T01:38:39.156648Z","end":"2026-03-04T01:38:39.512267Z","steps":["trace[84292360] 'agreement among raft nodes before linearized reading' (duration: 355.190504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:39.512703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.525539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mhkt5\" ","response":"range_response_count:1 size:4665"} {"level":"warn","ts":"2026-03-04T01:38:39.512744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:39.156628Z","time spent":"356.096107ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4687,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mhkt5\" "} {"level":"info","ts":"2026-03-04T01:38:39.512811Z","caller":"traceutil/trace.go:171","msg":"trace[891420502] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mhkt5; range_end:; response_count:1; response_revision:7944; }","duration":"369.701133ms","start":"2026-03-04T01:38:39.143087Z","end":"2026-03-04T01:38:39.512788Z","steps":["trace[891420502] 'agreement among raft nodes before linearized reading' (duration: 369.038296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:39.512876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:39.14306Z","time spent":"369.805006ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4687,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mhkt5\" "} {"level":"warn","ts":"2026-03-04T01:38:39.513002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.439455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:38:39.51306Z","caller":"traceutil/trace.go:171","msg":"trace[327653779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7944; }","duration":"253.582549ms","start":"2026-03-04T01:38:39.259463Z","end":"2026-03-04T01:38:39.513046Z","steps":["trace[327653779] 'agreement among raft nodes before linearized reading' (duration: 252.344097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:40.15012Z","caller":"traceutil/trace.go:171","msg":"trace[1167146665] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"116.467473ms","start":"2026-03-04T01:38:40.033617Z","end":"2026-03-04T01:38:40.150084Z","steps":["trace[1167146665] 'process raft request' (duration: 116.207577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:40.67823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.437533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:38:40.678358Z","caller":"traceutil/trace.go:171","msg":"trace[1469266000] linearizableReadLoop","detail":"{readStateIndex:8250; appliedIndex:8249; }","duration":"427.652503ms","start":"2026-03-04T01:38:40.250685Z","end":"2026-03-04T01:38:40.678337Z","steps":["trace[1469266000] 'read index received' (duration: 249.961084ms)","trace[1469266000] 'applied index is now lower than readState.Index' (duration: 177.689959ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:40.678395Z","caller":"traceutil/trace.go:171","msg":"trace[1038210931] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"511.535543ms","start":"2026-03-04T01:38:40.166818Z","end":"2026-03-04T01:38:40.678353Z","steps":["trace[1038210931] 'process raft request' (duration: 333.875584ms)","trace[1038210931] 'compare' (duration: 177.191146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:40.678499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.030551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:40.678534Z","caller":"traceutil/trace.go:171","msg":"trace[739130078] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7955; }","duration":"299.107043ms","start":"2026-03-04T01:38:40.379413Z","end":"2026-03-04T01:38:40.67852Z","steps":["trace[739130078] 'agreement among raft nodes before linearized reading' (duration: 299.032321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:40.678581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:40.1668Z","time spent":"511.675976ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:40.678759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.666017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:38:40.67852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.799097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:40.678862Z","caller":"traceutil/trace.go:171","msg":"trace[1354419635] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7955; }","duration":"428.190347ms","start":"2026-03-04T01:38:40.250632Z","end":"2026-03-04T01:38:40.678822Z","steps":["trace[1354419635] 'agreement among raft nodes before linearized reading' (duration: 427.778876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:40.678875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.478649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:40.679002Z","caller":"traceutil/trace.go:171","msg":"trace[1315229338] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7955; }","duration":"141.716326ms","start":"2026-03-04T01:38:40.537253Z","end":"2026-03-04T01:38:40.678969Z","steps":["trace[1315229338] 'agreement among raft nodes before linearized reading' (duration: 141.50744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:40.67893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:40.250606Z","time spent":"428.30683ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:38:40.678788Z","caller":"traceutil/trace.go:171","msg":"trace[1245064568] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7955; }","duration":"114.719978ms","start":"2026-03-04T01:38:40.564061Z","end":"2026-03-04T01:38:40.678781Z","steps":["trace[1245064568] 'agreement among raft nodes before linearized reading' (duration: 114.670697ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:41.744101Z","caller":"traceutil/trace.go:171","msg":"trace[1642043830] linearizableReadLoop","detail":"{readStateIndex:8256; appliedIndex:8255; }","duration":"171.964969ms","start":"2026-03-04T01:38:41.572096Z","end":"2026-03-04T01:38:41.744061Z","steps":["trace[1642043830] 'read index received' (duration: 139.5784ms)","trace[1642043830] 'applied index is now lower than readState.Index' (duration: 32.385169ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:41.744153Z","caller":"traceutil/trace.go:171","msg":"trace[2126711392] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"173.418328ms","start":"2026-03-04T01:38:41.57068Z","end":"2026-03-04T01:38:41.744099Z","steps":["trace[2126711392] 'process raft request' (duration: 140.976577ms)","trace[2126711392] 'compare' (duration: 32.242645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:41.744346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.229366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:38:41.745098Z","caller":"traceutil/trace.go:171","msg":"trace[1619807920] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7961; }","duration":"173.023607ms","start":"2026-03-04T01:38:41.57204Z","end":"2026-03-04T01:38:41.745064Z","steps":["trace[1619807920] 'agreement among raft nodes before linearized reading' (duration: 172.147374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:41.785676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.514198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:38:41.786065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.844567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:38:41.786082Z","caller":"traceutil/trace.go:171","msg":"trace[1103876556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7962; }","duration":"213.927189ms","start":"2026-03-04T01:38:41.572137Z","end":"2026-03-04T01:38:41.786064Z","steps":["trace[1103876556] 'agreement among raft nodes before linearized reading' (duration: 213.431376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:41.786129Z","caller":"traceutil/trace.go:171","msg":"trace[634873794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7962; }","duration":"213.95208ms","start":"2026-03-04T01:38:41.572162Z","end":"2026-03-04T01:38:41.786114Z","steps":["trace[634873794] 'agreement among raft nodes before linearized reading' (duration: 213.676253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:41.786117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.846607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:38:41.786298Z","caller":"traceutil/trace.go:171","msg":"trace[1313296487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7962; }","duration":"214.073423ms","start":"2026-03-04T01:38:41.572174Z","end":"2026-03-04T01:38:41.786247Z","steps":["trace[1313296487] 'agreement among raft nodes before linearized reading' (duration: 213.622471ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:41.954502Z","caller":"traceutil/trace.go:171","msg":"trace[43218529] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"164.528044ms","start":"2026-03-04T01:38:41.789926Z","end":"2026-03-04T01:38:41.954454Z","steps":["trace[43218529] 'process raft request' (duration: 164.323229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:41.954754Z","caller":"traceutil/trace.go:171","msg":"trace[260900745] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"163.679692ms","start":"2026-03-04T01:38:41.791062Z","end":"2026-03-04T01:38:41.954741Z","steps":["trace[260900745] 'process raft request' (duration: 163.335403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:41.954984Z","caller":"traceutil/trace.go:171","msg":"trace[1871838057] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"162.961803ms","start":"2026-03-04T01:38:41.792011Z","end":"2026-03-04T01:38:41.954973Z","steps":["trace[1871838057] 'process raft request' (duration: 162.683385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:40.247898Z","caller":"traceutil/trace.go:171","msg":"trace[538862114] linearizableReadLoop","detail":"{readStateIndex:8864; appliedIndex:8864; }","duration":"377.815108ms","start":"2026-03-04T01:39:39.870061Z","end":"2026-03-04T01:39:40.247876Z","steps":["trace[538862114] 'read index received' (duration: 377.804148ms)","trace[538862114] 'applied index is now lower than readState.Index' (duration: 9.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:40.248177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.063874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:39:40.248293Z","caller":"traceutil/trace.go:171","msg":"trace[1711945305] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8552; }","duration":"378.219148ms","start":"2026-03-04T01:39:39.870053Z","end":"2026-03-04T01:39:40.248272Z","steps":["trace[1711945305] 'agreement among raft nodes before linearized reading' (duration: 377.966072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:40.24836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:39.870009Z","time spent":"378.330551ms","remote":"127.0.0.1:45948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":12,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:39:40.247786Z","caller":"traceutil/trace.go:171","msg":"trace[2112019099] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"379.341638ms","start":"2026-03-04T01:39:39.868414Z","end":"2026-03-04T01:39:40.247755Z","steps":["trace[2112019099] 'process raft request' (duration: 379.132462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:40.24919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:39.868395Z","time spent":"380.689674ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:39:40.375548Z","caller":"traceutil/trace.go:171","msg":"trace[1015807442] linearizableReadLoop","detail":"{readStateIndex:8866; appliedIndex:8864; }","duration":"127.543315ms","start":"2026-03-04T01:39:40.247975Z","end":"2026-03-04T01:39:40.375519Z","steps":["trace[1015807442] 'read index received' (duration: 127.246777ms)","trace[1015807442] 'applied index is now lower than readState.Index' (duration: 295.528µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:40.375565Z","caller":"traceutil/trace.go:171","msg":"trace[854067299] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"502.886248ms","start":"2026-03-04T01:39:39.87265Z","end":"2026-03-04T01:39:40.375537Z","steps":["trace[854067299] 'process raft request' (duration: 502.642091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:40.37572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.197966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:39:40.375704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.034745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:39:40.375766Z","caller":"traceutil/trace.go:171","msg":"trace[1625531164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8554; }","duration":"411.259777ms","start":"2026-03-04T01:39:39.964494Z","end":"2026-03-04T01:39:40.375753Z","steps":["trace[1625531164] 'agreement among raft nodes before linearized reading' (duration: 411.170975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:40.375787Z","caller":"traceutil/trace.go:171","msg":"trace[1563141612] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8554; }","duration":"153.150829ms","start":"2026-03-04T01:39:40.22262Z","end":"2026-03-04T01:39:40.375771Z","steps":["trace[1563141612] 'agreement among raft nodes before linearized reading' (duration: 152.943563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:40.375801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:39.964439Z","time spent":"411.354601ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:39:40.375804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:39.872628Z","time spent":"503.082433ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19341,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:39:40.375929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.501566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:39:40.375982Z","caller":"traceutil/trace.go:171","msg":"trace[344125836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8554; }","duration":"102.576208ms","start":"2026-03-04T01:39:40.273392Z","end":"2026-03-04T01:39:40.375969Z","steps":["trace[344125836] 'agreement among raft nodes before linearized reading' (duration: 102.415544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:40.376152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.697867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:39:40.376289Z","caller":"traceutil/trace.go:171","msg":"trace[1160820996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8554; }","duration":"501.792689ms","start":"2026-03-04T01:39:39.874413Z","end":"2026-03-04T01:39:40.376206Z","steps":["trace[1160820996] 'agreement among raft nodes before linearized reading' (duration: 501.549133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:40.376151Z","caller":"traceutil/trace.go:171","msg":"trace[1283287279] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"369.626563ms","start":"2026-03-04T01:39:40.006432Z","end":"2026-03-04T01:39:40.376059Z","steps":["trace[1283287279] 'process raft request' (duration: 369.026727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:40.376473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:39.874403Z","time spent":"501.944733ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:39:40.376498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.048836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T01:39:40.376495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.293991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:39:40.376601Z","caller":"traceutil/trace.go:171","msg":"trace[1621148928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8554; }","duration":"102.433754ms","start":"2026-03-04T01:39:40.274154Z","end":"2026-03-04T01:39:40.376588Z","steps":["trace[1621148928] 'agreement among raft nodes before linearized reading' (duration: 101.89162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:40.376609Z","caller":"traceutil/trace.go:171","msg":"trace[933520807] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8554; }","duration":"237.182849ms","start":"2026-03-04T01:39:40.139398Z","end":"2026-03-04T01:39:40.376581Z","steps":["trace[933520807] 'agreement among raft nodes before linearized reading' (duration: 236.226854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:40.377332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.014579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7575c9ff49-tds9b.18997fb9d6e082be\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-04T01:39:40.377525Z","caller":"traceutil/trace.go:171","msg":"trace[674105486] range","detail":"{range_begin:/registry/events/openstack/glance-api-7575c9ff49-tds9b.18997fb9d6e082be; range_end:; response_count:1; response_revision:8554; }","duration":"225.244175ms","start":"2026-03-04T01:39:40.152251Z","end":"2026-03-04T01:39:40.377495Z","steps":["trace[674105486] 'agreement among raft nodes before linearized reading' (duration: 223.642043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:40.377417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:40.006402Z","time spent":"370.877766ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:39:40.52191Z","caller":"traceutil/trace.go:171","msg":"trace[381557608] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"138.509973ms","start":"2026-03-04T01:39:40.38338Z","end":"2026-03-04T01:39:40.52189Z","steps":["trace[381557608] 'process raft request' (duration: 138.465832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:40.52205Z","caller":"traceutil/trace.go:171","msg":"trace[74300187] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"139.817908ms","start":"2026-03-04T01:39:40.3822Z","end":"2026-03-04T01:39:40.522018Z","steps":["trace[74300187] 'process raft request' (duration: 139.594142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:40.522253Z","caller":"traceutil/trace.go:171","msg":"trace[634295141] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"141.114312ms","start":"2026-03-04T01:39:40.381123Z","end":"2026-03-04T01:39:40.522237Z","steps":["trace[634295141] 'process raft request' (duration: 140.549997ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:40.522278Z","caller":"traceutil/trace.go:171","msg":"trace[322319828] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"138.889173ms","start":"2026-03-04T01:39:40.383381Z","end":"2026-03-04T01:39:40.522271Z","steps":["trace[322319828] 'process raft request' (duration: 138.483973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:40.522075Z","caller":"traceutil/trace.go:171","msg":"trace[1977293850] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"139.052088ms","start":"2026-03-04T01:39:40.383018Z","end":"2026-03-04T01:39:40.52207Z","steps":["trace[1977293850] 'process raft request' (duration: 138.805891ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:40.522474Z","caller":"traceutil/trace.go:171","msg":"trace[1078621340] linearizableReadLoop","detail":"{readStateIndex:8868; appliedIndex:8866; }","duration":"141.234985ms","start":"2026-03-04T01:39:40.381218Z","end":"2026-03-04T01:39:40.522453Z","steps":["trace[1078621340] 'read index received' (duration: 30.156213ms)","trace[1078621340] 'applied index is now lower than readState.Index' (duration: 111.076712ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:40.522503Z","caller":"traceutil/trace.go:171","msg":"trace[1419588536] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"137.62498ms","start":"2026-03-04T01:39:40.384872Z","end":"2026-03-04T01:39:40.522497Z","steps":["trace[1419588536] 'process raft request' (duration: 137.23089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:40.52256Z","caller":"traceutil/trace.go:171","msg":"trace[1015943844] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"137.395974ms","start":"2026-03-04T01:39:40.385138Z","end":"2026-03-04T01:39:40.522534Z","steps":["trace[1015943844] 'process raft request' (duration: 137.190559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:40.522673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.4276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-94bn6\" ","response":"range_response_count:1 size:9598"} {"level":"info","ts":"2026-03-04T01:39:40.522707Z","caller":"traceutil/trace.go:171","msg":"trace[849536384] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-94bn6; range_end:; response_count:1; response_revision:8562; }","duration":"141.508362ms","start":"2026-03-04T01:39:40.381188Z","end":"2026-03-04T01:39:40.522696Z","steps":["trace[849536384] 'agreement among raft nodes before linearized reading' (duration: 141.326288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:46.581732Z","caller":"traceutil/trace.go:171","msg":"trace[843569875] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"185.345555ms","start":"2026-03-04T01:39:46.396352Z","end":"2026-03-04T01:39:46.581698Z","steps":["trace[843569875] 'process raft request' (duration: 183.813445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:47.335316Z","caller":"traceutil/trace.go:171","msg":"trace[1563935888] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"270.374121ms","start":"2026-03-04T01:39:47.064916Z","end":"2026-03-04T01:39:47.33529Z","steps":["trace[1563935888] 'process raft request' (duration: 270.184776ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:47.38964Z","caller":"traceutil/trace.go:171","msg":"trace[1887183343] linearizableReadLoop","detail":"{readStateIndex:8932; appliedIndex:8930; }","duration":"110.99575ms","start":"2026-03-04T01:39:47.278614Z","end":"2026-03-04T01:39:47.38961Z","steps":["trace[1887183343] 'read index received' (duration: 56.536917ms)","trace[1887183343] 'applied index is now lower than readState.Index' (duration: 54.457293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:47.389855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.232476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:39:47.389905Z","caller":"traceutil/trace.go:171","msg":"trace[1261853266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8618; }","duration":"111.343269ms","start":"2026-03-04T01:39:47.278549Z","end":"2026-03-04T01:39:47.389892Z","steps":["trace[1261853266] 'agreement among raft nodes before linearized reading' (duration: 111.221926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:47.193409Z","caller":"traceutil/trace.go:171","msg":"trace[21540328] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"138.222606ms","start":"2026-03-04T01:40:47.055123Z","end":"2026-03-04T01:40:47.193346Z","steps":["trace[21540328] 'process raft request' (duration: 138.170134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:47.193913Z","caller":"traceutil/trace.go:171","msg":"trace[1275917555] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"138.845102ms","start":"2026-03-04T01:40:47.055054Z","end":"2026-03-04T01:40:47.193899Z","steps":["trace[1275917555] 'process raft request' (duration: 138.103133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:49.27484Z","caller":"traceutil/trace.go:171","msg":"trace[1028932874] linearizableReadLoop","detail":"{readStateIndex:9354; appliedIndex:9353; }","duration":"220.061728ms","start":"2026-03-04T01:40:49.054755Z","end":"2026-03-04T01:40:49.274817Z","steps":["trace[1028932874] 'read index received' (duration: 219.868023ms)","trace[1028932874] 'applied index is now lower than readState.Index' (duration: 192.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:49.274918Z","caller":"traceutil/trace.go:171","msg":"trace[1605794418] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"221.657751ms","start":"2026-03-04T01:40:49.05322Z","end":"2026-03-04T01:40:49.274878Z","steps":["trace[1605794418] 'process raft request' (duration: 221.448695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:49.2751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.336236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:40:49.275166Z","caller":"traceutil/trace.go:171","msg":"trace[897101610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9027; }","duration":"220.412518ms","start":"2026-03-04T01:40:49.054736Z","end":"2026-03-04T01:40:49.275149Z","steps":["trace[897101610] 'agreement among raft nodes before linearized reading' (duration: 220.223813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:49.275279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.236858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:40:49.275345Z","caller":"traceutil/trace.go:171","msg":"trace[1054604626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9027; }","duration":"159.355612ms","start":"2026-03-04T01:40:49.115977Z","end":"2026-03-04T01:40:49.275333Z","steps":["trace[1054604626] 'agreement among raft nodes before linearized reading' (duration: 158.984942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:51.236747Z","caller":"traceutil/trace.go:171","msg":"trace[499911813] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"106.606741ms","start":"2026-03-04T01:41:51.130093Z","end":"2026-03-04T01:41:51.2367Z","steps":["trace[499911813] 'process raft request' (duration: 106.374415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:51.775892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.568971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:51.776012Z","caller":"traceutil/trace.go:171","msg":"trace[1114766684] linearizableReadLoop","detail":"{readStateIndex:9785; appliedIndex:9784; }","duration":"213.09979ms","start":"2026-03-04T01:41:51.562891Z","end":"2026-03-04T01:41:51.775991Z","steps":["trace[1114766684] 'read index received' (duration: 112.227621ms)","trace[1114766684] 'applied index is now lower than readState.Index' (duration: 100.870489ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:51.776096Z","caller":"traceutil/trace.go:171","msg":"trace[2016672939] transaction","detail":"{read_only:false; response_revision:9442; number_of_response:1; }","duration":"285.323155ms","start":"2026-03-04T01:41:51.490741Z","end":"2026-03-04T01:41:51.776065Z","steps":["trace[2016672939] 'process raft request' (duration: 184.459867ms)","trace[2016672939] 'compare' (duration: 100.376405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:51.776168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.279904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:51.776208Z","caller":"traceutil/trace.go:171","msg":"trace[851740605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9442; }","duration":"213.371357ms","start":"2026-03-04T01:41:51.562824Z","end":"2026-03-04T01:41:51.776195Z","steps":["trace[851740605] 'agreement among raft nodes before linearized reading' (duration: 213.261835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:51.776472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.738318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:41:51.776571Z","caller":"traceutil/trace.go:171","msg":"trace[1230462648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9442; }","duration":"117.900022ms","start":"2026-03-04T01:41:51.658651Z","end":"2026-03-04T01:41:51.776551Z","steps":["trace[1230462648] 'agreement among raft nodes before linearized reading' (duration: 117.722907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:51.776581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.891675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:41:51.776644Z","caller":"traceutil/trace.go:171","msg":"trace[32680297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9442; }","duration":"107.980028ms","start":"2026-03-04T01:41:51.668646Z","end":"2026-03-04T01:41:51.776626Z","steps":["trace[32680297] 'agreement among raft nodes before linearized reading' (duration: 107.771572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:51.776661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.980068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:41:51.776673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.510552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:41:51.776708Z","caller":"traceutil/trace.go:171","msg":"trace[2012868739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9442; }","duration":"108.076121ms","start":"2026-03-04T01:41:51.668618Z","end":"2026-03-04T01:41:51.776694Z","steps":["trace[2012868739] 'agreement among raft nodes before linearized reading' (duration: 107.904646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:51.776715Z","caller":"traceutil/trace.go:171","msg":"trace[284294961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9442; }","duration":"111.586724ms","start":"2026-03-04T01:41:51.665116Z","end":"2026-03-04T01:41:51.776703Z","steps":["trace[284294961] 'agreement among raft nodes before linearized reading' (duration: 111.391929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:51.776953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.67639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:41:51.77706Z","caller":"traceutil/trace.go:171","msg":"trace[673115741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9442; }","duration":"113.964368ms","start":"2026-03-04T01:41:51.663074Z","end":"2026-03-04T01:41:51.777038Z","steps":["trace[673115741] 'agreement among raft nodes before linearized reading' (duration: 113.481925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.161282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.81644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:52.16145Z","caller":"traceutil/trace.go:171","msg":"trace[1558086797] transaction","detail":"{read_only:false; response_revision:9443; number_of_response:1; }","duration":"380.674286ms","start":"2026-03-04T01:41:51.780752Z","end":"2026-03-04T01:41:52.161426Z","steps":["trace[1558086797] 'process raft request' (duration: 250.605249ms)","trace[1558086797] 'compare' (duration: 129.693367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:52.161526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.780728Z","time spent":"380.764679ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:52.173866Z","caller":"traceutil/trace.go:171","msg":"trace[795841343] transaction","detail":"{read_only:false; response_revision:9444; number_of_response:1; }","duration":"392.697817ms","start":"2026-03-04T01:41:51.781142Z","end":"2026-03-04T01:41:52.17384Z","steps":["trace[795841343] 'process raft request' (duration: 392.518533ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:52.173963Z","caller":"traceutil/trace.go:171","msg":"trace[567294209] transaction","detail":"{read_only:false; response_revision:9446; number_of_response:1; }","duration":"392.241605ms","start":"2026-03-04T01:41:51.781713Z","end":"2026-03-04T01:41:52.173954Z","steps":["trace[567294209] 'process raft request' (duration: 392.084571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.173975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.781121Z","time spent":"392.80411ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:52.174074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.781702Z","time spent":"392.299857ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:52.174286Z","caller":"traceutil/trace.go:171","msg":"trace[526458112] linearizableReadLoop","detail":"{readStateIndex:9787; appliedIndex:9785; }","duration":"392.971874ms","start":"2026-03-04T01:41:51.78127Z","end":"2026-03-04T01:41:52.174242Z","steps":["trace[526458112] 'read index received' (duration: 250.25664ms)","trace[526458112] 'applied index is now lower than readState.Index' (duration: 142.714094ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:52.17435Z","caller":"traceutil/trace.go:171","msg":"trace[369267538] transaction","detail":"{read_only:false; response_revision:9447; number_of_response:1; }","duration":"392.581704ms","start":"2026-03-04T01:41:51.781754Z","end":"2026-03-04T01:41:52.174336Z","steps":["trace[369267538] 'process raft request' (duration: 392.169674ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:52.174421Z","caller":"traceutil/trace.go:171","msg":"trace[1154827000] transaction","detail":"{read_only:false; response_revision:9448; number_of_response:1; }","duration":"259.877296ms","start":"2026-03-04T01:41:51.914532Z","end":"2026-03-04T01:41:52.174409Z","steps":["trace[1154827000] 'process raft request' (duration: 259.61589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.174425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.781735Z","time spent":"392.649396ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:52.174566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.561743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19315"} {"level":"info","ts":"2026-03-04T01:41:52.174601Z","caller":"traceutil/trace.go:171","msg":"trace[1828870012] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9448; }","duration":"392.619665ms","start":"2026-03-04T01:41:51.781973Z","end":"2026-03-04T01:41:52.174593Z","steps":["trace[1828870012] 'agreement among raft nodes before linearized reading' (duration: 392.505022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.174622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.781963Z","time spent":"392.654266ms","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19337,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:41:52.17469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.495835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:41:52.174734Z","caller":"traceutil/trace.go:171","msg":"trace[1686771882] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:9448; }","duration":"107.554107ms","start":"2026-03-04T01:41:52.067169Z","end":"2026-03-04T01:41:52.174723Z","steps":["trace[1686771882] 'agreement among raft nodes before linearized reading' (duration: 107.396593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.174762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.246414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:52.174831Z","caller":"traceutil/trace.go:171","msg":"trace[83224629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9448; }","duration":"210.358907ms","start":"2026-03-04T01:41:51.964455Z","end":"2026-03-04T01:41:52.174814Z","steps":["trace[83224629] 'agreement among raft nodes before linearized reading' (duration: 210.234394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:52.173866Z","caller":"traceutil/trace.go:171","msg":"trace[1839428826] transaction","detail":"{read_only:false; response_revision:9445; number_of_response:1; }","duration":"392.333918ms","start":"2026-03-04T01:41:51.781516Z","end":"2026-03-04T01:41:52.17385Z","steps":["trace[1839428826] 'process raft request' (duration: 392.256176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.175233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.959781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348030"} {"level":"info","ts":"2026-03-04T01:41:52.175266Z","caller":"traceutil/trace.go:171","msg":"trace[1510781361] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9448; }","duration":"394.166856ms","start":"2026-03-04T01:41:51.781093Z","end":"2026-03-04T01:41:52.17526Z","steps":["trace[1510781361] 'agreement among raft nodes before linearized reading' (duration: 393.771856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.175286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.780751Z","time spent":"394.529556ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348052,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:41:52.175224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.781499Z","time spent":"393.667893ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:53.169526Z","caller":"traceutil/trace.go:171","msg":"trace[1781398221] linearizableReadLoop","detail":"{readStateIndex:9796; appliedIndex:9795; }","duration":"110.979989ms","start":"2026-03-04T01:41:53.058524Z","end":"2026-03-04T01:41:53.169504Z","steps":["trace[1781398221] 'read index received' (duration: 107.750062ms)","trace[1781398221] 'applied index is now lower than readState.Index' (duration: 3.228427ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:53.16964Z","caller":"traceutil/trace.go:171","msg":"trace[187607167] transaction","detail":"{read_only:false; response_revision:9452; number_of_response:1; }","duration":"115.505149ms","start":"2026-03-04T01:41:53.054092Z","end":"2026-03-04T01:41:53.169597Z","steps":["trace[187607167] 'process raft request' (duration: 112.225272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:53.169707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.164653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:53.169745Z","caller":"traceutil/trace.go:171","msg":"trace[761896559] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9452; }","duration":"111.224835ms","start":"2026-03-04T01:41:53.058509Z","end":"2026-03-04T01:41:53.169734Z","steps":["trace[761896559] 'agreement among raft nodes before linearized reading' (duration: 111.089551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:06.476804Z","caller":"traceutil/trace.go:171","msg":"trace[1587159606] linearizableReadLoop","detail":"{readStateIndex:9940; appliedIndex:9938; }","duration":"140.575697ms","start":"2026-03-04T01:42:06.336203Z","end":"2026-03-04T01:42:06.476779Z","steps":["trace[1587159606] 'read index received' (duration: 138.276306ms)","trace[1587159606] 'applied index is now lower than readState.Index' (duration: 2.298071ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:06.476888Z","caller":"traceutil/trace.go:171","msg":"trace[2040821612] transaction","detail":"{read_only:false; response_revision:9593; number_of_response:1; }","duration":"194.709329ms","start":"2026-03-04T01:42:06.282127Z","end":"2026-03-04T01:42:06.476837Z","steps":["trace[2040821612] 'process raft request' (duration: 194.588616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:06.476977Z","caller":"traceutil/trace.go:171","msg":"trace[1980429383] transaction","detail":"{read_only:false; response_revision:9592; number_of_response:1; }","duration":"196.761555ms","start":"2026-03-04T01:42:06.280164Z","end":"2026-03-04T01:42:06.476926Z","steps":["trace[1980429383] 'process raft request' (duration: 194.292239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:06.477056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.706443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6t7wx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:42:06.477132Z","caller":"traceutil/trace.go:171","msg":"trace[1439697656] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6t7wx; range_end:; response_count:1; response_revision:9593; }","duration":"193.818136ms","start":"2026-03-04T01:42:06.283295Z","end":"2026-03-04T01:42:06.477113Z","steps":["trace[1439697656] 'agreement among raft nodes before linearized reading' (duration: 193.58697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:06.477149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.868747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:42:06.477223Z","caller":"traceutil/trace.go:171","msg":"trace[606021894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9593; }","duration":"196.97446ms","start":"2026-03-04T01:42:06.28023Z","end":"2026-03-04T01:42:06.477205Z","steps":["trace[606021894] 'agreement among raft nodes before linearized reading' (duration: 196.695273ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:06.487165Z","caller":"traceutil/trace.go:171","msg":"trace[458407845] transaction","detail":"{read_only:false; response_revision:9594; number_of_response:1; }","duration":"146.010992ms","start":"2026-03-04T01:42:06.341131Z","end":"2026-03-04T01:42:06.487142Z","steps":["trace[458407845] 'process raft request' (duration: 145.614262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:06.487585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.276993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:06.487632Z","caller":"traceutil/trace.go:171","msg":"trace[1232373656] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9594; }","duration":"106.348035ms","start":"2026-03-04T01:42:06.381271Z","end":"2026-03-04T01:42:06.487619Z","steps":["trace[1232373656] 'agreement among raft nodes before linearized reading' (duration: 106.255583ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:12.509954Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:42:12.516182Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T01:42:12.516274Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T01:43:13.416251Z","caller":"traceutil/trace.go:171","msg":"trace[699491869] transaction","detail":"{read_only:false; response_revision:10258; number_of_response:1; }","duration":"126.739741ms","start":"2026-03-04T01:43:13.289482Z","end":"2026-03-04T01:43:13.416222Z","steps":["trace[699491869] 'process raft request' (duration: 126.526135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:18.86908Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7761} {"level":"info","ts":"2026-03-04T01:43:18.96009Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7761,"took":"87.827734ms","hash":4172206343,"current-db-size-bytes":43753472,"current-db-size":"44 MB","current-db-size-in-use-bytes":27639808,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:43:18.960141Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4172206343,"revision":7761,"compact-revision":5739} {"level":"info","ts":"2026-03-04T01:43:27.234404Z","caller":"traceutil/trace.go:171","msg":"trace[1425871991] linearizableReadLoop","detail":"{readStateIndex:10695; appliedIndex:10694; }","duration":"277.11628ms","start":"2026-03-04T01:43:26.957257Z","end":"2026-03-04T01:43:27.234374Z","steps":["trace[1425871991] 'read index received' (duration: 250.894845ms)","trace[1425871991] 'applied index is now lower than readState.Index' (duration: 26.220285ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:27.23444Z","caller":"traceutil/trace.go:171","msg":"trace[454868264] transaction","detail":"{read_only:false; response_revision:10328; number_of_response:1; }","duration":"277.656315ms","start":"2026-03-04T01:43:26.956744Z","end":"2026-03-04T01:43:27.2344Z","steps":["trace[454868264] 'process raft request' (duration: 251.427839ms)","trace[454868264] 'compare' (duration: 25.837825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:43:27.234644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.360556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:43:27.234688Z","caller":"traceutil/trace.go:171","msg":"trace[1198963400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10328; }","duration":"277.434469ms","start":"2026-03-04T01:43:26.957241Z","end":"2026-03-04T01:43:27.234676Z","steps":["trace[1198963400] 'agreement among raft nodes before linearized reading' (duration: 277.264714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:27.258885Z","caller":"traceutil/trace.go:171","msg":"trace[897158713] transaction","detail":"{read_only:false; response_revision:10329; number_of_response:1; }","duration":"299.116275ms","start":"2026-03-04T01:43:26.959739Z","end":"2026-03-04T01:43:27.258855Z","steps":["trace[897158713] 'process raft request' (duration: 298.532469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:27.259187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.311299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:43:27.259289Z","caller":"traceutil/trace.go:171","msg":"trace[462291972] transaction","detail":"{read_only:false; response_revision:10330; number_of_response:1; }","duration":"123.300052ms","start":"2026-03-04T01:43:27.135977Z","end":"2026-03-04T01:43:27.259277Z","steps":["trace[462291972] 'process raft request' (duration: 122.627874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:27.259478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.870758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:43:27.25949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.434647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6t7wx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:43:27.259546Z","caller":"traceutil/trace.go:171","msg":"trace[1289052896] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:10330; }","duration":"170.006891ms","start":"2026-03-04T01:43:27.089521Z","end":"2026-03-04T01:43:27.259528Z","steps":["trace[1289052896] 'agreement among raft nodes before linearized reading' (duration: 169.877228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:27.259557Z","caller":"traceutil/trace.go:171","msg":"trace[882565566] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6t7wx; range_end:; response_count:1; response_revision:10330; }","duration":"143.55046ms","start":"2026-03-04T01:43:27.115991Z","end":"2026-03-04T01:43:27.259541Z","steps":["trace[882565566] 'agreement among raft nodes before linearized reading' (duration: 143.341635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:27.259862Z","caller":"traceutil/trace.go:171","msg":"trace[1267871981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10330; }","duration":"294.466943ms","start":"2026-03-04T01:43:26.96482Z","end":"2026-03-04T01:43:27.259287Z","steps":["trace[1267871981] 'agreement among raft nodes before linearized reading' (duration: 294.253477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:27.667569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.493986ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:43:27.66784Z","caller":"traceutil/trace.go:171","msg":"trace[1467123699] linearizableReadLoop","detail":"{readStateIndex:10700; appliedIndex:10698; }","duration":"162.948997ms","start":"2026-03-04T01:43:27.504872Z","end":"2026-03-04T01:43:27.667821Z","steps":["trace[1467123699] 'read index received' (duration: 21.205754ms)","trace[1467123699] 'applied index is now lower than readState.Index' (duration: 141.742253ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:27.667931Z","caller":"traceutil/trace.go:171","msg":"trace[958236085] transaction","detail":"{read_only:false; response_revision:10332; number_of_response:1; }","duration":"186.439921ms","start":"2026-03-04T01:43:27.481457Z","end":"2026-03-04T01:43:27.667897Z","steps":["trace[958236085] 'process raft request' (duration: 186.228355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:27.667965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.079521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:43:27.668123Z","caller":"traceutil/trace.go:171","msg":"trace[1199659849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:10332; }","duration":"163.288866ms","start":"2026-03-04T01:43:27.504818Z","end":"2026-03-04T01:43:27.668107Z","steps":["trace[1199659849] 'agreement among raft nodes before linearized reading' (duration: 163.083621ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:27.847241Z","caller":"traceutil/trace.go:171","msg":"trace[1544995514] linearizableReadLoop","detail":"{readStateIndex:10701; appliedIndex:10700; }","duration":"179.331156ms","start":"2026-03-04T01:43:27.667875Z","end":"2026-03-04T01:43:27.847206Z","steps":["trace[1544995514] 'read index received' (duration: 170.990448ms)","trace[1544995514] 'applied index is now lower than readState.Index' (duration: 8.339178ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:27.847307Z","caller":"traceutil/trace.go:171","msg":"trace[579960386] transaction","detail":"{read_only:false; response_revision:10333; number_of_response:1; }","duration":"241.440208ms","start":"2026-03-04T01:43:27.605829Z","end":"2026-03-04T01:43:27.847269Z","steps":["trace[579960386] 'process raft request' (duration: 233.09477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:27.847482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.817802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:43:27.847534Z","caller":"traceutil/trace.go:171","msg":"trace[670178937] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:10333; }","duration":"240.901614ms","start":"2026-03-04T01:43:27.606617Z","end":"2026-03-04T01:43:27.847518Z","steps":["trace[670178937] 'agreement among raft nodes before linearized reading' (duration: 240.712979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:48:18.878187Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10284} {"level":"info","ts":"2026-03-04T01:48:18.968978Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10284,"took":"87.936794ms","hash":2376343183,"current-db-size-bytes":43753472,"current-db-size":"44 MB","current-db-size-in-use-bytes":24637440,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T01:48:18.969067Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2376343183,"revision":10284,"compact-revision":7761} {"level":"info","ts":"2026-03-04T01:49:17.176351Z","caller":"traceutil/trace.go:171","msg":"trace[755628394] transaction","detail":"{read_only:false; response_revision:12543; number_of_response:1; }","duration":"281.001593ms","start":"2026-03-04T01:49:16.895311Z","end":"2026-03-04T01:49:17.176313Z","steps":["trace[755628394] 'process raft request' (duration: 277.673236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:17.176514Z","caller":"traceutil/trace.go:171","msg":"trace[1693398927] linearizableReadLoop","detail":"{readStateIndex:12994; appliedIndex:12992; }","duration":"205.740731ms","start":"2026-03-04T01:49:16.970728Z","end":"2026-03-04T01:49:17.176469Z","steps":["trace[1693398927] 'read index received' (duration: 202.272801ms)","trace[1693398927] 'applied index is now lower than readState.Index' (duration: 3.46631ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:17.176631Z","caller":"traceutil/trace.go:171","msg":"trace[820812316] transaction","detail":"{read_only:false; response_revision:12544; number_of_response:1; }","duration":"280.433518ms","start":"2026-03-04T01:49:16.89617Z","end":"2026-03-04T01:49:17.176604Z","steps":["trace[820812316] 'process raft request' (duration: 280.082129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:17.176715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.974607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:49:17.176788Z","caller":"traceutil/trace.go:171","msg":"trace[550229164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12544; }","duration":"206.10048ms","start":"2026-03-04T01:49:16.970672Z","end":"2026-03-04T01:49:17.176773Z","steps":["trace[550229164] 'agreement among raft nodes before linearized reading' (duration: 205.962637ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:27.138723Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032f8.wal"} {"level":"info","ts":"2026-03-04T01:49:57.359755Z","caller":"traceutil/trace.go:171","msg":"trace[1411875671] transaction","detail":"{read_only:false; response_revision:12755; number_of_response:1; }","duration":"146.762948ms","start":"2026-03-04T01:49:57.212948Z","end":"2026-03-04T01:49:57.359711Z","steps":["trace[1411875671] 'process raft request' (duration: 146.479771ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:57.647939Z","caller":"traceutil/trace.go:171","msg":"trace[1935282679] transaction","detail":"{read_only:false; response_revision:12759; number_of_response:1; }","duration":"251.140768ms","start":"2026-03-04T01:49:57.396769Z","end":"2026-03-04T01:49:57.647909Z","steps":["trace[1935282679] 'process raft request' (duration: 250.914902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:57.66578Z","caller":"traceutil/trace.go:171","msg":"trace[340334410] linearizableReadLoop","detail":"{readStateIndex:13221; appliedIndex:13219; }","duration":"184.306661ms","start":"2026-03-04T01:49:57.48144Z","end":"2026-03-04T01:49:57.665746Z","steps":["trace[340334410] 'read index received' (duration: 166.325384ms)","trace[340334410] 'applied index is now lower than readState.Index' (duration: 17.980087ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:57.665851Z","caller":"traceutil/trace.go:171","msg":"trace[396707057] transaction","detail":"{read_only:false; response_revision:12760; number_of_response:1; }","duration":"249.195728ms","start":"2026-03-04T01:49:57.416612Z","end":"2026-03-04T01:49:57.665808Z","steps":["trace[396707057] 'process raft request' (duration: 249.000983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:57.66595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.493715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:49:57.666039Z","caller":"traceutil/trace.go:171","msg":"trace[1395446615] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12760; }","duration":"184.693551ms","start":"2026-03-04T01:49:57.481324Z","end":"2026-03-04T01:49:57.666017Z","steps":["trace[1395446615] 'agreement among raft nodes before linearized reading' (duration: 184.530556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:57.666096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.738996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:49:57.666137Z","caller":"traceutil/trace.go:171","msg":"trace[1781611054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12760; }","duration":"133.794527ms","start":"2026-03-04T01:49:57.532332Z","end":"2026-03-04T01:49:57.666127Z","steps":["trace[1781611054] 'agreement among raft nodes before linearized reading' (duration: 133.660144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:57.665962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.718127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:49:57.666229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.792471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:49:57.666337Z","caller":"traceutil/trace.go:171","msg":"trace[753896604] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12760; }","duration":"128.969635ms","start":"2026-03-04T01:49:57.53734Z","end":"2026-03-04T01:49:57.66631Z","steps":["trace[753896604] 'agreement among raft nodes before linearized reading' (duration: 128.652127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:57.666247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.296171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:49:57.666652Z","caller":"traceutil/trace.go:171","msg":"trace[1399590557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12760; }","duration":"134.744471ms","start":"2026-03-04T01:49:57.531893Z","end":"2026-03-04T01:49:57.666638Z","steps":["trace[1399590557] 'agreement among raft nodes before linearized reading' (duration: 134.150126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:57.6666Z","caller":"traceutil/trace.go:171","msg":"trace[1834137085] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:12760; }","duration":"138.119767ms","start":"2026-03-04T01:49:57.528157Z","end":"2026-03-04T01:49:57.666277Z","steps":["trace[1834137085] 'agreement among raft nodes before linearized reading' (duration: 137.738977ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:57.806068Z","caller":"traceutil/trace.go:171","msg":"trace[350845861] transaction","detail":"{read_only:false; response_revision:12761; number_of_response:1; }","duration":"134.024474ms","start":"2026-03-04T01:49:57.672014Z","end":"2026-03-04T01:49:57.806039Z","steps":["trace[350845861] 'process raft request' (duration: 125.579889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:57.814277Z","caller":"traceutil/trace.go:171","msg":"trace[854227170] linearizableReadLoop","detail":"{readStateIndex:13224; appliedIndex:13221; }","duration":"140.036896ms","start":"2026-03-04T01:49:57.674208Z","end":"2026-03-04T01:49:57.814245Z","steps":["trace[854227170] 'read index received' (duration: 123.398544ms)","trace[854227170] 'applied index is now lower than readState.Index' (duration: 16.637152ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:57.814332Z","caller":"traceutil/trace.go:171","msg":"trace[1681100789] transaction","detail":"{read_only:false; response_revision:12762; number_of_response:1; }","duration":"141.263617ms","start":"2026-03-04T01:49:57.673033Z","end":"2026-03-04T01:49:57.814297Z","steps":["trace[1681100789] 'process raft request' (duration: 141.055452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:57.814487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.244712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:49:57.814524Z","caller":"traceutil/trace.go:171","msg":"trace[753902269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12763; }","duration":"140.336424ms","start":"2026-03-04T01:49:57.674179Z","end":"2026-03-04T01:49:57.814516Z","steps":["trace[753902269] 'agreement among raft nodes before linearized reading' (duration: 140.16247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:57.814441Z","caller":"traceutil/trace.go:171","msg":"trace[1966641419] transaction","detail":"{read_only:false; response_revision:12763; number_of_response:1; }","duration":"141.118864ms","start":"2026-03-04T01:49:57.673204Z","end":"2026-03-04T01:49:57.814322Z","steps":["trace[1966641419] 'process raft request' (duration: 141.010991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:58.86357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.950661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6t7wx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:49:58.863692Z","caller":"traceutil/trace.go:171","msg":"trace[275247826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6t7wx; range_end:; response_count:1; response_revision:12763; }","duration":"232.170346ms","start":"2026-03-04T01:49:58.631492Z","end":"2026-03-04T01:49:58.863662Z","steps":["trace[275247826] 'range keys from in-memory index tree' (duration: 231.691874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:59.174472Z","caller":"traceutil/trace.go:171","msg":"trace[1227646295] linearizableReadLoop","detail":"{readStateIndex:13225; appliedIndex:13224; }","duration":"429.328673ms","start":"2026-03-04T01:49:58.745099Z","end":"2026-03-04T01:49:59.174427Z","steps":["trace[1227646295] 'read index received' (duration: 429.077577ms)","trace[1227646295] 'applied index is now lower than readState.Index' (duration: 249.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:59.174624Z","caller":"traceutil/trace.go:171","msg":"trace[182425374] transaction","detail":"{read_only:false; response_revision:12764; number_of_response:1; }","duration":"523.401552ms","start":"2026-03-04T01:49:58.651168Z","end":"2026-03-04T01:49:59.17457Z","steps":["trace[182425374] 'process raft request' (duration: 523.049103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:59.174764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:58.651142Z","time spent":"523.549466ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:49:59.174793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.742791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:49:59.174887Z","caller":"traceutil/trace.go:171","msg":"trace[154662872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12764; }","duration":"208.903315ms","start":"2026-03-04T01:49:58.965959Z","end":"2026-03-04T01:49:59.174862Z","steps":["trace[154662872] 'agreement among raft nodes before linearized reading' (duration: 208.732111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:59.175228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.291003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595170"} {"level":"info","ts":"2026-03-04T01:49:59.175277Z","caller":"traceutil/trace.go:171","msg":"trace[977893678] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:12764; }","duration":"305.398485ms","start":"2026-03-04T01:49:58.869866Z","end":"2026-03-04T01:49:59.175265Z","steps":["trace[977893678] 'agreement among raft nodes before linearized reading' (duration: 304.79764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:59.175307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:58.86984Z","time spent":"305.460627ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595192,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:49:59.175473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.124603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:49:59.175545Z","caller":"traceutil/trace.go:171","msg":"trace[1023039293] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:12764; }","duration":"430.504633ms","start":"2026-03-04T01:49:58.745021Z","end":"2026-03-04T01:49:59.175526Z","steps":["trace[1023039293] 'agreement among raft nodes before linearized reading' (duration: 429.61303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:59.175587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:58.744989Z","time spent":"430.586105ms","remote":"127.0.0.1:35960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:51:38.959211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.506886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:51:38.959505Z","caller":"traceutil/trace.go:171","msg":"trace[1556889657] transaction","detail":"{read_only:false; response_revision:13786; number_of_response:1; }","duration":"187.646715ms","start":"2026-03-04T01:51:38.77184Z","end":"2026-03-04T01:51:38.959486Z","steps":["trace[1556889657] 'process raft request' (duration: 187.596054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:38.9595Z","caller":"traceutil/trace.go:171","msg":"trace[1607297037] transaction","detail":"{read_only:false; response_revision:13784; number_of_response:1; }","duration":"524.51583ms","start":"2026-03-04T01:51:38.434933Z","end":"2026-03-04T01:51:38.959448Z","steps":["trace[1607297037] 'process raft request' (duration: 324.667515ms)","trace[1607297037] 'compare' (duration: 199.323192ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:51:38.959753Z","caller":"traceutil/trace.go:171","msg":"trace[1659733135] transaction","detail":"{read_only:false; response_revision:13785; number_of_response:1; }","duration":"524.770947ms","start":"2026-03-04T01:51:38.43497Z","end":"2026-03-04T01:51:38.959741Z","steps":["trace[1659733135] 'process raft request' (duration: 524.364666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:38.959824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:38.434928Z","time spent":"524.859489ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:51:38.959895Z","caller":"traceutil/trace.go:171","msg":"trace[39487758] linearizableReadLoop","detail":"{readStateIndex:14279; appliedIndex:14277; }","duration":"412.784393ms","start":"2026-03-04T01:51:38.547042Z","end":"2026-03-04T01:51:38.959827Z","steps":["trace[39487758] 'read index received' (duration: 212.429545ms)","trace[39487758] 'applied index is now lower than readState.Index' (duration: 200.347748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:51:38.960144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.06498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:38.960259Z","caller":"traceutil/trace.go:171","msg":"trace[1909306615] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13786; }","duration":"413.226514ms","start":"2026-03-04T01:51:38.547006Z","end":"2026-03-04T01:51:38.960233Z","steps":["trace[1909306615] 'agreement among raft nodes before linearized reading' (duration: 413.000388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:38.960319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:38.54699Z","time spent":"413.320376ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:51:38.960318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.35043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:51:38.960411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.851074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T01:51:38.960467Z","caller":"traceutil/trace.go:171","msg":"trace[832072574] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13786; }","duration":"412.960938ms","start":"2026-03-04T01:51:38.547491Z","end":"2026-03-04T01:51:38.960452Z","steps":["trace[832072574] 'agreement among raft nodes before linearized reading' (duration: 412.63816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:38.960438Z","caller":"traceutil/trace.go:171","msg":"trace[1307102117] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13786; }","duration":"408.517265ms","start":"2026-03-04T01:51:38.5519Z","end":"2026-03-04T01:51:38.960418Z","steps":["trace[1307102117] 'agreement among raft nodes before linearized reading' (duration: 408.270869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:38.96054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:38.547484Z","time spent":"413.04632ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:51:38.960565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:38.551879Z","time spent":"408.645878ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:51:38.960793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.305543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-04T01:51:38.960851Z","caller":"traceutil/trace.go:171","msg":"trace[414564717] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:13786; }","duration":"303.406835ms","start":"2026-03-04T01:51:38.657429Z","end":"2026-03-04T01:51:38.960835Z","steps":["trace[414564717] 'agreement among raft nodes before linearized reading' (duration: 303.277592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:38.960884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:38.657405Z","time spent":"303.471046ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" "} {"level":"warn","ts":"2026-03-04T01:51:38.960792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.281204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-04T01:51:38.961053Z","caller":"traceutil/trace.go:171","msg":"trace[652235176] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:13786; }","duration":"372.583792ms","start":"2026-03-04T01:51:38.588438Z","end":"2026-03-04T01:51:38.961022Z","steps":["trace[652235176] 'agreement among raft nodes before linearized reading' (duration: 371.70582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:38.96116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:38.588428Z","time spent":"372.717475ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" "} {"level":"warn","ts":"2026-03-04T01:51:38.959651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:38.434915Z","time spent":"524.665645ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:51:40.633153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.137144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:51:40.633285Z","caller":"traceutil/trace.go:171","msg":"trace[1659110032] linearizableReadLoop","detail":"{readStateIndex:14285; appliedIndex:14284; }","duration":"581.454057ms","start":"2026-03-04T01:51:40.051811Z","end":"2026-03-04T01:51:40.633266Z","steps":["trace[1659110032] 'read index received' (duration: 250.994854ms)","trace[1659110032] 'applied index is now lower than readState.Index' (duration: 330.457963ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:51:40.633336Z","caller":"traceutil/trace.go:171","msg":"trace[1405140947] transaction","detail":"{read_only:false; response_revision:13791; number_of_response:1; }","duration":"639.103901ms","start":"2026-03-04T01:51:39.994202Z","end":"2026-03-04T01:51:40.633306Z","steps":["trace[1405140947] 'process raft request' (duration: 308.681029ms)","trace[1405140947] 'compare' (duration: 329.995591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:51:40.633527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:39.994181Z","time spent":"639.267635ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:51:40.633625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.871326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18761"} {"level":"info","ts":"2026-03-04T01:51:40.633716Z","caller":"traceutil/trace.go:171","msg":"trace[537504058] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13791; }","duration":"579.982329ms","start":"2026-03-04T01:51:40.053711Z","end":"2026-03-04T01:51:40.633694Z","steps":["trace[537504058] 'agreement among raft nodes before linearized reading' (duration: 579.729903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.633772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:40.0537Z","time spent":"580.059881ms","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18783,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:51:40.633814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.76853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:40.63393Z","caller":"traceutil/trace.go:171","msg":"trace[856172484] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13791; }","duration":"315.920593ms","start":"2026-03-04T01:51:40.317984Z","end":"2026-03-04T01:51:40.633904Z","steps":["trace[856172484] 'agreement among raft nodes before linearized reading' (duration: 315.719138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.633985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:40.317968Z","time spent":"316.007616ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:51:40.634249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.630879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:51:40.634285Z","caller":"traceutil/trace.go:171","msg":"trace[1855083028] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13791; }","duration":"247.68979ms","start":"2026-03-04T01:51:40.386587Z","end":"2026-03-04T01:51:40.634276Z","steps":["trace[1855083028] 'agreement among raft nodes before linearized reading' (duration: 247.600638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.63435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.672479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:51:40.634375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.056823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:51:40.634446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.306086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:40.634451Z","caller":"traceutil/trace.go:171","msg":"trace[1401095961] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:13791; }","duration":"169.170396ms","start":"2026-03-04T01:51:40.465263Z","end":"2026-03-04T01:51:40.634434Z","steps":["trace[1401095961] 'agreement among raft nodes before linearized reading' (duration: 169.032113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:40.634473Z","caller":"traceutil/trace.go:171","msg":"trace[408665833] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13791; }","duration":"313.375568ms","start":"2026-03-04T01:51:40.321091Z","end":"2026-03-04T01:51:40.634466Z","steps":["trace[408665833] 'agreement among raft nodes before linearized reading' (duration: 313.333917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.634494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:40.321069Z","time spent":"313.42114ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:51:40.634565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.926021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:40.634588Z","caller":"traceutil/trace.go:171","msg":"trace[1464463016] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13791; }","duration":"311.969233ms","start":"2026-03-04T01:51:40.322612Z","end":"2026-03-04T01:51:40.634582Z","steps":["trace[1464463016] 'agreement among raft nodes before linearized reading' (duration: 311.936452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.634549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.19598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:51:40.634467Z","caller":"traceutil/trace.go:171","msg":"trace[1328918262] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:13791; }","duration":"610.800662ms","start":"2026-03-04T01:51:40.023621Z","end":"2026-03-04T01:51:40.634421Z","steps":["trace[1328918262] 'agreement among raft nodes before linearized reading' (duration: 609.735395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.6347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.507038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-04T01:51:40.634681Z","caller":"traceutil/trace.go:171","msg":"trace[2108826483] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13791; }","duration":"127.409156ms","start":"2026-03-04T01:51:40.507239Z","end":"2026-03-04T01:51:40.634648Z","steps":["trace[2108826483] 'agreement among raft nodes before linearized reading' (duration: 127.036656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:40.634724Z","caller":"traceutil/trace.go:171","msg":"trace[1122368768] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13791; }","duration":"455.545319ms","start":"2026-03-04T01:51:40.179171Z","end":"2026-03-04T01:51:40.634717Z","steps":["trace[1122368768] 'agreement among raft nodes before linearized reading' (duration: 455.479858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.63475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:40.17916Z","time spent":"455.58538ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T01:51:40.634759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:40.023606Z","time spent":"611.107439ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" "} {"level":"warn","ts":"2026-03-04T01:51:40.634559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.501078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:51:40.6349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.519493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:51:40.63493Z","caller":"traceutil/trace.go:171","msg":"trace[645664948] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13791; }","duration":"454.598325ms","start":"2026-03-04T01:51:40.180324Z","end":"2026-03-04T01:51:40.634922Z","steps":["trace[645664948] 'agreement among raft nodes before linearized reading' (duration: 454.528953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.634611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:40.322599Z","time spent":"312.008014ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:51:40.63495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:40.180303Z","time spent":"454.642426ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:51:40.634909Z","caller":"traceutil/trace.go:171","msg":"trace[2139134656] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13791; }","duration":"455.98368ms","start":"2026-03-04T01:51:40.178892Z","end":"2026-03-04T01:51:40.634876Z","steps":["trace[2139134656] 'agreement among raft nodes before linearized reading' (duration: 455.354154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.635055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:40.178833Z","time spent":"456.206466ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:51:40.63501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.305401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:51:40.635153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.534824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:51:40.635143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.095361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6t7wx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:51:40.635179Z","caller":"traceutil/trace.go:171","msg":"trace[1600080757] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13791; }","duration":"456.589686ms","start":"2026-03-04T01:51:40.178581Z","end":"2026-03-04T01:51:40.635171Z","steps":["trace[1600080757] 'agreement among raft nodes before linearized reading' (duration: 456.545045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.635198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:40.178554Z","time spent":"456.639977ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:51:40.6352Z","caller":"traceutil/trace.go:171","msg":"trace[887401429] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6t7wx; range_end:; response_count:1; response_revision:13791; }","duration":"476.219294ms","start":"2026-03-04T01:51:40.158964Z","end":"2026-03-04T01:51:40.635183Z","steps":["trace[887401429] 'agreement among raft nodes before linearized reading' (duration: 476.07024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.635245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:40.158937Z","time spent":"476.295146ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-6t7wx\" "} {"level":"info","ts":"2026-03-04T01:51:40.635267Z","caller":"traceutil/trace.go:171","msg":"trace[1978770813] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13791; }","duration":"312.576128ms","start":"2026-03-04T01:51:40.322597Z","end":"2026-03-04T01:51:40.635173Z","steps":["trace[1978770813] 'agreement among raft nodes before linearized reading' (duration: 311.788858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.635338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.270047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T01:51:40.635382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:40.322585Z","time spent":"312.778903ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:51:40.635451Z","caller":"traceutil/trace.go:171","msg":"trace[1635136705] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13791; }","duration":"456.534374ms","start":"2026-03-04T01:51:40.178889Z","end":"2026-03-04T01:51:40.635423Z","steps":["trace[1635136705] 'agreement among raft nodes before linearized reading' (duration: 456.007071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.635512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:40.178877Z","time spent":"456.617266ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:51:40.636431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.261255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:51:40.636509Z","caller":"traceutil/trace.go:171","msg":"trace[1302809931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13791; }","duration":"413.450799ms","start":"2026-03-04T01:51:40.223037Z","end":"2026-03-04T01:51:40.636488Z","steps":["trace[1302809931] 'agreement among raft nodes before linearized reading' (duration: 410.970326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.63656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:40.223024Z","time spent":"413.519942ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:53:18.887108Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12170} {"level":"info","ts":"2026-03-04T01:53:18.972925Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12170,"took":"81.870843ms","hash":3959539013,"current-db-size-bytes":43753472,"current-db-size":"44 MB","current-db-size-in-use-bytes":27455488,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:53:18.973009Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3959539013,"revision":12170,"compact-revision":10284} {"level":"info","ts":"2026-03-04T01:54:39.841121Z","caller":"traceutil/trace.go:171","msg":"trace[45666618] linearizableReadLoop","detail":"{readStateIndex:15727; appliedIndex:15726; }","duration":"102.945921ms","start":"2026-03-04T01:54:39.738151Z","end":"2026-03-04T01:54:39.841096Z","steps":["trace[45666618] 'read index received' (duration: 102.813037ms)","trace[45666618] 'applied index is now lower than readState.Index' (duration: 131.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:39.841269Z","caller":"traceutil/trace.go:171","msg":"trace[609822769] transaction","detail":"{read_only:false; response_revision:15186; number_of_response:1; }","duration":"111.949616ms","start":"2026-03-04T01:54:39.729307Z","end":"2026-03-04T01:54:39.841257Z","steps":["trace[609822769] 'process raft request' (duration: 111.636238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:39.841539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.355262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:54:39.841636Z","caller":"traceutil/trace.go:171","msg":"trace[363301168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15186; }","duration":"103.461634ms","start":"2026-03-04T01:54:39.738154Z","end":"2026-03-04T01:54:39.841616Z","steps":["trace[363301168] 'agreement among raft nodes before linearized reading' (duration: 103.248109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:39.841852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.665869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:54:39.841984Z","caller":"traceutil/trace.go:171","msg":"trace[82292442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15186; }","duration":"103.861024ms","start":"2026-03-04T01:54:39.738094Z","end":"2026-03-04T01:54:39.841955Z","steps":["trace[82292442] 'agreement among raft nodes before linearized reading' (duration: 103.555996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:39.967164Z","caller":"traceutil/trace.go:171","msg":"trace[1531538780] transaction","detail":"{read_only:false; response_revision:15187; number_of_response:1; }","duration":"120.557031ms","start":"2026-03-04T01:54:39.846561Z","end":"2026-03-04T01:54:39.967118Z","steps":["trace[1531538780] 'process raft request' (duration: 77.089875ms)","trace[1531538780] 'compare' (duration: 43.281791ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:39.993288Z","caller":"traceutil/trace.go:171","msg":"trace[1699520119] linearizableReadLoop","detail":"{readStateIndex:15729; appliedIndex:15727; }","duration":"144.595149ms","start":"2026-03-04T01:54:39.848665Z","end":"2026-03-04T01:54:39.99326Z","steps":["trace[1699520119] 'read index received' (duration: 74.99931ms)","trace[1699520119] 'applied index is now lower than readState.Index' (duration: 69.594189ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:39.993415Z","caller":"traceutil/trace.go:171","msg":"trace[1210338811] transaction","detail":"{read_only:false; response_revision:15188; number_of_response:1; }","duration":"146.290393ms","start":"2026-03-04T01:54:39.847092Z","end":"2026-03-04T01:54:39.993382Z","steps":["trace[1210338811] 'process raft request' (duration: 146.017756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:39.993558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.867886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:54:39.993591Z","caller":"traceutil/trace.go:171","msg":"trace[1776222417] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15188; }","duration":"144.947588ms","start":"2026-03-04T01:54:39.848632Z","end":"2026-03-04T01:54:39.99358Z","steps":["trace[1776222417] 'agreement among raft nodes before linearized reading' (duration: 144.772634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:42.206927Z","caller":"traceutil/trace.go:171","msg":"trace[2130113320] transaction","detail":"{read_only:false; response_revision:15198; number_of_response:1; }","duration":"146.834228ms","start":"2026-03-04T01:54:42.060049Z","end":"2026-03-04T01:54:42.206883Z","steps":["trace[2130113320] 'process raft request' (duration: 70.837021ms)","trace[2130113320] 'compare' (duration: 75.680508ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:42.207008Z","caller":"traceutil/trace.go:171","msg":"trace[1439304024] linearizableReadLoop","detail":"{readStateIndex:15739; appliedIndex:15738; }","duration":"121.387453ms","start":"2026-03-04T01:54:42.085594Z","end":"2026-03-04T01:54:42.206981Z","steps":["trace[1439304024] 'read index received' (duration: 45.306574ms)","trace[1439304024] 'applied index is now lower than readState.Index' (duration: 76.078149ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:42.207018Z","caller":"traceutil/trace.go:171","msg":"trace[474848559] transaction","detail":"{read_only:false; response_revision:15199; number_of_response:1; }","duration":"117.09761ms","start":"2026-03-04T01:54:42.08989Z","end":"2026-03-04T01:54:42.206987Z","steps":["trace[474848559] 'process raft request' (duration: 116.986618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:42.207332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.299005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-2brk6\" ","response":"range_response_count:1 size:14283"} {"level":"info","ts":"2026-03-04T01:54:42.207403Z","caller":"traceutil/trace.go:171","msg":"trace[1613614775] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-2brk6; range_end:; response_count:1; response_revision:15199; }","duration":"151.405328ms","start":"2026-03-04T01:54:42.055978Z","end":"2026-03-04T01:54:42.207384Z","steps":["trace[1613614775] 'agreement among raft nodes before linearized reading' (duration: 151.160911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:42.208656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.283443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:42.208725Z","caller":"traceutil/trace.go:171","msg":"trace[541242127] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15199; }","duration":"115.417347ms","start":"2026-03-04T01:54:42.093292Z","end":"2026-03-04T01:54:42.20871Z","steps":["trace[541242127] 'agreement among raft nodes before linearized reading' (duration: 113.931509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:45.299057Z","caller":"traceutil/trace.go:171","msg":"trace[1486753807] transaction","detail":"{read_only:false; response_revision:15211; number_of_response:1; }","duration":"189.707438ms","start":"2026-03-04T01:54:45.109315Z","end":"2026-03-04T01:54:45.299023Z","steps":["trace[1486753807] 'process raft request' (duration: 189.511803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:45.299068Z","caller":"traceutil/trace.go:171","msg":"trace[60182221] linearizableReadLoop","detail":"{readStateIndex:15753; appliedIndex:15753; }","duration":"138.206973ms","start":"2026-03-04T01:54:45.160832Z","end":"2026-03-04T01:54:45.299039Z","steps":["trace[60182221] 'read index received' (duration: 138.195762ms)","trace[60182221] 'applied index is now lower than readState.Index' (duration: 8.901µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:45.299283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.427798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:54:45.299353Z","caller":"traceutil/trace.go:171","msg":"trace[1119532857] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15211; }","duration":"138.563652ms","start":"2026-03-04T01:54:45.160778Z","end":"2026-03-04T01:54:45.299342Z","steps":["trace[1119532857] 'agreement among raft nodes before linearized reading' (duration: 138.348886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:45.427519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.511776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:45.427724Z","caller":"traceutil/trace.go:171","msg":"trace[1682970543] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15211; }","duration":"121.746852ms","start":"2026-03-04T01:54:45.305956Z","end":"2026-03-04T01:54:45.427703Z","steps":["trace[1682970543] 'range keys from in-memory index tree' (duration: 120.373356ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:47.457976Z","caller":"traceutil/trace.go:171","msg":"trace[1317837683] transaction","detail":"{read_only:false; response_revision:15221; number_of_response:1; }","duration":"104.472531ms","start":"2026-03-04T01:54:47.353459Z","end":"2026-03-04T01:54:47.457931Z","steps":["trace[1317837683] 'process raft request' (duration: 104.256565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:47.678455Z","caller":"traceutil/trace.go:171","msg":"trace[1075617813] transaction","detail":"{read_only:false; response_revision:15222; number_of_response:1; }","duration":"186.32026ms","start":"2026-03-04T01:54:47.49209Z","end":"2026-03-04T01:54:47.678411Z","steps":["trace[1075617813] 'process raft request' (duration: 102.314544ms)","trace[1075617813] 'compare' (duration: 83.723328ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:48.351205Z","caller":"traceutil/trace.go:171","msg":"trace[211128436] linearizableReadLoop","detail":"{readStateIndex:15768; appliedIndex:15767; }","duration":"111.460914ms","start":"2026-03-04T01:54:48.239694Z","end":"2026-03-04T01:54:48.351155Z","steps":["trace[211128436] 'read index received' (duration: 27.954841ms)","trace[211128436] 'applied index is now lower than readState.Index' (duration: 83.504063ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:48.351332Z","caller":"traceutil/trace.go:171","msg":"trace[1554012672] transaction","detail":"{read_only:false; response_revision:15225; number_of_response:1; }","duration":"140.01944ms","start":"2026-03-04T01:54:48.21126Z","end":"2026-03-04T01:54:48.351279Z","steps":["trace[1554012672] 'process raft request' (duration: 56.338803ms)","trace[1554012672] 'compare' (duration: 83.256376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:48.351563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.772775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:48.35165Z","caller":"traceutil/trace.go:171","msg":"trace[486646930] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15225; }","duration":"110.892658ms","start":"2026-03-04T01:54:48.240737Z","end":"2026-03-04T01:54:48.35163Z","steps":["trace[486646930] 'agreement among raft nodes before linearized reading' (duration: 110.749484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:48.351507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.783892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:54:48.351714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.19608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5308"} {"level":"info","ts":"2026-03-04T01:54:48.351784Z","caller":"traceutil/trace.go:171","msg":"trace[200331032] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15225; }","duration":"110.315483ms","start":"2026-03-04T01:54:48.241447Z","end":"2026-03-04T01:54:48.351762Z","steps":["trace[200331032] 'agreement among raft nodes before linearized reading' (duration: 110.114038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:48.351793Z","caller":"traceutil/trace.go:171","msg":"trace[2082575446] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15225; }","duration":"112.147381ms","start":"2026-03-04T01:54:48.239622Z","end":"2026-03-04T01:54:48.351769Z","steps":["trace[2082575446] 'agreement among raft nodes before linearized reading' (duration: 111.788741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:48.351898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.905719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:48.351941Z","caller":"traceutil/trace.go:171","msg":"trace[398281234] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15225; }","duration":"110.96143ms","start":"2026-03-04T01:54:48.240967Z","end":"2026-03-04T01:54:48.351929Z","steps":["trace[398281234] 'agreement among raft nodes before linearized reading' (duration: 110.900268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:48.562378Z","caller":"traceutil/trace.go:171","msg":"trace[583529974] linearizableReadLoop","detail":"{readStateIndex:15770; appliedIndex:15769; }","duration":"114.328848ms","start":"2026-03-04T01:54:48.448013Z","end":"2026-03-04T01:54:48.562342Z","steps":["trace[583529974] 'read index received' (duration: 87.120707ms)","trace[583529974] 'applied index is now lower than readState.Index' (duration: 27.206761ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:48.562549Z","caller":"traceutil/trace.go:171","msg":"trace[1498635639] transaction","detail":"{read_only:false; response_revision:15227; number_of_response:1; }","duration":"115.029126ms","start":"2026-03-04T01:54:48.447447Z","end":"2026-03-04T01:54:48.562476Z","steps":["trace[1498635639] 'process raft request' (duration: 87.783224ms)","trace[1498635639] 'compare' (duration: 26.931184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:48.563703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.80001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:48.56381Z","caller":"traceutil/trace.go:171","msg":"trace[529716659] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15227; }","duration":"114.926034ms","start":"2026-03-04T01:54:48.448852Z","end":"2026-03-04T01:54:48.563778Z","steps":["trace[529716659] 'agreement among raft nodes before linearized reading' (duration: 113.754604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:48.564595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.5413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:48.564693Z","caller":"traceutil/trace.go:171","msg":"trace[1340168292] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15227; }","duration":"115.657353ms","start":"2026-03-04T01:54:48.449014Z","end":"2026-03-04T01:54:48.564672Z","steps":["trace[1340168292] 'agreement among raft nodes before linearized reading' (duration: 113.63513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:48.564893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.864075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:48.564971Z","caller":"traceutil/trace.go:171","msg":"trace[470997995] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15227; }","duration":"116.997518ms","start":"2026-03-04T01:54:48.447958Z","end":"2026-03-04T01:54:48.564955Z","steps":["trace[470997995] 'agreement among raft nodes before linearized reading' (duration: 114.525963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:48.565035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.372106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:48.565092Z","caller":"traceutil/trace.go:171","msg":"trace[365294343] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15227; }","duration":"115.455587ms","start":"2026-03-04T01:54:48.449624Z","end":"2026-03-04T01:54:48.565079Z","steps":["trace[365294343] 'agreement among raft nodes before linearized reading' (duration: 113.107486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:49.179656Z","caller":"traceutil/trace.go:171","msg":"trace[175449153] transaction","detail":"{read_only:false; response_revision:15228; number_of_response:1; }","duration":"377.428605ms","start":"2026-03-04T01:54:48.802199Z","end":"2026-03-04T01:54:49.179628Z","steps":["trace[175449153] 'process raft request' (duration: 377.264391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:49.179834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:48.802165Z","time spent":"377.578519ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:54:49.201355Z","caller":"traceutil/trace.go:171","msg":"trace[1658561577] linearizableReadLoop","detail":"{readStateIndex:15772; appliedIndex:15771; }","duration":"249.716628ms","start":"2026-03-04T01:54:48.951612Z","end":"2026-03-04T01:54:49.201329Z","steps":["trace[1658561577] 'read index received' (duration: 228.057791ms)","trace[1658561577] 'applied index is now lower than readState.Index' (duration: 21.657417ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:49.201524Z","caller":"traceutil/trace.go:171","msg":"trace[1410572010] transaction","detail":"{read_only:false; response_revision:15229; number_of_response:1; }","duration":"397.040837ms","start":"2026-03-04T01:54:48.804436Z","end":"2026-03-04T01:54:49.201477Z","steps":["trace[1410572010] 'process raft request' (duration: 396.76084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:49.201585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.285976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:49.201638Z","caller":"traceutil/trace.go:171","msg":"trace[158688120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15229; }","duration":"236.395679ms","start":"2026-03-04T01:54:48.965231Z","end":"2026-03-04T01:54:49.201627Z","steps":["trace[158688120] 'agreement among raft nodes before linearized reading' (duration: 236.298167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:49.201775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:48.804417Z","time spent":"397.227083ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:54:49.202012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.375845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:54:49.202063Z","caller":"traceutil/trace.go:171","msg":"trace[1684212809] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:15229; }","duration":"250.494477ms","start":"2026-03-04T01:54:48.951557Z","end":"2026-03-04T01:54:49.202051Z","steps":["trace[1684212809] 'agreement among raft nodes before linearized reading' (duration: 249.936553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:49.793465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.613072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:54:49.793665Z","caller":"traceutil/trace.go:171","msg":"trace[899895788] transaction","detail":"{read_only:false; response_revision:15231; number_of_response:1; }","duration":"257.696125ms","start":"2026-03-04T01:54:49.535931Z","end":"2026-03-04T01:54:49.793628Z","steps":["trace[899895788] 'process raft request' (duration: 118.783825ms)","trace[899895788] 'compare' (duration: 138.346415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:50.487323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.854524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:50.487434Z","caller":"traceutil/trace.go:171","msg":"trace[219506180] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15231; }","duration":"130.009278ms","start":"2026-03-04T01:54:50.357402Z","end":"2026-03-04T01:54:50.487411Z","steps":["trace[219506180] 'range keys from in-memory index tree' (duration: 129.721241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.487423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.399622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:50.487547Z","caller":"traceutil/trace.go:171","msg":"trace[1424954544] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15231; }","duration":"129.590667ms","start":"2026-03-04T01:54:50.357931Z","end":"2026-03-04T01:54:50.487522Z","steps":["trace[1424954544] 'range keys from in-memory index tree' (duration: 129.215107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.487699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.006218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:54:50.487618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.002701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5308"} {"level":"info","ts":"2026-03-04T01:54:50.487764Z","caller":"traceutil/trace.go:171","msg":"trace[1441917197] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15231; }","duration":"130.135902ms","start":"2026-03-04T01:54:50.357611Z","end":"2026-03-04T01:54:50.487747Z","steps":["trace[1441917197] 'range keys from in-memory index tree' (duration: 129.934357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.487778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.169672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:50.487846Z","caller":"traceutil/trace.go:171","msg":"trace[1385822860] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15231; }","duration":"130.247845ms","start":"2026-03-04T01:54:50.35757Z","end":"2026-03-04T01:54:50.487818Z","steps":["trace[1385822860] 'range keys from in-memory index tree' (duration: 130.0838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.48784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.369693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:54:50.487911Z","caller":"traceutil/trace.go:171","msg":"trace[1202840349] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15231; }","duration":"129.29317ms","start":"2026-03-04T01:54:50.358483Z","end":"2026-03-04T01:54:50.487776Z","steps":["trace[1202840349] 'range keys from in-memory index tree' (duration: 128.804967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.487978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.207644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:50.488015Z","caller":"traceutil/trace.go:171","msg":"trace[459128930] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15231; }","duration":"130.269725ms","start":"2026-03-04T01:54:50.357737Z","end":"2026-03-04T01:54:50.488006Z","steps":["trace[459128930] 'range keys from in-memory index tree' (duration: 130.127482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.487975Z","caller":"traceutil/trace.go:171","msg":"trace[2082976756] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:15231; }","duration":"258.569209ms","start":"2026-03-04T01:54:50.229356Z","end":"2026-03-04T01:54:50.487926Z","steps":["trace[2082976756] 'count revisions from in-memory index tree' (duration: 258.26532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.488074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.424059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5308"} {"level":"info","ts":"2026-03-04T01:54:50.488115Z","caller":"traceutil/trace.go:171","msg":"trace[420783614] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15231; }","duration":"130.521071ms","start":"2026-03-04T01:54:50.357581Z","end":"2026-03-04T01:54:50.488102Z","steps":["trace[420783614] 'range keys from in-memory index tree' (duration: 130.268245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.488134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.769641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:54:50.488251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.660211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:54:50.4877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.023999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:50.488267Z","caller":"traceutil/trace.go:171","msg":"trace[1220153309] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15231; }","duration":"347.961166ms","start":"2026-03-04T01:54:50.140275Z","end":"2026-03-04T01:54:50.488236Z","steps":["trace[1220153309] 'range keys from in-memory index tree' (duration: 347.674398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.488311Z","caller":"traceutil/trace.go:171","msg":"trace[1552531180] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15231; }","duration":"130.686846ms","start":"2026-03-04T01:54:50.357612Z","end":"2026-03-04T01:54:50.488299Z","steps":["trace[1552531180] 'range keys from in-memory index tree' (duration: 129.931136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.488311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.010133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:54:50.488344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.14026Z","time spent":"348.068218ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-04T01:54:50.488364Z","caller":"traceutil/trace.go:171","msg":"trace[834274842] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:15231; }","duration":"336.102696ms","start":"2026-03-04T01:54:50.152247Z","end":"2026-03-04T01:54:50.488349Z","steps":["trace[834274842] 'count revisions from in-memory index tree' (duration: 335.928711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.488406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.152233Z","time spent":"336.161607ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:54:50.488515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.544033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:50.488279Z","caller":"traceutil/trace.go:171","msg":"trace[1622752435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15231; }","duration":"522.727863ms","start":"2026-03-04T01:54:49.965544Z","end":"2026-03-04T01:54:50.488272Z","steps":["trace[1622752435] 'range keys from in-memory index tree' (duration: 522.575089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.488575Z","caller":"traceutil/trace.go:171","msg":"trace[830573898] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15231; }","duration":"469.633795ms","start":"2026-03-04T01:54:50.018926Z","end":"2026-03-04T01:54:50.488559Z","steps":["trace[830573898] 'range keys from in-memory index tree' (duration: 469.472581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.488585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:49.965524Z","time spent":"523.045541ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:54:50.488617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.018913Z","time spent":"469.695297ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:54:50.488623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.590935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:54:50.488663Z","caller":"traceutil/trace.go:171","msg":"trace[219554822] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15231; }","duration":"469.680537ms","start":"2026-03-04T01:54:50.018971Z","end":"2026-03-04T01:54:50.488652Z","steps":["trace[219554822] 'range keys from in-memory index tree' (duration: 469.40691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.488711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.018948Z","time spent":"469.756029ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:54:50.488795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.029136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:54:50.488896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.865865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T01:54:50.488846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.188971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:54:50.488933Z","caller":"traceutil/trace.go:171","msg":"trace[307386670] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15231; }","duration":"279.949158ms","start":"2026-03-04T01:54:50.208972Z","end":"2026-03-04T01:54:50.488921Z","steps":["trace[307386670] 'range keys from in-memory index tree' (duration: 279.26809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.489002Z","caller":"traceutil/trace.go:171","msg":"trace[2099212759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15231; }","duration":"488.348434ms","start":"2026-03-04T01:54:50.000555Z","end":"2026-03-04T01:54:50.488904Z","steps":["trace[2099212759] 'range keys from in-memory index tree' (duration: 487.547043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.489091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.000525Z","time spent":"488.55084ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:54:50.48936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.72199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:54:50.489507Z","caller":"traceutil/trace.go:171","msg":"trace[264841492] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15231; }","duration":"348.178431ms","start":"2026-03-04T01:54:50.141309Z","end":"2026-03-04T01:54:50.489488Z","steps":["trace[264841492] 'range keys from in-memory index tree' (duration: 346.782964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.489533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.863381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:54:50.489531Z","caller":"traceutil/trace.go:171","msg":"trace[1558696746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15231; }","duration":"379.925151ms","start":"2026-03-04T01:54:50.109577Z","end":"2026-03-04T01:54:50.489502Z","steps":["trace[1558696746] 'range keys from in-memory index tree' (duration: 378.76053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.489625Z","caller":"traceutil/trace.go:171","msg":"trace[254606094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15231; }","duration":"132.406821ms","start":"2026-03-04T01:54:50.357191Z","end":"2026-03-04T01:54:50.489598Z","steps":["trace[254606094] 'range keys from in-memory index tree' (duration: 130.690946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.489548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.141279Z","time spent":"348.254213ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:54:50.489639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.109545Z","time spent":"380.067395ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:54:50.608807Z","caller":"traceutil/trace.go:171","msg":"trace[95100807] transaction","detail":"{read_only:false; response_revision:15232; number_of_response:1; }","duration":"116.005662ms","start":"2026-03-04T01:54:50.492774Z","end":"2026-03-04T01:54:50.608779Z","steps":["trace[95100807] 'process raft request' (duration: 115.856699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.813147Z","caller":"traceutil/trace.go:171","msg":"trace[1056185449] transaction","detail":"{read_only:false; response_revision:15233; number_of_response:1; }","duration":"319.273145ms","start":"2026-03-04T01:54:50.493845Z","end":"2026-03-04T01:54:50.813118Z","steps":["trace[1056185449] 'process raft request' (duration: 319.06026ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.813449Z","caller":"traceutil/trace.go:171","msg":"trace[1474468315] transaction","detail":"{read_only:false; response_revision:15234; number_of_response:1; }","duration":"319.187463ms","start":"2026-03-04T01:54:50.494223Z","end":"2026-03-04T01:54:50.81341Z","steps":["trace[1474468315] 'process raft request' (duration: 318.848704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.813487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.493829Z","time spent":"319.495581ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:54:50.813732Z","caller":"traceutil/trace.go:171","msg":"trace[2082572837] linearizableReadLoop","detail":"{readStateIndex:15777; appliedIndex:15774; }","duration":"319.624144ms","start":"2026-03-04T01:54:50.494051Z","end":"2026-03-04T01:54:50.813675Z","steps":["trace[2082572837] 'read index received' (duration: 114.552704ms)","trace[2082572837] 'applied index is now lower than readState.Index' (duration: 205.06952ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:50.813846Z","caller":"traceutil/trace.go:171","msg":"trace[1384004101] transaction","detail":"{read_only:false; response_revision:15235; number_of_response:1; }","duration":"319.328126ms","start":"2026-03-04T01:54:50.494482Z","end":"2026-03-04T01:54:50.81381Z","steps":["trace[1384004101] 'process raft request' (duration: 318.975357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.814032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.494473Z","time spent":"319.456409ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:54:50.814075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.999254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:54:50.814115Z","caller":"traceutil/trace.go:171","msg":"trace[534037102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15235; }","duration":"320.101107ms","start":"2026-03-04T01:54:50.494003Z","end":"2026-03-04T01:54:50.814104Z","steps":["trace[534037102] 'agreement among raft nodes before linearized reading' (duration: 319.83918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.814132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.928638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mwws7\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-04T01:54:50.814206Z","caller":"traceutil/trace.go:171","msg":"trace[989676568] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mwws7; range_end:; response_count:1; response_revision:15235; }","duration":"220.029581ms","start":"2026-03-04T01:54:50.594158Z","end":"2026-03-04T01:54:50.814187Z","steps":["trace[989676568] 'agreement among raft nodes before linearized reading' (duration: 219.810075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.81424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.077723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-phns9\" ","response":"range_response_count:1 size:18652"} {"level":"warn","ts":"2026-03-04T01:54:50.814075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.310774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:54:50.814413Z","caller":"traceutil/trace.go:171","msg":"trace[759154287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15235; }","duration":"247.697944ms","start":"2026-03-04T01:54:50.566692Z","end":"2026-03-04T01:54:50.81439Z","steps":["trace[759154287] 'agreement among raft nodes before linearized reading' (duration: 247.254693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.814475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.231132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6t7wx\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:54:50.814405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.493992Z","time spent":"320.146118ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:54:50.81452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.7618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-2brk6\" ","response":"range_response_count:1 size:14283"} {"level":"warn","ts":"2026-03-04T01:54:50.814497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.505809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wjgpk\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-03-04T01:54:50.814548Z","caller":"traceutil/trace.go:171","msg":"trace[1402434137] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6t7wx; range_end:; response_count:1; response_revision:15235; }","duration":"190.326644ms","start":"2026-03-04T01:54:50.624204Z","end":"2026-03-04T01:54:50.814531Z","steps":["trace[1402434137] 'agreement among raft nodes before linearized reading' (duration: 190.055047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.814611Z","caller":"traceutil/trace.go:171","msg":"trace[1609124693] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-wjgpk; range_end:; response_count:1; response_revision:15235; }","duration":"229.665943ms","start":"2026-03-04T01:54:50.584924Z","end":"2026-03-04T01:54:50.81459Z","steps":["trace[1609124693] 'agreement among raft nodes before linearized reading' (duration: 229.306003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.814336Z","caller":"traceutil/trace.go:171","msg":"trace[821701107] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-phns9; range_end:; response_count:1; response_revision:15235; }","duration":"225.191046ms","start":"2026-03-04T01:54:50.589132Z","end":"2026-03-04T01:54:50.814323Z","steps":["trace[821701107] 'agreement among raft nodes before linearized reading' (duration: 224.96947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.813679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.494213Z","time spent":"319.350097ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:54:50.814573Z","caller":"traceutil/trace.go:171","msg":"trace[1737650255] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-2brk6; range_end:; response_count:1; response_revision:15235; }","duration":"225.831853ms","start":"2026-03-04T01:54:50.588725Z","end":"2026-03-04T01:54:50.814557Z","steps":["trace[1737650255] 'agreement among raft nodes before linearized reading' (duration: 225.472153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:51.107477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.263943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:51.107588Z","caller":"traceutil/trace.go:171","msg":"trace[1930532268] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15236; }","duration":"203.449497ms","start":"2026-03-04T01:54:50.904114Z","end":"2026-03-04T01:54:51.107564Z","steps":["trace[1930532268] 'range keys from in-memory index tree' (duration: 203.1542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:51.107743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.99981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:217015"} {"level":"info","ts":"2026-03-04T01:54:51.107823Z","caller":"traceutil/trace.go:171","msg":"trace[1075946558] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:15236; }","duration":"101.142494ms","start":"2026-03-04T01:54:51.006663Z","end":"2026-03-04T01:54:51.107805Z","steps":["trace[1075946558] 'range keys from in-memory index tree' (duration: 100.577209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:51.716285Z","caller":"traceutil/trace.go:171","msg":"trace[2117232074] linearizableReadLoop","detail":"{readStateIndex:15782; appliedIndex:15781; }","duration":"174.44753ms","start":"2026-03-04T01:54:51.541805Z","end":"2026-03-04T01:54:51.716253Z","steps":["trace[2117232074] 'read index received' (duration: 174.209084ms)","trace[2117232074] 'applied index is now lower than readState.Index' (duration: 237.096µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:51.716396Z","caller":"traceutil/trace.go:171","msg":"trace[715149524] transaction","detail":"{read_only:false; response_revision:15239; number_of_response:1; }","duration":"186.100934ms","start":"2026-03-04T01:54:51.530254Z","end":"2026-03-04T01:54:51.716355Z","steps":["trace[715149524] 'process raft request' (duration: 185.776775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:51.716576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.749418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-04T01:54:51.716679Z","caller":"traceutil/trace.go:171","msg":"trace[522402879] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:15239; }","duration":"174.909192ms","start":"2026-03-04T01:54:51.541746Z","end":"2026-03-04T01:54:51.716655Z","steps":["trace[522402879] 'agreement among raft nodes before linearized reading' (duration: 174.628954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:52.40807Z","caller":"traceutil/trace.go:171","msg":"trace[1649088016] transaction","detail":"{read_only:false; response_revision:15240; number_of_response:1; }","duration":"249.601004ms","start":"2026-03-04T01:54:52.158437Z","end":"2026-03-04T01:54:52.408038Z","steps":["trace[1649088016] 'process raft request' (duration: 156.4665ms)","trace[1649088016] 'compare' (duration: 92.953679ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:52.41442Z","caller":"traceutil/trace.go:171","msg":"trace[1916430715] transaction","detail":"{read_only:false; response_revision:15241; number_of_response:1; }","duration":"156.775487ms","start":"2026-03-04T01:54:52.257589Z","end":"2026-03-04T01:54:52.414365Z","steps":["trace[1916430715] 'process raft request' (duration: 156.48322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.019222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.811607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wjgpk\" ","response":"range_response_count:1 size:18677"} {"level":"warn","ts":"2026-03-04T01:54:53.019271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.112363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mwws7\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-04T01:54:53.01926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.474854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:54:53.019342Z","caller":"traceutil/trace.go:171","msg":"trace[1743907636] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mwws7; range_end:; response_count:1; response_revision:15242; }","duration":"171.229686ms","start":"2026-03-04T01:54:52.848084Z","end":"2026-03-04T01:54:53.019314Z","steps":["trace[1743907636] 'range keys from in-memory index tree' (duration: 170.930148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.019246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.420682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6t7wx\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:54:53.019364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.583347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:54:53.019437Z","caller":"traceutil/trace.go:171","msg":"trace[1493630856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6t7wx; range_end:; response_count:1; response_revision:15242; }","duration":"111.685749ms","start":"2026-03-04T01:54:52.907733Z","end":"2026-03-04T01:54:53.019419Z","steps":["trace[1493630856] 'range keys from in-memory index tree' (duration: 111.194567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.019449Z","caller":"traceutil/trace.go:171","msg":"trace[618411767] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15242; }","duration":"199.69474ms","start":"2026-03-04T01:54:52.819732Z","end":"2026-03-04T01:54:53.019426Z","steps":["trace[618411767] 'range keys from in-memory index tree' (duration: 199.491884ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.019338Z","caller":"traceutil/trace.go:171","msg":"trace[1831756167] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-wjgpk; range_end:; response_count:1; response_revision:15242; }","duration":"172.973171ms","start":"2026-03-04T01:54:52.846336Z","end":"2026-03-04T01:54:53.019309Z","steps":["trace[1831756167] 'range keys from in-memory index tree' (duration: 172.655463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.019451Z","caller":"traceutil/trace.go:171","msg":"trace[2097307592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15242; }","duration":"199.742481ms","start":"2026-03-04T01:54:52.819671Z","end":"2026-03-04T01:54:53.019414Z","steps":["trace[2097307592] 'range keys from in-memory index tree' (duration: 199.209247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.019509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.304385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:54:53.019625Z","caller":"traceutil/trace.go:171","msg":"trace[515619248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15242; }","duration":"200.505251ms","start":"2026-03-04T01:54:52.819094Z","end":"2026-03-04T01:54:53.019599Z","steps":["trace[515619248] 'range keys from in-memory index tree' (duration: 199.955956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.019776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.493357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:54:53.019852Z","caller":"traceutil/trace.go:171","msg":"trace[489706153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15242; }","duration":"137.219326ms","start":"2026-03-04T01:54:52.882614Z","end":"2026-03-04T01:54:53.019833Z","steps":["trace[489706153] 'range keys from in-memory index tree' (duration: 136.250801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.019875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.308308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-2brk6\" ","response":"range_response_count:1 size:14283"} {"level":"warn","ts":"2026-03-04T01:54:53.019969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.244034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-phns9\" ","response":"range_response_count:1 size:18652"} {"level":"info","ts":"2026-03-04T01:54:53.019987Z","caller":"traceutil/trace.go:171","msg":"trace[233373410] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-2brk6; range_end:; response_count:1; response_revision:15242; }","duration":"109.481851ms","start":"2026-03-04T01:54:52.910478Z","end":"2026-03-04T01:54:53.019959Z","steps":["trace[233373410] 'range keys from in-memory index tree' (duration: 109.03895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.020032Z","caller":"traceutil/trace.go:171","msg":"trace[154970139] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-phns9; range_end:; response_count:1; response_revision:15242; }","duration":"112.311286ms","start":"2026-03-04T01:54:52.907703Z","end":"2026-03-04T01:54:53.020014Z","steps":["trace[154970139] 'range keys from in-memory index tree' (duration: 111.411062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.246656Z","caller":"traceutil/trace.go:171","msg":"trace[1620513768] linearizableReadLoop","detail":"{readStateIndex:15788; appliedIndex:15786; }","duration":"221.394197ms","start":"2026-03-04T01:54:53.025241Z","end":"2026-03-04T01:54:53.246635Z","steps":["trace[1620513768] 'read index received' (duration: 64.728642ms)","trace[1620513768] 'applied index is now lower than readState.Index' (duration: 156.664445ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:53.246719Z","caller":"traceutil/trace.go:171","msg":"trace[2017655498] transaction","detail":"{read_only:false; response_revision:15244; number_of_response:1; }","duration":"221.606733ms","start":"2026-03-04T01:54:53.025087Z","end":"2026-03-04T01:54:53.246694Z","steps":["trace[2017655498] 'process raft request' (duration: 221.336196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.246697Z","caller":"traceutil/trace.go:171","msg":"trace[155005414] transaction","detail":"{read_only:false; response_revision:15245; number_of_response:1; }","duration":"221.376337ms","start":"2026-03-04T01:54:53.025286Z","end":"2026-03-04T01:54:53.246662Z","steps":["trace[155005414] 'process raft request' (duration: 221.271194ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.246777Z","caller":"traceutil/trace.go:171","msg":"trace[1825958278] transaction","detail":"{read_only:false; response_revision:15246; number_of_response:1; }","duration":"221.323885ms","start":"2026-03-04T01:54:53.025407Z","end":"2026-03-04T01:54:53.246731Z","steps":["trace[1825958278] 'process raft request' (duration: 221.186671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.24751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.244059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:53.247548Z","caller":"traceutil/trace.go:171","msg":"trace[903190784] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15246; }","duration":"222.338222ms","start":"2026-03-04T01:54:53.025201Z","end":"2026-03-04T01:54:53.24754Z","steps":["trace[903190784] 'agreement among raft nodes before linearized reading' (duration: 221.538481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.284017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.621991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:53.284116Z","caller":"traceutil/trace.go:171","msg":"trace[1517500188] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:15247; }","duration":"159.786805ms","start":"2026-03-04T01:54:53.124305Z","end":"2026-03-04T01:54:53.284092Z","steps":["trace[1517500188] 'agreement among raft nodes before linearized reading' (duration: 159.59502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.284994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.299254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"warn","ts":"2026-03-04T01:54:53.284965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.974952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:53.285037Z","caller":"traceutil/trace.go:171","msg":"trace[760358658] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15247; }","duration":"257.355045ms","start":"2026-03-04T01:54:53.02767Z","end":"2026-03-04T01:54:53.285025Z","steps":["trace[760358658] 'agreement among raft nodes before linearized reading' (duration: 256.415261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.285125Z","caller":"traceutil/trace.go:171","msg":"trace[62951990] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15247; }","duration":"258.090355ms","start":"2026-03-04T01:54:53.026947Z","end":"2026-03-04T01:54:53.285038Z","steps":["trace[62951990] 'agreement among raft nodes before linearized reading' (duration: 257.233122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.2852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.421703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:53.285301Z","caller":"traceutil/trace.go:171","msg":"trace[233740726] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15247; }","duration":"258.563127ms","start":"2026-03-04T01:54:53.026718Z","end":"2026-03-04T01:54:53.285281Z","steps":["trace[233740726] 'agreement among raft nodes before linearized reading' (duration: 257.100019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.286055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.886165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:53.286208Z","caller":"traceutil/trace.go:171","msg":"trace[743781108] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15247; }","duration":"259.077771ms","start":"2026-03-04T01:54:53.027107Z","end":"2026-03-04T01:54:53.286185Z","steps":["trace[743781108] 'agreement among raft nodes before linearized reading' (duration: 256.889544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.399943Z","caller":"traceutil/trace.go:171","msg":"trace[221193128] transaction","detail":"{read_only:false; response_revision:15248; number_of_response:1; }","duration":"107.046718ms","start":"2026-03-04T01:54:53.292849Z","end":"2026-03-04T01:54:53.399896Z","steps":["trace[221193128] 'process raft request' (duration: 49.779681ms)","trace[221193128] 'compare' (duration: 56.60934ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:56.885165Z","caller":"traceutil/trace.go:171","msg":"trace[935602977] transaction","detail":"{read_only:false; response_revision:15260; number_of_response:1; }","duration":"193.414755ms","start":"2026-03-04T01:54:56.691719Z","end":"2026-03-04T01:54:56.885134Z","steps":["trace[935602977] 'process raft request' (duration: 193.189679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.120922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.057062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:57.121Z","caller":"traceutil/trace.go:171","msg":"trace[2126206911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15260; }","duration":"155.197707ms","start":"2026-03-04T01:54:56.965785Z","end":"2026-03-04T01:54:57.120983Z","steps":["trace[2126206911] 'range keys from in-memory index tree' (duration: 154.966701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.479398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.706535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:54:57.479728Z","caller":"traceutil/trace.go:171","msg":"trace[926707841] linearizableReadLoop","detail":"{readStateIndex:15806; appliedIndex:15805; }","duration":"336.132176ms","start":"2026-03-04T01:54:57.143563Z","end":"2026-03-04T01:54:57.479695Z","steps":["trace[926707841] 'read index received' (duration: 82.953828ms)","trace[926707841] 'applied index is now lower than readState.Index' (duration: 253.174677ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:57.479727Z","caller":"traceutil/trace.go:171","msg":"trace[201408671] transaction","detail":"{read_only:false; response_revision:15262; number_of_response:1; }","duration":"354.185687ms","start":"2026-03-04T01:54:57.125498Z","end":"2026-03-04T01:54:57.479684Z","steps":["trace[201408671] 'process raft request' (duration: 101.080492ms)","trace[201408671] 'compare' (duration: 252.562761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:57.480047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:57.125479Z","time spent":"354.439104ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:54:57.60613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.517487ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-04T01:54:57.606157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.54259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:57.606517Z","caller":"traceutil/trace.go:171","msg":"trace[1071545795] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:15262; }","duration":"462.91619ms","start":"2026-03-04T01:54:57.14355Z","end":"2026-03-04T01:54:57.606466Z","steps":["trace[1071545795] 'agreement among raft nodes before linearized reading' (duration: 336.240219ms)","trace[1071545795] 'count revisions from in-memory index tree' (duration: 126.24917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:57.606654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:57.143544Z","time spent":"463.071844ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:54:57.606726Z","caller":"traceutil/trace.go:171","msg":"trace[1045855566] transaction","detail":"{read_only:false; response_revision:15263; number_of_response:1; }","duration":"295.956906ms","start":"2026-03-04T01:54:57.310703Z","end":"2026-03-04T01:54:57.60666Z","steps":["trace[1045855566] 'process raft request' (duration: 295.632998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.607074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.143721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:54:57.60708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.765739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6t7wx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:54:57.60711Z","caller":"traceutil/trace.go:171","msg":"trace[1029896321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15264; }","duration":"296.228363ms","start":"2026-03-04T01:54:57.310873Z","end":"2026-03-04T01:54:57.607101Z","steps":["trace[1029896321] 'agreement among raft nodes before linearized reading' (duration: 296.103609ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:57.607125Z","caller":"traceutil/trace.go:171","msg":"trace[90082516] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6t7wx; range_end:; response_count:1; response_revision:15264; }","duration":"254.857542ms","start":"2026-03-04T01:54:57.352255Z","end":"2026-03-04T01:54:57.607113Z","steps":["trace[90082516] 'agreement among raft nodes before linearized reading' (duration: 254.683707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.607276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.540841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wjgpk\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-03-04T01:54:57.60737Z","caller":"traceutil/trace.go:171","msg":"trace[446483751] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-wjgpk; range_end:; response_count:1; response_revision:15264; }","duration":"265.678404ms","start":"2026-03-04T01:54:57.341672Z","end":"2026-03-04T01:54:57.60735Z","steps":["trace[446483751] 'agreement among raft nodes before linearized reading' (duration: 265.292274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.607437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.63793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:54:57.606936Z","caller":"traceutil/trace.go:171","msg":"trace[189734147] linearizableReadLoop","detail":"{readStateIndex:15809; appliedIndex:15806; }","duration":"127.096872ms","start":"2026-03-04T01:54:57.479825Z","end":"2026-03-04T01:54:57.606922Z","steps":["trace[189734147] 'read index received' (duration: 42.368367ms)","trace[189734147] 'applied index is now lower than readState.Index' (duration: 84.727005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:57.607479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.061699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mwws7\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-04T01:54:57.607506Z","caller":"traceutil/trace.go:171","msg":"trace[1354798391] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15264; }","duration":"297.717452ms","start":"2026-03-04T01:54:57.309769Z","end":"2026-03-04T01:54:57.607486Z","steps":["trace[1354798391] 'agreement among raft nodes before linearized reading' (duration: 297.491346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:57.607413Z","caller":"traceutil/trace.go:171","msg":"trace[1753944036] transaction","detail":"{read_only:false; response_revision:15264; number_of_response:1; }","duration":"155.154416ms","start":"2026-03-04T01:54:57.452223Z","end":"2026-03-04T01:54:57.607377Z","steps":["trace[1753944036] 'process raft request' (duration: 154.334474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.607586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.454704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"warn","ts":"2026-03-04T01:54:57.607609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.956611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-phns9\" ","response":"range_response_count:1 size:18652"} {"level":"info","ts":"2026-03-04T01:54:57.607617Z","caller":"traceutil/trace.go:171","msg":"trace[1982403389] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:15264; }","duration":"134.535907ms","start":"2026-03-04T01:54:57.473073Z","end":"2026-03-04T01:54:57.607609Z","steps":["trace[1982403389] 'agreement among raft nodes before linearized reading' (duration: 134.378843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.60767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.335848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-2brk6\" ","response":"range_response_count:1 size:14283"} {"level":"info","ts":"2026-03-04T01:54:57.607693Z","caller":"traceutil/trace.go:171","msg":"trace[1792994153] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-phns9; range_end:; response_count:1; response_revision:15264; }","duration":"261.081984ms","start":"2026-03-04T01:54:57.346593Z","end":"2026-03-04T01:54:57.607675Z","steps":["trace[1792994153] 'agreement among raft nodes before linearized reading' (duration: 260.750955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:57.60756Z","caller":"traceutil/trace.go:171","msg":"trace[745472706] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mwws7; range_end:; response_count:1; response_revision:15264; }","duration":"257.161312ms","start":"2026-03-04T01:54:57.350378Z","end":"2026-03-04T01:54:57.607539Z","steps":["trace[745472706] 'agreement among raft nodes before linearized reading' (duration: 256.935476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:57.607745Z","caller":"traceutil/trace.go:171","msg":"trace[1825047637] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-2brk6; range_end:; response_count:1; response_revision:15264; }","duration":"267.41863ms","start":"2026-03-04T01:54:57.340305Z","end":"2026-03-04T01:54:57.607724Z","steps":["trace[1825047637] 'agreement among raft nodes before linearized reading' (duration: 266.968238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.608014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.276326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:54:57.608067Z","caller":"traceutil/trace.go:171","msg":"trace[1775798316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15264; }","duration":"298.376669ms","start":"2026-03-04T01:54:57.30968Z","end":"2026-03-04T01:54:57.608057Z","steps":["trace[1775798316] 'agreement among raft nodes before linearized reading' (duration: 297.65931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.608094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.994614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:54:57.608191Z","caller":"traceutil/trace.go:171","msg":"trace[1397022792] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15264; }","duration":"162.141808ms","start":"2026-03-04T01:54:57.446035Z","end":"2026-03-04T01:54:57.608177Z","steps":["trace[1397022792] 'agreement among raft nodes before linearized reading' (duration: 161.893311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.608841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.704786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:54:57.608966Z","caller":"traceutil/trace.go:171","msg":"trace[441755965] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:15264; }","duration":"138.834359ms","start":"2026-03-04T01:54:57.470115Z","end":"2026-03-04T01:54:57.608949Z","steps":["trace[441755965] 'agreement among raft nodes before linearized reading' (duration: 137.166295ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:57.897313Z","caller":"traceutil/trace.go:171","msg":"trace[2113811236] linearizableReadLoop","detail":"{readStateIndex:15810; appliedIndex:15809; }","duration":"284.542397ms","start":"2026-03-04T01:54:57.612734Z","end":"2026-03-04T01:54:57.897277Z","steps":["trace[2113811236] 'read index received' (duration: 257.183532ms)","trace[2113811236] 'applied index is now lower than readState.Index' (duration: 27.356925ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:57.897323Z","caller":"traceutil/trace.go:171","msg":"trace[1752364980] transaction","detail":"{read_only:false; response_revision:15265; number_of_response:1; }","duration":"284.64211ms","start":"2026-03-04T01:54:57.612645Z","end":"2026-03-04T01:54:57.897287Z","steps":["trace[1752364980] 'process raft request' (duration: 257.256135ms)","trace[1752364980] 'compare' (duration: 27.108378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:57.898727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.962994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:57.898788Z","caller":"traceutil/trace.go:171","msg":"trace[1236173703] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15265; }","duration":"286.082747ms","start":"2026-03-04T01:54:57.612692Z","end":"2026-03-04T01:54:57.898775Z","steps":["trace[1236173703] 'agreement among raft nodes before linearized reading' (duration: 284.755793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:57.927075Z","caller":"traceutil/trace.go:171","msg":"trace[2075937601] transaction","detail":"{read_only:false; response_revision:15267; number_of_response:1; }","duration":"313.74814ms","start":"2026-03-04T01:54:57.613308Z","end":"2026-03-04T01:54:57.927057Z","steps":["trace[2075937601] 'process raft request' (duration: 313.636538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:57.92707Z","caller":"traceutil/trace.go:171","msg":"trace[1877146805] transaction","detail":"{read_only:false; response_revision:15266; number_of_response:1; }","duration":"314.264514ms","start":"2026-03-04T01:54:57.612779Z","end":"2026-03-04T01:54:57.927044Z","steps":["trace[1877146805] 'process raft request' (duration: 314.031818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.927202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:57.613288Z","time spent":"313.826173ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:54:57.927231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:57.61276Z","time spent":"314.382998ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:54:57.928982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.690215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:57.929073Z","caller":"traceutil/trace.go:171","msg":"trace[198347054] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15267; }","duration":"314.796928ms","start":"2026-03-04T01:54:57.614261Z","end":"2026-03-04T01:54:57.929058Z","steps":["trace[198347054] 'agreement among raft nodes before linearized reading' (duration: 313.157235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.929141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:57.614251Z","time spent":"314.876661ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":904941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:54:57.929922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.77355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:57.929991Z","caller":"traceutil/trace.go:171","msg":"trace[1212478738] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15267; }","duration":"316.856342ms","start":"2026-03-04T01:54:57.613121Z","end":"2026-03-04T01:54:57.929977Z","steps":["trace[1212478738] 'agreement among raft nodes before linearized reading' (duration: 314.413028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.930024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:57.613114Z","time spent":"316.900133ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":904941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:54:57.930313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.171634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:57.930408Z","caller":"traceutil/trace.go:171","msg":"trace[2125939808] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15267; }","duration":"316.229425ms","start":"2026-03-04T01:54:57.614115Z","end":"2026-03-04T01:54:57.930344Z","steps":["trace[2125939808] 'agreement among raft nodes before linearized reading' (duration: 313.061643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.930471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.365327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:57.930496Z","caller":"traceutil/trace.go:171","msg":"trace[2105350107] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15267; }","duration":"314.411428ms","start":"2026-03-04T01:54:57.616077Z","end":"2026-03-04T01:54:57.930489Z","steps":["trace[2105350107] 'agreement among raft nodes before linearized reading' (duration: 310.947538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.930524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:57.616069Z","time spent":"314.448509ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":904941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:54:57.930527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:57.614106Z","time spent":"316.368589ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":904941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:54:57.930871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.571341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:57.93099Z","caller":"traceutil/trace.go:171","msg":"trace[1433839237] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15267; }","duration":"317.764056ms","start":"2026-03-04T01:54:57.613208Z","end":"2026-03-04T01:54:57.930972Z","steps":["trace[1433839237] 'agreement among raft nodes before linearized reading' (duration: 313.864484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.930998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.487239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"warn","ts":"2026-03-04T01:54:57.931047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:57.613185Z","time spent":"317.843958ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":904941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:54:57.931066Z","caller":"traceutil/trace.go:171","msg":"trace[1400985527] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15267; }","duration":"317.575761ms","start":"2026-03-04T01:54:57.613471Z","end":"2026-03-04T01:54:57.931047Z","steps":["trace[1400985527] 'agreement among raft nodes before linearized reading' (duration: 314.065489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:57.931118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:57.613465Z","time spent":"317.637172ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":904941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:54:58.128368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.104296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:54:58.1285Z","caller":"traceutil/trace.go:171","msg":"trace[2052916964] linearizableReadLoop","detail":"{readStateIndex:15813; appliedIndex:15812; }","duration":"188.117938ms","start":"2026-03-04T01:54:57.940362Z","end":"2026-03-04T01:54:58.12848Z","steps":["trace[2052916964] 'read index received' (duration: 74.725074ms)","trace[2052916964] 'applied index is now lower than readState.Index' (duration: 113.391184ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:58.128592Z","caller":"traceutil/trace.go:171","msg":"trace[1798764176] transaction","detail":"{read_only:false; response_revision:15268; number_of_response:1; }","duration":"195.759627ms","start":"2026-03-04T01:54:57.932786Z","end":"2026-03-04T01:54:58.128545Z","steps":["trace[1798764176] 'process raft request' (duration: 82.375054ms)","trace[1798764176] 'compare' (duration: 112.937162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:58.129714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.313019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:54:58.12982Z","caller":"traceutil/trace.go:171","msg":"trace[318898324] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15268; }","duration":"189.444092ms","start":"2026-03-04T01:54:57.940356Z","end":"2026-03-04T01:54:58.1298Z","steps":["trace[318898324] 'agreement among raft nodes before linearized reading' (duration: 188.237101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:59.05273Z","caller":"traceutil/trace.go:171","msg":"trace[905544869] transaction","detail":"{read_only:false; response_revision:15269; number_of_response:1; }","duration":"156.918161ms","start":"2026-03-04T01:54:58.895763Z","end":"2026-03-04T01:54:59.052682Z","steps":["trace[905544869] 'process raft request' (duration: 156.714246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.321797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08080528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:55:00.321899Z","caller":"traceutil/trace.go:171","msg":"trace[666219831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15269; }","duration":"1.080970754s","start":"2026-03-04T01:54:59.240898Z","end":"2026-03-04T01:55:00.321868Z","steps":["trace[666219831] 'count revisions from in-memory index tree' (duration: 1.080674116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.321944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.24088Z","time spent":"1.081055207s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:55:00.322182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17264178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:00.322206Z","caller":"traceutil/trace.go:171","msg":"trace[1313016758] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:15269; }","duration":"1.172764534s","start":"2026-03-04T01:54:59.149434Z","end":"2026-03-04T01:55:00.322199Z","steps":["trace[1313016758] 'count revisions from in-memory index tree' (duration: 1.172542718s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.322224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.149201Z","time spent":"1.1730175s","remote":"127.0.0.1:45814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:55:00.322403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.199768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T01:55:00.322403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.525744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:55:00.322487Z","caller":"traceutil/trace.go:171","msg":"trace[1496550582] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15269; }","duration":"826.688778ms","start":"2026-03-04T01:54:59.49578Z","end":"2026-03-04T01:55:00.322469Z","steps":["trace[1496550582] 'count revisions from in-memory index tree' (duration: 826.425761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.32254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.495749Z","time spent":"826.7811ms","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:55:00.322582Z","caller":"traceutil/trace.go:171","msg":"trace[2019597604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15269; }","duration":"838.430594ms","start":"2026-03-04T01:54:59.484134Z","end":"2026-03-04T01:55:00.322564Z","steps":["trace[2019597604] 'range keys from in-memory index tree' (duration: 837.780668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.32253Z","caller":"traceutil/trace.go:171","msg":"trace[506451888] transaction","detail":"{read_only:false; response_revision:15270; number_of_response:1; }","duration":"708.225121ms","start":"2026-03-04T01:54:59.614269Z","end":"2026-03-04T01:55:00.322494Z","steps":["trace[506451888] 'process raft request' (duration: 670.056214ms)","trace[506451888] 'compare' (duration: 37.734166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:00.322621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.68187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:55:00.322693Z","caller":"traceutil/trace.go:171","msg":"trace[1509171903] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15269; }","duration":"709.832154ms","start":"2026-03-04T01:54:59.612842Z","end":"2026-03-04T01:55:00.322674Z","steps":["trace[1509171903] 'range keys from in-memory index tree' (duration: 709.356901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.322739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.612813Z","time spent":"709.916945ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:55:00.322679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.484085Z","time spent":"838.582179ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:55:00.322757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.614247Z","time spent":"708.431417ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:00.563507Z","caller":"traceutil/trace.go:171","msg":"trace[628842413] linearizableReadLoop","detail":"{readStateIndex:15816; appliedIndex:15814; }","duration":"660.38287ms","start":"2026-03-04T01:54:59.903099Z","end":"2026-03-04T01:55:00.563482Z","steps":["trace[628842413] 'read index received' (duration: 381.247055ms)","trace[628842413] 'applied index is now lower than readState.Index' (duration: 279.134665ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:00.563653Z","caller":"traceutil/trace.go:171","msg":"trace[1201766488] transaction","detail":"{read_only:false; response_revision:15271; number_of_response:1; }","duration":"949.210849ms","start":"2026-03-04T01:54:59.614429Z","end":"2026-03-04T01:55:00.56364Z","steps":["trace[1201766488] 'process raft request' (duration: 921.796123ms)","trace[1201766488] 'compare' (duration: 27.048627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:00.563763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.614391Z","time spent":"949.289191ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:00.56384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.728799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:55:00.563933Z","caller":"traceutil/trace.go:171","msg":"trace[246061311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15271; }","duration":"660.868903ms","start":"2026-03-04T01:54:59.903041Z","end":"2026-03-04T01:55:00.56391Z","steps":["trace[246061311] 'agreement among raft nodes before linearized reading' (duration: 660.609556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.563984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.903016Z","time spent":"660.958365ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:55:00.60581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.297765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:55:00.605879Z","caller":"traceutil/trace.go:171","msg":"trace[1394824406] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:15272; }","duration":"438.436309ms","start":"2026-03-04T01:55:00.167425Z","end":"2026-03-04T01:55:00.605862Z","steps":["trace[1394824406] 'agreement among raft nodes before linearized reading' (duration: 438.298475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.60591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.16739Z","time spent":"438.512641ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":11,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:55:00.605933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.378354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mwws7\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-04T01:55:00.606019Z","caller":"traceutil/trace.go:171","msg":"trace[1324143326] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mwws7; range_end:; response_count:1; response_revision:15272; }","duration":"651.485077ms","start":"2026-03-04T01:54:59.954511Z","end":"2026-03-04T01:55:00.605996Z","steps":["trace[1324143326] 'agreement among raft nodes before linearized reading' (duration: 651.259962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.606066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.9545Z","time spent":"651.555119ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mwws7\" "} {"level":"warn","ts":"2026-03-04T01:55:00.606026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.983973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-2brk6\" ","response":"range_response_count:1 size:14283"} {"level":"warn","ts":"2026-03-04T01:55:00.606136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.819099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:55:00.606177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.929586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T01:55:00.60622Z","caller":"traceutil/trace.go:171","msg":"trace[1758675445] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15272; }","duration":"671.912421ms","start":"2026-03-04T01:54:59.934286Z","end":"2026-03-04T01:55:00.606199Z","steps":["trace[1758675445] 'agreement among raft nodes before linearized reading' (duration: 671.670324ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.606235Z","caller":"traceutil/trace.go:171","msg":"trace[1579911704] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15272; }","duration":"187.043088ms","start":"2026-03-04T01:55:00.419176Z","end":"2026-03-04T01:55:00.606219Z","steps":["trace[1579911704] 'agreement among raft nodes before linearized reading' (duration: 186.903725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.606273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.697512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-phns9\" ","response":"range_response_count:1 size:18652"} {"level":"info","ts":"2026-03-04T01:55:00.606274Z","caller":"traceutil/trace.go:171","msg":"trace[969609763] transaction","detail":"{read_only:false; response_revision:15272; number_of_response:1; }","duration":"278.251301ms","start":"2026-03-04T01:55:00.328011Z","end":"2026-03-04T01:55:00.606262Z","steps":["trace[969609763] 'process raft request' (duration: 277.535573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.606328Z","caller":"traceutil/trace.go:171","msg":"trace[986794400] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-phns9; range_end:; response_count:1; response_revision:15272; }","duration":"633.755714ms","start":"2026-03-04T01:54:59.972545Z","end":"2026-03-04T01:55:00.606301Z","steps":["trace[986794400] 'agreement among raft nodes before linearized reading' (duration: 633.645002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.606359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.972534Z","time spent":"633.816176ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18674,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-phns9\" "} {"level":"warn","ts":"2026-03-04T01:55:00.606379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.436154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wjgpk\" ","response":"range_response_count:1 size:18677"} {"level":"warn","ts":"2026-03-04T01:55:00.606255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.139126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:55:00.606402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.087082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-04T01:55:00.606431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.728509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"warn","ts":"2026-03-04T01:55:00.606445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.843762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-04T01:55:00.606464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.95323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:00.606532Z","caller":"traceutil/trace.go:171","msg":"trace[357327428] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15272; }","duration":"675.061254ms","start":"2026-03-04T01:54:59.931454Z","end":"2026-03-04T01:55:00.606515Z","steps":["trace[357327428] 'agreement among raft nodes before linearized reading' (duration: 674.958461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.606551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.513007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"warn","ts":"2026-03-04T01:55:00.606359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.308228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:00.606595Z","caller":"traceutil/trace.go:171","msg":"trace[1356066691] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15272; }","duration":"673.552904ms","start":"2026-03-04T01:54:59.933035Z","end":"2026-03-04T01:55:00.606588Z","steps":["trace[1356066691] 'agreement among raft nodes before linearized reading' (duration: 673.276407ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.606595Z","caller":"traceutil/trace.go:171","msg":"trace[380929786] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:15272; }","duration":"641.586219ms","start":"2026-03-04T01:54:59.964998Z","end":"2026-03-04T01:55:00.606584Z","steps":["trace[380929786] 'agreement among raft nodes before linearized reading' (duration: 641.461676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.606597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.931433Z","time spent":"675.143416ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:00.606607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.805277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:55:00.606279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.934279Z","time spent":"671.986053ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:55:00.606449Z","caller":"traceutil/trace.go:171","msg":"trace[1030499506] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15272; }","duration":"673.140923ms","start":"2026-03-04T01:54:59.933292Z","end":"2026-03-04T01:55:00.606432Z","steps":["trace[1030499506] 'agreement among raft nodes before linearized reading' (duration: 673.03171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.606699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.669128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6t7wx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:55:00.606731Z","caller":"traceutil/trace.go:171","msg":"trace[242514536] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6t7wx; range_end:; response_count:1; response_revision:15272; }","duration":"691.726039ms","start":"2026-03-04T01:54:59.914997Z","end":"2026-03-04T01:55:00.606723Z","steps":["trace[242514536] 'agreement among raft nodes before linearized reading' (duration: 691.614147ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.606487Z","caller":"traceutil/trace.go:171","msg":"trace[107887023] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15272; }","duration":"673.908513ms","start":"2026-03-04T01:54:59.932564Z","end":"2026-03-04T01:55:00.606472Z","steps":["trace[107887023] 'agreement among raft nodes before linearized reading' (duration: 673.78694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.606772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.932558Z","time spent":"674.209662ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:55:00.606772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.914981Z","time spent":"691.783081ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-6t7wx\" "} {"level":"info","ts":"2026-03-04T01:55:00.606435Z","caller":"traceutil/trace.go:171","msg":"trace[3140383] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-wjgpk; range_end:; response_count:1; response_revision:15272; }","duration":"636.550857ms","start":"2026-03-04T01:54:59.969871Z","end":"2026-03-04T01:55:00.606422Z","steps":["trace[3140383] 'agreement among raft nodes before linearized reading' (duration: 636.405593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.606741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.933287Z","time spent":"673.4222ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:55:00.606146Z","caller":"traceutil/trace.go:171","msg":"trace[1882060407] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-2brk6; range_end:; response_count:1; response_revision:15272; }","duration":"636.158327ms","start":"2026-03-04T01:54:59.969961Z","end":"2026-03-04T01:55:00.606119Z","steps":["trace[1882060407] 'agreement among raft nodes before linearized reading' (duration: 635.829278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.606901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.969954Z","time spent":"636.938307ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14305,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-2brk6\" "} {"level":"info","ts":"2026-03-04T01:55:00.606487Z","caller":"traceutil/trace.go:171","msg":"trace[660876223] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:15272; }","duration":"458.829572ms","start":"2026-03-04T01:55:00.147636Z","end":"2026-03-04T01:55:00.606466Z","steps":["trace[660876223] 'agreement among raft nodes before linearized reading' (duration: 458.672818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.60699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.14761Z","time spent":"459.358816ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" "} {"level":"warn","ts":"2026-03-04T01:55:00.606635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.93303Z","time spent":"673.598015ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:00.6066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.631316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:55:00.607078Z","caller":"traceutil/trace.go:171","msg":"trace[1284493926] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:15272; }","duration":"643.131289ms","start":"2026-03-04T01:54:59.963939Z","end":"2026-03-04T01:55:00.60707Z","steps":["trace[1284493926] 'agreement among raft nodes before linearized reading' (duration: 642.582904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.606634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.964987Z","time spent":"641.63821ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" "} {"level":"warn","ts":"2026-03-04T01:55:00.607112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.963927Z","time spent":"643.176ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" "} {"level":"info","ts":"2026-03-04T01:55:00.606643Z","caller":"traceutil/trace.go:171","msg":"trace[419379319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15272; }","duration":"674.852178ms","start":"2026-03-04T01:54:59.931782Z","end":"2026-03-04T01:55:00.606634Z","steps":["trace[419379319] 'agreement among raft nodes before linearized reading' (duration: 674.504619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.607258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.931777Z","time spent":"675.463554ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:55:00.606833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.969848Z","time spent":"636.975428ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18699,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wjgpk\" "} {"level":"info","ts":"2026-03-04T01:55:00.606439Z","caller":"traceutil/trace.go:171","msg":"trace[579259122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15272; }","duration":"473.353932ms","start":"2026-03-04T01:55:00.133073Z","end":"2026-03-04T01:55:00.606427Z","steps":["trace[579259122] 'agreement among raft nodes before linearized reading' (duration: 472.962061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.607387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.13301Z","time spent":"474.361477ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:55:00.849572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.491084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:55:00.849732Z","caller":"traceutil/trace.go:171","msg":"trace[1796726450] linearizableReadLoop","detail":"{readStateIndex:15818; appliedIndex:15817; }","duration":"244.021889ms","start":"2026-03-04T01:55:00.605679Z","end":"2026-03-04T01:55:00.849701Z","steps":["trace[1796726450] 'read index received' (duration: 88.3618ms)","trace[1796726450] 'applied index is now lower than readState.Index' (duration: 155.657709ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:00.849959Z","caller":"traceutil/trace.go:171","msg":"trace[557219102] transaction","detail":"{read_only:false; response_revision:15273; number_of_response:1; }","duration":"281.880118ms","start":"2026-03-04T01:55:00.568049Z","end":"2026-03-04T01:55:00.849929Z","steps":["trace[557219102] 'process raft request' (duration: 125.88895ms)","trace[557219102] 'compare' (duration: 155.122235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:00.850173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.67247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:00.850252Z","caller":"traceutil/trace.go:171","msg":"trace[529488860] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:15273; }","duration":"274.802833ms","start":"2026-03-04T01:55:00.575428Z","end":"2026-03-04T01:55:00.850231Z","steps":["trace[529488860] 'agreement among raft nodes before linearized reading' (duration: 274.636779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.885315Z","caller":"traceutil/trace.go:171","msg":"trace[1510160655] transaction","detail":"{read_only:false; response_revision:15275; number_of_response:1; }","duration":"273.127859ms","start":"2026-03-04T01:55:00.612169Z","end":"2026-03-04T01:55:00.885296Z","steps":["trace[1510160655] 'process raft request' (duration: 273.075017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.885334Z","caller":"traceutil/trace.go:171","msg":"trace[153982207] transaction","detail":"{read_only:false; response_revision:15274; number_of_response:1; }","duration":"273.17435ms","start":"2026-03-04T01:55:00.61214Z","end":"2026-03-04T01:55:00.885314Z","steps":["trace[153982207] 'process raft request' (duration: 273.018696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.885781Z","caller":"traceutil/trace.go:171","msg":"trace[513340665] transaction","detail":"{read_only:false; response_revision:15276; number_of_response:1; }","duration":"271.212159ms","start":"2026-03-04T01:55:00.614522Z","end":"2026-03-04T01:55:00.885734Z","steps":["trace[513340665] 'process raft request' (duration: 270.746327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.886778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.102106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:00.886828Z","caller":"traceutil/trace.go:171","msg":"trace[2090674396] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15276; }","duration":"271.181439ms","start":"2026-03-04T01:55:00.615636Z","end":"2026-03-04T01:55:00.886818Z","steps":["trace[2090674396] 'agreement among raft nodes before linearized reading' (duration: 269.846164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.887141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.129467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:00.887219Z","caller":"traceutil/trace.go:171","msg":"trace[451050264] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15276; }","duration":"271.24484ms","start":"2026-03-04T01:55:00.615955Z","end":"2026-03-04T01:55:00.887199Z","steps":["trace[451050264] 'agreement among raft nodes before linearized reading' (duration: 269.765591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.887509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.862806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"warn","ts":"2026-03-04T01:55:00.887505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.911097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:00.887556Z","caller":"traceutil/trace.go:171","msg":"trace[1705988072] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15276; }","duration":"271.930377ms","start":"2026-03-04T01:55:00.61561Z","end":"2026-03-04T01:55:00.88754Z","steps":["trace[1705988072] 'agreement among raft nodes before linearized reading' (duration: 269.964616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.887567Z","caller":"traceutil/trace.go:171","msg":"trace[1808471493] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15276; }","duration":"272.00418ms","start":"2026-03-04T01:55:00.615547Z","end":"2026-03-04T01:55:00.887552Z","steps":["trace[1808471493] 'agreement among raft nodes before linearized reading' (duration: 270.031798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.887595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.912923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:00.887668Z","caller":"traceutil/trace.go:171","msg":"trace[1772134465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15276; }","duration":"273.020156ms","start":"2026-03-04T01:55:00.614631Z","end":"2026-03-04T01:55:00.887651Z","steps":["trace[1772134465] 'agreement among raft nodes before linearized reading' (duration: 271.204659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.888215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.942694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:00.888278Z","caller":"traceutil/trace.go:171","msg":"trace[1288377276] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15276; }","duration":"273.033696ms","start":"2026-03-04T01:55:00.61523Z","end":"2026-03-04T01:55:00.888264Z","steps":["trace[1288377276] 'agreement among raft nodes before linearized reading' (duration: 270.599423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.888338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.286637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:00.888413Z","caller":"traceutil/trace.go:171","msg":"trace[1269758282] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15276; }","duration":"272.38538ms","start":"2026-03-04T01:55:00.61601Z","end":"2026-03-04T01:55:00.888396Z","steps":["trace[1269758282] 'agreement among raft nodes before linearized reading' (duration: 269.517945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.888483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.338697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:00.888548Z","caller":"traceutil/trace.go:171","msg":"trace[771055160] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15276; }","duration":"275.407298ms","start":"2026-03-04T01:55:00.613127Z","end":"2026-03-04T01:55:00.888534Z","steps":["trace[771055160] 'agreement among raft nodes before linearized reading' (duration: 272.350709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.399264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.294558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:55:02.399501Z","caller":"traceutil/trace.go:171","msg":"trace[1059607338] transaction","detail":"{read_only:false; response_revision:15279; number_of_response:1; }","duration":"223.226735ms","start":"2026-03-04T01:55:02.176218Z","end":"2026-03-04T01:55:02.399445Z","steps":["trace[1059607338] 'process raft request' (duration: 59.642389ms)","trace[1059607338] 'compare' (duration: 163.106843ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:02.471027Z","caller":"traceutil/trace.go:171","msg":"trace[788808131] transaction","detail":"{read_only:false; response_revision:15280; number_of_response:1; }","duration":"141.007815ms","start":"2026-03-04T01:55:02.329975Z","end":"2026-03-04T01:55:02.470982Z","steps":["trace[788808131] 'process raft request' (duration: 140.684017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.716844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.56376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:02.716943Z","caller":"traceutil/trace.go:171","msg":"trace[266176172] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:15280; }","duration":"206.701033ms","start":"2026-03-04T01:55:02.510217Z","end":"2026-03-04T01:55:02.716918Z","steps":["trace[266176172] 'count revisions from in-memory index tree' (duration: 206.493587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:02.784429Z","caller":"traceutil/trace.go:171","msg":"trace[599173776] linearizableReadLoop","detail":"{readStateIndex:15827; appliedIndex:15826; }","duration":"171.757919ms","start":"2026-03-04T01:55:02.612649Z","end":"2026-03-04T01:55:02.784407Z","steps":["trace[599173776] 'read index received' (duration: 171.597585ms)","trace[599173776] 'applied index is now lower than readState.Index' (duration: 159.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:02.784549Z","caller":"traceutil/trace.go:171","msg":"trace[526450117] transaction","detail":"{read_only:false; response_revision:15281; number_of_response:1; }","duration":"214.729453ms","start":"2026-03-04T01:55:02.569803Z","end":"2026-03-04T01:55:02.784532Z","steps":["trace[526450117] 'process raft request' (duration: 214.394744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.784846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.17178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:55:02.784937Z","caller":"traceutil/trace.go:171","msg":"trace[306780483] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15281; }","duration":"172.325664ms","start":"2026-03-04T01:55:02.612591Z","end":"2026-03-04T01:55:02.784917Z","steps":["trace[306780483] 'agreement among raft nodes before linearized reading' (duration: 171.974254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:02.939538Z","caller":"traceutil/trace.go:171","msg":"trace[1861171733] transaction","detail":"{read_only:false; response_revision:15282; number_of_response:1; }","duration":"311.646276ms","start":"2026-03-04T01:55:02.627871Z","end":"2026-03-04T01:55:02.939517Z","steps":["trace[1861171733] 'process raft request' (duration: 311.343438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.939703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.627858Z","time spent":"311.768539ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:02.939867Z","caller":"traceutil/trace.go:171","msg":"trace[1819305916] linearizableReadLoop","detail":"{readStateIndex:15828; appliedIndex:15828; }","duration":"155.33691ms","start":"2026-03-04T01:55:02.784492Z","end":"2026-03-04T01:55:02.939829Z","steps":["trace[1819305916] 'read index received' (duration: 155.297699ms)","trace[1819305916] 'applied index is now lower than readState.Index' (duration: 37.001µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:02.939928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.771321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:02.939984Z","caller":"traceutil/trace.go:171","msg":"trace[2029179915] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15282; }","duration":"321.865103ms","start":"2026-03-04T01:55:02.618106Z","end":"2026-03-04T01:55:02.939971Z","steps":["trace[2029179915] 'agreement among raft nodes before linearized reading' (duration: 321.76453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.939986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.921789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5308"} {"level":"warn","ts":"2026-03-04T01:55:02.94001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.618091Z","time spent":"321.914834ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T01:55:02.940026Z","caller":"traceutil/trace.go:171","msg":"trace[1063279375] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15282; }","duration":"320.97827ms","start":"2026-03-04T01:55:02.619037Z","end":"2026-03-04T01:55:02.940016Z","steps":["trace[1063279375] 'agreement among raft nodes before linearized reading' (duration: 320.851586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.940037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.67269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:02.94005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.619029Z","time spent":"321.01561ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5330,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-03-04T01:55:02.940067Z","caller":"traceutil/trace.go:171","msg":"trace[1891171577] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15282; }","duration":"323.710221ms","start":"2026-03-04T01:55:02.616347Z","end":"2026-03-04T01:55:02.940057Z","steps":["trace[1891171577] 'agreement among raft nodes before linearized reading' (duration: 323.6707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.940087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.61634Z","time spent":"323.741581ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:02.940128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.35761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:02.940149Z","caller":"traceutil/trace.go:171","msg":"trace[981499477] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15282; }","duration":"321.404261ms","start":"2026-03-04T01:55:02.618738Z","end":"2026-03-04T01:55:02.940142Z","steps":["trace[981499477] 'agreement among raft nodes before linearized reading' (duration: 321.37514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.940155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.116739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:02.940162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.618723Z","time spent":"321.435752ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-04T01:55:02.940212Z","caller":"traceutil/trace.go:171","msg":"trace[409370605] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15282; }","duration":"322.148911ms","start":"2026-03-04T01:55:02.61802Z","end":"2026-03-04T01:55:02.940169Z","steps":["trace[409370605] 'agreement among raft nodes before linearized reading' (duration: 322.11177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.939993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.629812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T01:55:02.940219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.308833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-04T01:55:02.940238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.618013Z","time spent":"322.217472ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-04T01:55:02.940248Z","caller":"traceutil/trace.go:171","msg":"trace[839018017] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15282; }","duration":"255.92255ms","start":"2026-03-04T01:55:02.684316Z","end":"2026-03-04T01:55:02.940238Z","steps":["trace[839018017] 'agreement among raft nodes before linearized reading' (duration: 255.601581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:02.940255Z","caller":"traceutil/trace.go:171","msg":"trace[2015865783] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15282; }","duration":"325.426356ms","start":"2026-03-04T01:55:02.614819Z","end":"2026-03-04T01:55:02.940245Z","steps":["trace[2015865783] 'agreement among raft nodes before linearized reading' (duration: 325.176059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.940287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.61481Z","time spent":"325.469727ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:55:02.94031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.225315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:02.94039Z","caller":"traceutil/trace.go:171","msg":"trace[1386939684] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15282; }","duration":"324.335567ms","start":"2026-03-04T01:55:02.616035Z","end":"2026-03-04T01:55:02.940371Z","steps":["trace[1386939684] 'agreement among raft nodes before linearized reading' (duration: 324.181583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.94043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.616028Z","time spent":"324.393979ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:55:02.940589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.248944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:55:02.940613Z","caller":"traceutil/trace.go:171","msg":"trace[1179405282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15282; }","duration":"327.280494ms","start":"2026-03-04T01:55:02.613322Z","end":"2026-03-04T01:55:02.940603Z","steps":["trace[1179405282] 'agreement among raft nodes before linearized reading' (duration: 327.202422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.94063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.613317Z","time spent":"327.308055ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:55:02.940638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.431172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5308"} {"level":"info","ts":"2026-03-04T01:55:02.940663Z","caller":"traceutil/trace.go:171","msg":"trace[436855137] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15282; }","duration":"326.457473ms","start":"2026-03-04T01:55:02.614198Z","end":"2026-03-04T01:55:02.940656Z","steps":["trace[436855137] 'agreement among raft nodes before linearized reading' (duration: 326.384401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.940683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.614115Z","time spent":"326.561606ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5330,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:02.940861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.108124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:02.940885Z","caller":"traceutil/trace.go:171","msg":"trace[190395826] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15282; }","duration":"326.153905ms","start":"2026-03-04T01:55:02.614724Z","end":"2026-03-04T01:55:02.940878Z","steps":["trace[190395826] 'agreement among raft nodes before linearized reading' (duration: 326.104804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.940904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.614711Z","time spent":"326.187686ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:02.941071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.859039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:55:02.941093Z","caller":"traceutil/trace.go:171","msg":"trace[1083888786] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15282; }","duration":"327.899771ms","start":"2026-03-04T01:55:02.613187Z","end":"2026-03-04T01:55:02.941086Z","steps":["trace[1083888786] 'agreement among raft nodes before linearized reading' (duration: 327.834279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.94111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.613177Z","time spent":"327.928951ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:55:02.941232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.365762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:55:02.941257Z","caller":"traceutil/trace.go:171","msg":"trace[47566544] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15282; }","duration":"328.438415ms","start":"2026-03-04T01:55:02.612811Z","end":"2026-03-04T01:55:02.94125Z","steps":["trace[47566544] 'agreement among raft nodes before linearized reading' (duration: 328.361153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.94128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.612786Z","time spent":"328.488136ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:55:02.941761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.907855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:02.941804Z","caller":"traceutil/trace.go:171","msg":"trace[1387444940] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15282; }","duration":"328.381033ms","start":"2026-03-04T01:55:02.613409Z","end":"2026-03-04T01:55:02.94179Z","steps":["trace[1387444940] 'agreement among raft nodes before linearized reading' (duration: 326.901044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.941839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.613405Z","time spent":"328.419524ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:55:02.941989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.426674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:02.94201Z","caller":"traceutil/trace.go:171","msg":"trace[946327762] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15282; }","duration":"328.475496ms","start":"2026-03-04T01:55:02.613528Z","end":"2026-03-04T01:55:02.942003Z","steps":["trace[946327762] 'agreement among raft nodes before linearized reading' (duration: 328.433755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.942027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.613514Z","time spent":"328.509066ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:02.942119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.61258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:02.942151Z","caller":"traceutil/trace.go:171","msg":"trace[1331712561] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15282; }","duration":"328.65349ms","start":"2026-03-04T01:55:02.613491Z","end":"2026-03-04T01:55:02.942144Z","steps":["trace[1331712561] 'agreement among raft nodes before linearized reading' (duration: 328.610739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.942166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.613487Z","time spent":"328.675281ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:02.94158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.326784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:02.942431Z","caller":"traceutil/trace.go:171","msg":"trace[164811546] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15282; }","duration":"327.240834ms","start":"2026-03-04T01:55:02.615179Z","end":"2026-03-04T01:55:02.94242Z","steps":["trace[164811546] 'agreement among raft nodes before linearized reading' (duration: 324.669566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.942458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.615159Z","time spent":"327.291134ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-04T01:55:03.423634Z","caller":"traceutil/trace.go:171","msg":"trace[226273113] transaction","detail":"{read_only:false; response_revision:15283; number_of_response:1; }","duration":"477.540372ms","start":"2026-03-04T01:55:02.94606Z","end":"2026-03-04T01:55:03.4236Z","steps":["trace[226273113] 'process raft request' (duration: 477.341196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.423911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.946036Z","time spent":"477.771618ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:03.621355Z","caller":"traceutil/trace.go:171","msg":"trace[1547519045] transaction","detail":"{read_only:false; response_revision:15284; number_of_response:1; }","duration":"675.238729ms","start":"2026-03-04T01:55:02.946079Z","end":"2026-03-04T01:55:03.621318Z","steps":["trace[1547519045] 'process raft request' (duration: 647.414662ms)","trace[1547519045] 'compare' (duration: 27.499219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:03.621604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.946067Z","time spent":"675.418724ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:03.62168Z","caller":"traceutil/trace.go:171","msg":"trace[1790791418] transaction","detail":"{read_only:false; response_revision:15285; number_of_response:1; }","duration":"675.527437ms","start":"2026-03-04T01:55:02.946126Z","end":"2026-03-04T01:55:03.621653Z","steps":["trace[1790791418] 'process raft request' (duration: 675.104426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.62184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.946036Z","time spent":"675.715202ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:03.621972Z","caller":"traceutil/trace.go:171","msg":"trace[1099427123] transaction","detail":"{read_only:false; response_revision:15286; number_of_response:1; }","duration":"675.763923ms","start":"2026-03-04T01:55:02.94618Z","end":"2026-03-04T01:55:03.621944Z","steps":["trace[1099427123] 'process raft request' (duration: 675.352192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:03.622104Z","caller":"traceutil/trace.go:171","msg":"trace[754419647] transaction","detail":"{read_only:false; response_revision:15287; number_of_response:1; }","duration":"675.763033ms","start":"2026-03-04T01:55:02.946333Z","end":"2026-03-04T01:55:03.622096Z","steps":["trace[754419647] 'process raft request' (duration: 675.503766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.622149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.946292Z","time spent":"675.834705ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:03.622185Z","caller":"traceutil/trace.go:171","msg":"trace[459365502] linearizableReadLoop","detail":"{readStateIndex:15834; appliedIndex:15828; }","duration":"674.672635ms","start":"2026-03-04T01:55:02.947493Z","end":"2026-03-04T01:55:03.622166Z","steps":["trace[459365502] 'read index received' (duration: 475.985761ms)","trace[459365502] 'applied index is now lower than readState.Index' (duration: 198.685664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:03.622212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.946172Z","time spent":"675.893166ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:03.622262Z","caller":"traceutil/trace.go:171","msg":"trace[770828335] transaction","detail":"{read_only:false; response_revision:15288; number_of_response:1; }","duration":"675.834585ms","start":"2026-03-04T01:55:02.946412Z","end":"2026-03-04T01:55:03.622247Z","steps":["trace[770828335] 'process raft request' (duration: 675.6454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.622351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.9464Z","time spent":"675.911136ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:03.622545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.585133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:03.62264Z","caller":"traceutil/trace.go:171","msg":"trace[652372304] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:15288; }","duration":"464.746818ms","start":"2026-03-04T01:55:03.15788Z","end":"2026-03-04T01:55:03.622627Z","steps":["trace[652372304] 'agreement among raft nodes before linearized reading' (duration: 464.617594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.622717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:03.157828Z","time spent":"464.877471ms","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:55:03.622742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.749908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:03.622792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.433735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:55:03.62282Z","caller":"traceutil/trace.go:171","msg":"trace[666511181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15288; }","duration":"658.888522ms","start":"2026-03-04T01:55:02.963911Z","end":"2026-03-04T01:55:03.6228Z","steps":["trace[666511181] 'agreement among raft nodes before linearized reading' (duration: 658.772309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.622861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.96388Z","time spent":"658.974635ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:55:03.622865Z","caller":"traceutil/trace.go:171","msg":"trace[2031726389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15288; }","duration":"491.508027ms","start":"2026-03-04T01:55:03.131339Z","end":"2026-03-04T01:55:03.622847Z","steps":["trace[2031726389] 'agreement among raft nodes before linearized reading' (duration: 491.21541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.622913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:03.13126Z","time spent":"491.639851ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:55:03.623588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.03833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:03.623624Z","caller":"traceutil/trace.go:171","msg":"trace[184350037] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15288; }","duration":"676.092471ms","start":"2026-03-04T01:55:02.947524Z","end":"2026-03-04T01:55:03.623616Z","steps":["trace[184350037] 'agreement among raft nodes before linearized reading' (duration: 674.774817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.623649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.947517Z","time spent":"676.124022ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":904941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:03.624032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.855681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:03.624116Z","caller":"traceutil/trace.go:171","msg":"trace[1295935830] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15288; }","duration":"671.958363ms","start":"2026-03-04T01:55:02.952139Z","end":"2026-03-04T01:55:03.624097Z","steps":["trace[1295935830] 'agreement among raft nodes before linearized reading' (duration: 670.252619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.624179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.952133Z","time spent":"672.028535ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":904941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:03.6248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.179507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:03.624862Z","caller":"traceutil/trace.go:171","msg":"trace[1385862105] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15288; }","duration":"675.272461ms","start":"2026-03-04T01:55:02.949571Z","end":"2026-03-04T01:55:03.624844Z","steps":["trace[1385862105] 'agreement among raft nodes before linearized reading' (duration: 672.841417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.624888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.915708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:03.624935Z","caller":"traceutil/trace.go:171","msg":"trace[620456093] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15288; }","duration":"672.987991ms","start":"2026-03-04T01:55:02.951937Z","end":"2026-03-04T01:55:03.624925Z","steps":["trace[620456093] 'agreement among raft nodes before linearized reading' (duration: 670.595728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.624927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.949562Z","time spent":"675.344912ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":904941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:03.624966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.951928Z","time spent":"673.030842ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":904941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:03.625418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.907059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:03.625486Z","caller":"traceutil/trace.go:171","msg":"trace[1728804126] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15288; }","duration":"677.981221ms","start":"2026-03-04T01:55:02.947488Z","end":"2026-03-04T01:55:03.625469Z","steps":["trace[1728804126] 'agreement among raft nodes before linearized reading' (duration: 674.785467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.625496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.419436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:03.625558Z","caller":"traceutil/trace.go:171","msg":"trace[1669816106] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15288; }","duration":"677.501389ms","start":"2026-03-04T01:55:02.948043Z","end":"2026-03-04T01:55:03.625544Z","steps":["trace[1669816106] 'agreement among raft nodes before linearized reading' (duration: 674.452509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.625609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.948036Z","time spent":"677.55822ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":904941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:03.625613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.947447Z","time spent":"678.115044ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":904941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:03.625951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.18108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904919"} {"level":"info","ts":"2026-03-04T01:55:03.626023Z","caller":"traceutil/trace.go:171","msg":"trace[723416339] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15288; }","duration":"677.269132ms","start":"2026-03-04T01:55:02.948737Z","end":"2026-03-04T01:55:03.626006Z","steps":["trace[723416339] 'agreement among raft nodes before linearized reading' (duration: 673.720699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.626076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:02.948723Z","time spent":"677.338024ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":904941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:03.889518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.784595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:03.889647Z","caller":"traceutil/trace.go:171","msg":"trace[1059635666] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:15289; }","duration":"149.99896ms","start":"2026-03-04T01:55:03.73962Z","end":"2026-03-04T01:55:03.889619Z","steps":["trace[1059635666] 'count revisions from in-memory index tree' (duration: 149.655182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:04.824578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.794462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:04.824678Z","caller":"traceutil/trace.go:171","msg":"trace[731556987] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:15290; }","duration":"168.990877ms","start":"2026-03-04T01:55:04.655665Z","end":"2026-03-04T01:55:04.824656Z","steps":["trace[731556987] 'count revisions from in-memory index tree' (duration: 168.603067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:05.095002Z","caller":"traceutil/trace.go:171","msg":"trace[1178082700] linearizableReadLoop","detail":"{readStateIndex:15839; appliedIndex:15838; }","duration":"150.177566ms","start":"2026-03-04T01:55:04.944794Z","end":"2026-03-04T01:55:05.094971Z","steps":["trace[1178082700] 'read index received' (duration: 149.840467ms)","trace[1178082700] 'applied index is now lower than readState.Index' (duration: 334.958µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:05.095512Z","caller":"traceutil/trace.go:171","msg":"trace[230495132] transaction","detail":"{read_only:false; response_revision:15293; number_of_response:1; }","duration":"238.73541ms","start":"2026-03-04T01:55:04.856721Z","end":"2026-03-04T01:55:05.095457Z","steps":["trace[230495132] 'process raft request' (duration: 238.029622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.095603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.592746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:05.095626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.995623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:05.095719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.971998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:05.095753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.788456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:05.095786Z","caller":"traceutil/trace.go:171","msg":"trace[1561861712] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15293; }","duration":"148.038829ms","start":"2026-03-04T01:55:04.947725Z","end":"2026-03-04T01:55:05.095764Z","steps":["trace[1561861712] 'agreement among raft nodes before linearized reading' (duration: 147.952357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.095674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.079348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:05.095916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.605226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:05.095969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.701804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5308"} {"level":"warn","ts":"2026-03-04T01:55:05.095991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.827803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-04T01:55:05.095612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.570375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:05.09598Z","caller":"traceutil/trace.go:171","msg":"trace[798068130] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15293; }","duration":"146.402306ms","start":"2026-03-04T01:55:04.949556Z","end":"2026-03-04T01:55:05.095959Z","steps":["trace[798068130] 'agreement among raft nodes before linearized reading' (duration: 146.048267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:05.095738Z","caller":"traceutil/trace.go:171","msg":"trace[533424975] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15293; }","duration":"147.134466ms","start":"2026-03-04T01:55:04.948574Z","end":"2026-03-04T01:55:05.095708Z","steps":["trace[533424975] 'agreement among raft nodes before linearized reading' (duration: 146.947571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:05.096097Z","caller":"traceutil/trace.go:171","msg":"trace[1571885894] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15293; }","duration":"151.366786ms","start":"2026-03-04T01:55:04.944709Z","end":"2026-03-04T01:55:05.096076Z","steps":["trace[1571885894] 'agreement among raft nodes before linearized reading' (duration: 150.711629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.095883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.718006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:05.096775Z","caller":"traceutil/trace.go:171","msg":"trace[587073499] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15293; }","duration":"144.664281ms","start":"2026-03-04T01:55:04.952091Z","end":"2026-03-04T01:55:05.096756Z","steps":["trace[587073499] 'agreement among raft nodes before linearized reading' (duration: 143.653405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:05.096004Z","caller":"traceutil/trace.go:171","msg":"trace[482910489] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15293; }","duration":"150.72708ms","start":"2026-03-04T01:55:04.945254Z","end":"2026-03-04T01:55:05.095981Z","steps":["trace[482910489] 'agreement among raft nodes before linearized reading' (duration: 150.636077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.095755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.941175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:05.096954Z","caller":"traceutil/trace.go:171","msg":"trace[1368773766] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15293; }","duration":"147.171557ms","start":"2026-03-04T01:55:04.949758Z","end":"2026-03-04T01:55:05.096929Z","steps":["trace[1368773766] 'agreement among raft nodes before linearized reading' (duration: 145.859822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:05.095674Z","caller":"traceutil/trace.go:171","msg":"trace[1149903675] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15293; }","duration":"150.715419ms","start":"2026-03-04T01:55:04.94494Z","end":"2026-03-04T01:55:05.095656Z","steps":["trace[1149903675] 'agreement among raft nodes before linearized reading' (duration: 150.556705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.095732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.697523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:55:05.097136Z","caller":"traceutil/trace.go:171","msg":"trace[1746423649] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15293; }","duration":"151.13039ms","start":"2026-03-04T01:55:04.945994Z","end":"2026-03-04T01:55:05.097125Z","steps":["trace[1746423649] 'agreement among raft nodes before linearized reading' (duration: 149.640871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:05.095827Z","caller":"traceutil/trace.go:171","msg":"trace[1593672798] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15293; }","duration":"149.860317ms","start":"2026-03-04T01:55:04.945938Z","end":"2026-03-04T01:55:05.095798Z","steps":["trace[1593672798] 'agreement among raft nodes before linearized reading' (duration: 149.764105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.095867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.380839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5308"} {"level":"info","ts":"2026-03-04T01:55:05.097265Z","caller":"traceutil/trace.go:171","msg":"trace[1484998462] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15293; }","duration":"149.789515ms","start":"2026-03-04T01:55:04.947468Z","end":"2026-03-04T01:55:05.097257Z","steps":["trace[1484998462] 'agreement among raft nodes before linearized reading' (duration: 148.324207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.095848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.412651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wjgpk\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-03-04T01:55:05.097325Z","caller":"traceutil/trace.go:171","msg":"trace[671862746] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-wjgpk; range_end:; response_count:1; response_revision:15293; }","duration":"133.959082ms","start":"2026-03-04T01:55:04.963354Z","end":"2026-03-04T01:55:05.097314Z","steps":["trace[671862746] 'agreement among raft nodes before linearized reading' (duration: 132.205486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.095888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.934509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:05.097413Z","caller":"traceutil/trace.go:171","msg":"trace[163086303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15293; }","duration":"133.500419ms","start":"2026-03-04T01:55:04.963904Z","end":"2026-03-04T01:55:05.097404Z","steps":["trace[163086303] 'agreement among raft nodes before linearized reading' (duration: 131.911338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.095909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.082173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:05.097545Z","caller":"traceutil/trace.go:171","msg":"trace[981475623] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15293; }","duration":"151.773487ms","start":"2026-03-04T01:55:04.945762Z","end":"2026-03-04T01:55:05.097536Z","steps":["trace[981475623] 'agreement among raft nodes before linearized reading' (duration: 150.095924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.096026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.515746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:55:05.097673Z","caller":"traceutil/trace.go:171","msg":"trace[809922952] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15293; }","duration":"149.20299ms","start":"2026-03-04T01:55:04.948452Z","end":"2026-03-04T01:55:05.097655Z","steps":["trace[809922952] 'agreement among raft nodes before linearized reading' (duration: 147.469464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:05.096022Z","caller":"traceutil/trace.go:171","msg":"trace[459741535] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15293; }","duration":"146.777917ms","start":"2026-03-04T01:55:04.94923Z","end":"2026-03-04T01:55:05.096008Z","steps":["trace[459741535] 'agreement among raft nodes before linearized reading' (duration: 146.560961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:05.096115Z","caller":"traceutil/trace.go:171","msg":"trace[530364040] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15293; }","duration":"146.107279ms","start":"2026-03-04T01:55:04.949996Z","end":"2026-03-04T01:55:05.096104Z","steps":["trace[530364040] 'agreement among raft nodes before linearized reading' (duration: 145.530344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.445122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.302198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:55:05.44521Z","caller":"traceutil/trace.go:171","msg":"trace[1983705030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15293; }","duration":"145.473912ms","start":"2026-03-04T01:55:05.299716Z","end":"2026-03-04T01:55:05.44519Z","steps":["trace[1983705030] 'count revisions from in-memory index tree' (duration: 145.160494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:05.847053Z","caller":"traceutil/trace.go:171","msg":"trace[1912296527] transaction","detail":"{read_only:false; response_revision:15295; number_of_response:1; }","duration":"194.233137ms","start":"2026-03-04T01:55:05.652782Z","end":"2026-03-04T01:55:05.847015Z","steps":["trace[1912296527] 'process raft request' (duration: 194.034712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:06.013444Z","caller":"traceutil/trace.go:171","msg":"trace[2119653307] linearizableReadLoop","detail":"{readStateIndex:15844; appliedIndex:15840; }","duration":"341.624939ms","start":"2026-03-04T01:55:05.671727Z","end":"2026-03-04T01:55:06.013352Z","steps":["trace[2119653307] 'read index received' (duration: 175.125407ms)","trace[2119653307] 'applied index is now lower than readState.Index' (duration: 166.498482ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:06.013704Z","caller":"traceutil/trace.go:171","msg":"trace[1687918351] transaction","detail":"{read_only:false; response_revision:15296; number_of_response:1; }","duration":"360.669248ms","start":"2026-03-04T01:55:05.653012Z","end":"2026-03-04T01:55:06.013682Z","steps":["trace[1687918351] 'process raft request' (duration: 266.721082ms)","trace[1687918351] 'compare' (duration: 93.304889ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:06.013724Z","caller":"traceutil/trace.go:171","msg":"trace[615735385] transaction","detail":"{read_only:false; response_revision:15297; number_of_response:1; }","duration":"360.615406ms","start":"2026-03-04T01:55:05.653087Z","end":"2026-03-04T01:55:06.013702Z","steps":["trace[615735385] 'process raft request' (duration: 360.092112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:06.013716Z","caller":"traceutil/trace.go:171","msg":"trace[745527865] transaction","detail":"{read_only:false; response_revision:15298; number_of_response:1; }","duration":"360.578174ms","start":"2026-03-04T01:55:05.653093Z","end":"2026-03-04T01:55:06.013672Z","steps":["trace[745527865] 'process raft request' (duration: 360.199324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:06.013837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.653002Z","time spent":"360.75371ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:06.013837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.653078Z","time spent":"360.692588ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:06.013901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.139303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-2brk6\" ","response":"range_response_count:1 size:14283"} {"level":"warn","ts":"2026-03-04T01:55:06.013968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.368115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:55:06.013992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.814033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:06.01398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.540985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:55:06.014055Z","caller":"traceutil/trace.go:171","msg":"trace[1251888589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15298; }","duration":"116.940837ms","start":"2026-03-04T01:55:05.897096Z","end":"2026-03-04T01:55:06.014037Z","steps":["trace[1251888589] 'agreement among raft nodes before linearized reading' (duration: 116.840704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:06.01406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.977102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mwws7\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-04T01:55:06.014108Z","caller":"traceutil/trace.go:171","msg":"trace[894545069] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mwws7; range_end:; response_count:1; response_revision:15298; }","duration":"341.041734ms","start":"2026-03-04T01:55:05.673052Z","end":"2026-03-04T01:55:06.014094Z","steps":["trace[894545069] 'agreement among raft nodes before linearized reading' (duration: 340.907131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:06.014141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.272216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:55:06.014168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.673042Z","time spent":"341.109716ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mwws7\" "} {"level":"info","ts":"2026-03-04T01:55:06.014181Z","caller":"traceutil/trace.go:171","msg":"trace[986432286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15298; }","duration":"316.359229ms","start":"2026-03-04T01:55:05.69781Z","end":"2026-03-04T01:55:06.014169Z","steps":["trace[986432286] 'agreement among raft nodes before linearized reading' (duration: 316.249496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:06.014175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.149507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-phns9\" ","response":"range_response_count:1 size:18652"} {"level":"warn","ts":"2026-03-04T01:55:06.014195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.01667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6t7wx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:55:06.014021Z","caller":"traceutil/trace.go:171","msg":"trace[70827602] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-2brk6; range_end:; response_count:1; response_revision:15298; }","duration":"342.310128ms","start":"2026-03-04T01:55:05.67168Z","end":"2026-03-04T01:55:06.01399Z","steps":["trace[70827602] 'agreement among raft nodes before linearized reading' (duration: 342.00577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:06.014225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.697786Z","time spent":"316.42746ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:55:06.014238Z","caller":"traceutil/trace.go:171","msg":"trace[1803217892] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-phns9; range_end:; response_count:1; response_revision:15298; }","duration":"341.23579ms","start":"2026-03-04T01:55:05.672987Z","end":"2026-03-04T01:55:06.014222Z","steps":["trace[1803217892] 'agreement among raft nodes before linearized reading' (duration: 341.006694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:06.01423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.398819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"warn","ts":"2026-03-04T01:55:06.014304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.671662Z","time spent":"342.613995ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14305,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-2brk6\" "} {"level":"warn","ts":"2026-03-04T01:55:06.014324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.252067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-04T01:55:06.014105Z","caller":"traceutil/trace.go:171","msg":"trace[440695884] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:15298; }","duration":"106.718979ms","start":"2026-03-04T01:55:05.90736Z","end":"2026-03-04T01:55:06.014079Z","steps":["trace[440695884] 'agreement among raft nodes before linearized reading' (duration: 106.473873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:06.0144Z","caller":"traceutil/trace.go:171","msg":"trace[1691866119] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:15298; }","duration":"339.3571ms","start":"2026-03-04T01:55:05.675023Z","end":"2026-03-04T01:55:06.01438Z","steps":["trace[1691866119] 'agreement among raft nodes before linearized reading' (duration: 339.170445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:06.014388Z","caller":"traceutil/trace.go:171","msg":"trace[356956832] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:15298; }","duration":"342.542603ms","start":"2026-03-04T01:55:05.671787Z","end":"2026-03-04T01:55:06.014329Z","steps":["trace[356956832] 'agreement among raft nodes before linearized reading' (duration: 342.0351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:06.014453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.675012Z","time spent":"339.424762ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" "} {"level":"warn","ts":"2026-03-04T01:55:06.014495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.671777Z","time spent":"342.704207ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" "} {"level":"warn","ts":"2026-03-04T01:55:06.014287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.672974Z","time spent":"341.301291ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18674,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-phns9\" "} {"level":"warn","ts":"2026-03-04T01:55:06.013934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.65307Z","time spent":"360.747429ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:06.014033Z","caller":"traceutil/trace.go:171","msg":"trace[735015136] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:15298; }","duration":"338.458416ms","start":"2026-03-04T01:55:05.67556Z","end":"2026-03-04T01:55:06.014018Z","steps":["trace[735015136] 'agreement among raft nodes before linearized reading' (duration: 338.267741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:06.014728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.675544Z","time spent":"339.161175ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" "} {"level":"info","ts":"2026-03-04T01:55:06.014236Z","caller":"traceutil/trace.go:171","msg":"trace[474516735] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6t7wx; range_end:; response_count:1; response_revision:15298; }","duration":"342.076131ms","start":"2026-03-04T01:55:05.672149Z","end":"2026-03-04T01:55:06.014225Z","steps":["trace[474516735] 'agreement among raft nodes before linearized reading' (duration: 341.952028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:06.014903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.672137Z","time spent":"342.758279ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-6t7wx\" "} {"level":"warn","ts":"2026-03-04T01:55:07.488344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.983995ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:55:07.488842Z","caller":"traceutil/trace.go:171","msg":"trace[1924922567] transaction","detail":"{read_only:false; response_revision:15302; number_of_response:1; }","duration":"192.089561ms","start":"2026-03-04T01:55:07.296673Z","end":"2026-03-04T01:55:07.488763Z","steps":["trace[1924922567] 'process raft request' (duration: 191.799943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:08.369446Z","caller":"traceutil/trace.go:171","msg":"trace[69234977] transaction","detail":"{read_only:false; response_revision:15306; number_of_response:1; }","duration":"345.46993ms","start":"2026-03-04T01:55:08.023937Z","end":"2026-03-04T01:55:08.369407Z","steps":["trace[69234977] 'process raft request' (duration: 345.014938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:08.369619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:08.023894Z","time spent":"345.644325ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:08.369689Z","caller":"traceutil/trace.go:171","msg":"trace[160531296] linearizableReadLoop","detail":"{readStateIndex:15854; appliedIndex:15851; }","duration":"301.47953ms","start":"2026-03-04T01:55:08.068175Z","end":"2026-03-04T01:55:08.369654Z","steps":["trace[160531296] 'read index received' (duration: 4.550799ms)","trace[160531296] 'applied index is now lower than readState.Index' (duration: 296.927501ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:08.369837Z","caller":"traceutil/trace.go:171","msg":"trace[1634232538] transaction","detail":"{read_only:false; response_revision:15307; number_of_response:1; }","duration":"345.714766ms","start":"2026-03-04T01:55:08.02411Z","end":"2026-03-04T01:55:08.369825Z","steps":["trace[1634232538] 'process raft request' (duration: 345.199863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:08.369957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:08.024079Z","time spent":"345.790388ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:08.370183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.387131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:55:08.370167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.977413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:55:08.370224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.871518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6t7wx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:55:08.370244Z","caller":"traceutil/trace.go:171","msg":"trace[1998125441] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:15307; }","duration":"264.471973ms","start":"2026-03-04T01:55:08.105755Z","end":"2026-03-04T01:55:08.370227Z","steps":["trace[1998125441] 'agreement among raft nodes before linearized reading' (duration: 264.259117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:08.370247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.830263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-04T01:55:08.370261Z","caller":"traceutil/trace.go:171","msg":"trace[388168745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15307; }","duration":"302.132607ms","start":"2026-03-04T01:55:08.068106Z","end":"2026-03-04T01:55:08.370239Z","steps":["trace[388168745] 'agreement among raft nodes before linearized reading' (duration: 301.86326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:08.370271Z","caller":"traceutil/trace.go:171","msg":"trace[2013588213] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6t7wx; range_end:; response_count:1; response_revision:15307; }","duration":"268.937309ms","start":"2026-03-04T01:55:08.101319Z","end":"2026-03-04T01:55:08.370256Z","steps":["trace[2013588213] 'agreement among raft nodes before linearized reading' (duration: 268.711604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:08.370284Z","caller":"traceutil/trace.go:171","msg":"trace[424850906] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:15307; }","duration":"269.909465ms","start":"2026-03-04T01:55:08.100364Z","end":"2026-03-04T01:55:08.370274Z","steps":["trace[424850906] 'agreement among raft nodes before linearized reading' (duration: 269.794502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:08.37032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:08.068081Z","time spent":"302.23009ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:55:08.370283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.525847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"warn","ts":"2026-03-04T01:55:08.370352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.251299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-2brk6\" ","response":"range_response_count:1 size:14283"} {"level":"info","ts":"2026-03-04T01:55:08.370394Z","caller":"traceutil/trace.go:171","msg":"trace[513025466] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:15307; }","duration":"266.67366ms","start":"2026-03-04T01:55:08.103693Z","end":"2026-03-04T01:55:08.370367Z","steps":["trace[513025466] 'agreement among raft nodes before linearized reading' (duration: 266.317061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:08.370458Z","caller":"traceutil/trace.go:171","msg":"trace[1888685622] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-2brk6; range_end:; response_count:1; response_revision:15307; }","duration":"266.431924ms","start":"2026-03-04T01:55:08.104001Z","end":"2026-03-04T01:55:08.370433Z","steps":["trace[1888685622] 'agreement among raft nodes before linearized reading' (duration: 266.053184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:08.370619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.776833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mwws7\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-04T01:55:08.370848Z","caller":"traceutil/trace.go:171","msg":"trace[824653954] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mwws7; range_end:; response_count:1; response_revision:15307; }","duration":"272.350229ms","start":"2026-03-04T01:55:08.098332Z","end":"2026-03-04T01:55:08.370683Z","steps":["trace[824653954] 'agreement among raft nodes before linearized reading' (duration: 271.64463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:08.370817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.026209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-phns9\" ","response":"range_response_count:1 size:18652"} {"level":"info","ts":"2026-03-04T01:55:08.370973Z","caller":"traceutil/trace.go:171","msg":"trace[292769699] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-phns9; range_end:; response_count:1; response_revision:15307; }","duration":"267.252005ms","start":"2026-03-04T01:55:08.103689Z","end":"2026-03-04T01:55:08.370941Z","steps":["trace[292769699] 'agreement among raft nodes before linearized reading' (duration: 266.350182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:09.776018Z","caller":"traceutil/trace.go:171","msg":"trace[2024017426] transaction","detail":"{read_only:false; response_revision:15312; number_of_response:1; }","duration":"170.403854ms","start":"2026-03-04T01:55:09.605585Z","end":"2026-03-04T01:55:09.775989Z","steps":["trace[2024017426] 'process raft request' (duration: 170.23946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:37.007602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.952848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:57:37.007759Z","caller":"traceutil/trace.go:171","msg":"trace[2089847199] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:16209; }","duration":"223.184544ms","start":"2026-03-04T01:57:36.784544Z","end":"2026-03-04T01:57:37.007729Z","steps":["trace[2089847199] 'range keys from in-memory index tree' (duration: 222.67231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:37.008092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.760346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-04T01:57:37.008198Z","caller":"traceutil/trace.go:171","msg":"trace[1110629701] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:16209; }","duration":"172.92292ms","start":"2026-03-04T01:57:36.835254Z","end":"2026-03-04T01:57:37.008177Z","steps":["trace[1110629701] 'range keys from in-memory index tree' (duration: 172.553611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:37.008284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.735241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:57:37.008348Z","caller":"traceutil/trace.go:171","msg":"trace[1591891759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16209; }","duration":"300.842933ms","start":"2026-03-04T01:57:36.707489Z","end":"2026-03-04T01:57:37.008332Z","steps":["trace[1591891759] 'range keys from in-memory index tree' (duration: 300.570287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:37.008401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:36.707462Z","time spent":"300.919626ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:37.008658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.489694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:37.008799Z","caller":"traceutil/trace.go:171","msg":"trace[780156763] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:16209; }","duration":"129.650999ms","start":"2026-03-04T01:57:36.879114Z","end":"2026-03-04T01:57:37.008765Z","steps":["trace[780156763] 'count revisions from in-memory index tree' (duration: 129.387992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:37.008297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.839602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:57:37.00899Z","caller":"traceutil/trace.go:171","msg":"trace[2092608072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16209; }","duration":"151.562482ms","start":"2026-03-04T01:57:36.857392Z","end":"2026-03-04T01:57:37.008954Z","steps":["trace[2092608072] 'range keys from in-memory index tree' (duration: 150.659548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:37.576383Z","caller":"traceutil/trace.go:171","msg":"trace[566009568] transaction","detail":"{read_only:false; response_revision:16221; number_of_response:1; }","duration":"111.628447ms","start":"2026-03-04T01:57:37.464696Z","end":"2026-03-04T01:57:37.576324Z","steps":["trace[566009568] 'process raft request' (duration: 111.266088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:39.368415Z","caller":"traceutil/trace.go:171","msg":"trace[1526881266] transaction","detail":"{read_only:false; response_revision:16224; number_of_response:1; }","duration":"325.033396ms","start":"2026-03-04T01:57:39.043347Z","end":"2026-03-04T01:57:39.368381Z","steps":["trace[1526881266] 'process raft request' (duration: 324.822261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:39.368653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:39.043325Z","time spent":"325.19037ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:39.384911Z","caller":"traceutil/trace.go:171","msg":"trace[572571097] linearizableReadLoop","detail":"{readStateIndex:16807; appliedIndex:16805; }","duration":"332.49842ms","start":"2026-03-04T01:57:39.052389Z","end":"2026-03-04T01:57:39.384887Z","steps":["trace[572571097] 'read index received' (duration: 315.910007ms)","trace[572571097] 'applied index is now lower than readState.Index' (duration: 16.587333ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:39.384967Z","caller":"traceutil/trace.go:171","msg":"trace[1360153117] transaction","detail":"{read_only:false; response_revision:16225; number_of_response:1; }","duration":"340.729446ms","start":"2026-03-04T01:57:39.044204Z","end":"2026-03-04T01:57:39.384934Z","steps":["trace[1360153117] 'process raft request' (duration: 340.478149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:39.385024Z","caller":"traceutil/trace.go:171","msg":"trace[1177253171] transaction","detail":"{read_only:false; response_revision:16226; number_of_response:1; }","duration":"142.634988ms","start":"2026-03-04T01:57:39.242348Z","end":"2026-03-04T01:57:39.384983Z","steps":["trace[1177253171] 'process raft request' (duration: 142.497984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:39.385085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:39.044194Z","time spent":"340.833989ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:39.385179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.759517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:57:39.385221Z","caller":"traceutil/trace.go:171","msg":"trace[447084176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16226; }","duration":"332.83735ms","start":"2026-03-04T01:57:39.052372Z","end":"2026-03-04T01:57:39.385209Z","steps":["trace[447084176] 'agreement among raft nodes before linearized reading' (duration: 332.647655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:39.385257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:39.052365Z","time spent":"332.884741ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:57:39.385278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.379245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:57:39.385347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.163393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-04T01:57:39.385342Z","caller":"traceutil/trace.go:171","msg":"trace[527085508] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:16226; }","duration":"330.483598ms","start":"2026-03-04T01:57:39.054843Z","end":"2026-03-04T01:57:39.385326Z","steps":["trace[527085508] 'agreement among raft nodes before linearized reading' (duration: 330.262902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:39.385414Z","caller":"traceutil/trace.go:171","msg":"trace[82635875] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:16226; }","duration":"329.267496ms","start":"2026-03-04T01:57:39.056137Z","end":"2026-03-04T01:57:39.385404Z","steps":["trace[82635875] 'agreement among raft nodes before linearized reading' (duration: 329.077151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:39.38545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:39.056112Z","time spent":"329.330178ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" "} {"level":"warn","ts":"2026-03-04T01:57:39.385452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:39.054818Z","time spent":"330.624392ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" "} {"level":"warn","ts":"2026-03-04T01:57:39.678295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.184387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:39.678455Z","caller":"traceutil/trace.go:171","msg":"trace[256231874] linearizableReadLoop","detail":"{readStateIndex:16811; appliedIndex:16808; }","duration":"286.16543ms","start":"2026-03-04T01:57:39.392276Z","end":"2026-03-04T01:57:39.678441Z","steps":["trace[256231874] 'read index received' (duration: 94.835899ms)","trace[256231874] 'applied index is now lower than readState.Index' (duration: 191.328681ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:39.678688Z","caller":"traceutil/trace.go:171","msg":"trace[746582607] transaction","detail":"{read_only:false; response_revision:16228; number_of_response:1; }","duration":"287.583637ms","start":"2026-03-04T01:57:39.391093Z","end":"2026-03-04T01:57:39.678677Z","steps":["trace[746582607] 'process raft request' (duration: 287.29677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:39.678736Z","caller":"traceutil/trace.go:171","msg":"trace[1172429877] transaction","detail":"{read_only:false; response_revision:16229; number_of_response:1; }","duration":"287.585937ms","start":"2026-03-04T01:57:39.391117Z","end":"2026-03-04T01:57:39.678703Z","steps":["trace[1172429877] 'process raft request' (duration: 287.30137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:39.678735Z","caller":"traceutil/trace.go:171","msg":"trace[967628304] transaction","detail":"{read_only:false; response_revision:16227; number_of_response:1; }","duration":"287.732171ms","start":"2026-03-04T01:57:39.390964Z","end":"2026-03-04T01:57:39.678697Z","steps":["trace[967628304] 'process raft request' (duration: 96.065661ms)","trace[967628304] 'compare' (duration: 191.085255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:39.679445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.180636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945957"} {"level":"info","ts":"2026-03-04T01:57:39.679471Z","caller":"traceutil/trace.go:171","msg":"trace[97552611] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16229; }","duration":"287.262969ms","start":"2026-03-04T01:57:39.392202Z","end":"2026-03-04T01:57:39.679465Z","steps":["trace[97552611] 'agreement among raft nodes before linearized reading' (duration: 286.54302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:40.146184Z","caller":"traceutil/trace.go:171","msg":"trace[1278578316] linearizableReadLoop","detail":"{readStateIndex:16812; appliedIndex:16811; }","duration":"467.667504ms","start":"2026-03-04T01:57:39.678478Z","end":"2026-03-04T01:57:40.146146Z","steps":["trace[1278578316] 'read index received' (duration: 467.492159ms)","trace[1278578316] 'applied index is now lower than readState.Index' (duration: 173.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:40.146665Z","caller":"traceutil/trace.go:171","msg":"trace[1252175589] transaction","detail":"{read_only:false; response_revision:16230; number_of_response:1; }","duration":"548.063005ms","start":"2026-03-04T01:57:39.598513Z","end":"2026-03-04T01:57:40.146576Z","steps":["trace[1252175589] 'process raft request' (duration: 547.410428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:40.146933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:39.598477Z","time spent":"548.300251ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:40.14738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.664138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945957"} {"level":"info","ts":"2026-03-04T01:57:40.147456Z","caller":"traceutil/trace.go:171","msg":"trace[9863056] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16230; }","duration":"748.788622ms","start":"2026-03-04T01:57:39.398652Z","end":"2026-03-04T01:57:40.147441Z","steps":["trace[9863056] 'agreement among raft nodes before linearized reading' (duration: 747.862418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:40.147495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:39.398632Z","time spent":"748.854663ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945979,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:40.147513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.227056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:57:40.14757Z","caller":"traceutil/trace.go:171","msg":"trace[40795090] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16230; }","duration":"528.33943ms","start":"2026-03-04T01:57:39.619216Z","end":"2026-03-04T01:57:40.147556Z","steps":["trace[40795090] 'agreement among raft nodes before linearized reading' (duration: 527.273132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:40.147611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:39.619185Z","time spent":"528.418832ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:40.650447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.329524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:40.650812Z","caller":"traceutil/trace.go:171","msg":"trace[793435848] transaction","detail":"{read_only:false; response_revision:16232; number_of_response:1; }","duration":"498.189761ms","start":"2026-03-04T01:57:40.152598Z","end":"2026-03-04T01:57:40.650788Z","steps":["trace[793435848] 'process raft request' (duration: 498.051488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:40.650884Z","caller":"traceutil/trace.go:171","msg":"trace[2074818675] linearizableReadLoop","detail":"{readStateIndex:16813; appliedIndex:16812; }","duration":"504.543867ms","start":"2026-03-04T01:57:40.146285Z","end":"2026-03-04T01:57:40.650828Z","steps":["trace[2074818675] 'read index received' (duration: 77.700951ms)","trace[2074818675] 'applied index is now lower than readState.Index' (duration: 426.839646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:40.650961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:40.152576Z","time spent":"498.328625ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:40.651115Z","caller":"traceutil/trace.go:171","msg":"trace[1733410382] transaction","detail":"{read_only:false; response_revision:16231; number_of_response:1; }","duration":"883.194895ms","start":"2026-03-04T01:57:39.767873Z","end":"2026-03-04T01:57:40.651068Z","steps":["trace[1733410382] 'process raft request' (duration: 456.100081ms)","trace[1733410382] 'compare' (duration: 425.938643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:40.651605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:39.767836Z","time spent":"883.351579ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:40.651739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.760482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:57:40.651807Z","caller":"traceutil/trace.go:171","msg":"trace[1490469374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16232; }","duration":"784.867734ms","start":"2026-03-04T01:57:39.866922Z","end":"2026-03-04T01:57:40.65179Z","steps":["trace[1490469374] 'agreement among raft nodes before linearized reading' (duration: 784.656569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:40.651861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:39.866893Z","time spent":"784.955367ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:57:40.652211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.896801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:40.652371Z","caller":"traceutil/trace.go:171","msg":"trace[1337429714] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16232; }","duration":"794.067525ms","start":"2026-03-04T01:57:39.858239Z","end":"2026-03-04T01:57:40.652306Z","steps":["trace[1337429714] 'agreement among raft nodes before linearized reading' (duration: 793.858469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:40.652478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:39.8582Z","time spent":"794.224699ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:40.653022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.489549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:40.653134Z","caller":"traceutil/trace.go:171","msg":"trace[1757029486] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16232; }","duration":"946.654123ms","start":"2026-03-04T01:57:39.706463Z","end":"2026-03-04T01:57:40.653117Z","steps":["trace[1757029486] 'agreement among raft nodes before linearized reading' (duration: 946.447088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:40.653468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:39.706433Z","time spent":"946.984032ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:40.654535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.164396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:40.654581Z","caller":"traceutil/trace.go:171","msg":"trace[1297339946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16232; }","duration":"691.248978ms","start":"2026-03-04T01:57:39.96332Z","end":"2026-03-04T01:57:40.654569Z","steps":["trace[1297339946] 'agreement among raft nodes before linearized reading' (duration: 691.163516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:40.654695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:39.963305Z","time spent":"691.378751ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:57:40.692429Z","caller":"traceutil/trace.go:171","msg":"trace[2113458662] transaction","detail":"{read_only:false; response_revision:16233; number_of_response:1; }","duration":"145.974325ms","start":"2026-03-04T01:57:40.546399Z","end":"2026-03-04T01:57:40.692373Z","steps":["trace[2113458662] 'process raft request' (duration: 145.76696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:40.69277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.003021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:57:40.692856Z","caller":"traceutil/trace.go:171","msg":"trace[1784855347] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:16233; }","duration":"427.106663ms","start":"2026-03-04T01:57:40.26573Z","end":"2026-03-04T01:57:40.692836Z","steps":["trace[1784855347] 'agreement among raft nodes before linearized reading' (duration: 426.672282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:40.693116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:40.265644Z","time spent":"427.448393ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":187,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:41.243701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:40.935255Z","time spent":"308.435682ms","remote":"127.0.0.1:41562","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:57:41.243806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.828422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:41.243868Z","caller":"traceutil/trace.go:171","msg":"trace[1512213247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16233; }","duration":"277.933175ms","start":"2026-03-04T01:57:40.965913Z","end":"2026-03-04T01:57:41.243846Z","steps":["trace[1512213247] 'range keys from in-memory index tree' (duration: 277.687088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:41.243893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.756995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:41.24398Z","caller":"traceutil/trace.go:171","msg":"trace[1027922343] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16233; }","duration":"483.858858ms","start":"2026-03-04T01:57:40.760099Z","end":"2026-03-04T01:57:41.243958Z","steps":["trace[1027922343] 'range keys from in-memory index tree' (duration: 483.651651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:41.244029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:40.760025Z","time spent":"483.993251ms","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T01:57:41.243944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.217756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:57:41.244061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.167707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-04T01:57:41.244118Z","caller":"traceutil/trace.go:171","msg":"trace[1331723330] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16233; }","duration":"347.498033ms","start":"2026-03-04T01:57:40.896584Z","end":"2026-03-04T01:57:41.244082Z","steps":["trace[1331723330] 'count revisions from in-memory index tree' (duration: 347.077982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:41.244132Z","caller":"traceutil/trace.go:171","msg":"trace[155976331] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:16233; }","duration":"455.269259ms","start":"2026-03-04T01:57:40.78884Z","end":"2026-03-04T01:57:41.244109Z","steps":["trace[155976331] 'range keys from in-memory index tree' (duration: 454.903901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:41.244193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:40.896552Z","time spent":"347.620496ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:41.244192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:40.788809Z","time spent":"455.368292ms","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T01:57:41.539047Z","caller":"traceutil/trace.go:171","msg":"trace[1310751686] transaction","detail":"{read_only:false; response_revision:16234; number_of_response:1; }","duration":"161.767967ms","start":"2026-03-04T01:57:41.377244Z","end":"2026-03-04T01:57:41.539012Z","steps":["trace[1310751686] 'process raft request' (duration: 161.568712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:41.53911Z","caller":"traceutil/trace.go:171","msg":"trace[1957371785] linearizableReadLoop","detail":"{readStateIndex:16816; appliedIndex:16816; }","duration":"148.751887ms","start":"2026-03-04T01:57:41.390313Z","end":"2026-03-04T01:57:41.539065Z","steps":["trace[1957371785] 'read index received' (duration: 148.732746ms)","trace[1957371785] 'applied index is now lower than readState.Index' (duration: 16.641µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:41.539584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.23286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:57:41.539702Z","caller":"traceutil/trace.go:171","msg":"trace[1793884402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16234; }","duration":"149.470726ms","start":"2026-03-04T01:57:41.390207Z","end":"2026-03-04T01:57:41.539678Z","steps":["trace[1793884402] 'agreement among raft nodes before linearized reading' (duration: 148.973303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:42.075979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108971993639,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:57:42.197694Z","caller":"traceutil/trace.go:171","msg":"trace[532386075] transaction","detail":"{read_only:false; response_revision:16235; number_of_response:1; }","duration":"805.644757ms","start":"2026-03-04T01:57:41.392021Z","end":"2026-03-04T01:57:42.197666Z","steps":["trace[532386075] 'process raft request' (duration: 805.479143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:42.197869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:41.391982Z","time spent":"805.798251ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:42.334134Z","caller":"traceutil/trace.go:171","msg":"trace[620205473] linearizableReadLoop","detail":"{readStateIndex:16818; appliedIndex:16816; }","duration":"758.773573ms","start":"2026-03-04T01:57:41.575329Z","end":"2026-03-04T01:57:42.334102Z","steps":["trace[620205473] 'read index received' (duration: 622.302635ms)","trace[620205473] 'applied index is now lower than readState.Index' (duration: 136.469797ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:42.334339Z","caller":"traceutil/trace.go:171","msg":"trace[1784195211] transaction","detail":"{read_only:false; response_revision:16236; number_of_response:1; }","duration":"789.899366ms","start":"2026-03-04T01:57:41.544406Z","end":"2026-03-04T01:57:42.334306Z","steps":["trace[1784195211] 'process raft request' (duration: 739.126919ms)","trace[1784195211] 'compare' (duration: 50.295104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:42.334401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.749107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:57:42.334429Z","caller":"traceutil/trace.go:171","msg":"trace[301631291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16236; }","duration":"648.839589ms","start":"2026-03-04T01:57:41.685583Z","end":"2026-03-04T01:57:42.334423Z","steps":["trace[301631291] 'agreement among raft nodes before linearized reading' (duration: 648.662884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:42.334392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.03146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:57:42.334489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.750422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:42.334512Z","caller":"traceutil/trace.go:171","msg":"trace[735868162] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:16236; }","duration":"605.782894ms","start":"2026-03-04T01:57:41.728721Z","end":"2026-03-04T01:57:42.334504Z","steps":["trace[735868162] 'agreement among raft nodes before linearized reading' (duration: 605.744053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:42.33453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:41.728715Z","time spent":"605.811685ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:57:42.334515Z","caller":"traceutil/trace.go:171","msg":"trace[231570659] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:16236; }","duration":"759.210194ms","start":"2026-03-04T01:57:41.575281Z","end":"2026-03-04T01:57:42.334491Z","steps":["trace[231570659] 'agreement among raft nodes before linearized reading' (duration: 758.955577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:42.334568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:41.575257Z","time spent":"759.300006ms","remote":"127.0.0.1:45614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:42.334656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:41.544378Z","time spent":"790.078551ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:42.334757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.112746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:57:42.334808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.199247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-04T01:57:42.334449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:41.685553Z","time spent":"648.89101ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:57:42.334832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.109138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:57:42.334828Z","caller":"traceutil/trace.go:171","msg":"trace[2010058178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16236; }","duration":"649.224589ms","start":"2026-03-04T01:57:41.685587Z","end":"2026-03-04T01:57:42.334811Z","steps":["trace[2010058178] 'agreement among raft nodes before linearized reading' (duration: 648.946632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:42.334861Z","caller":"traceutil/trace.go:171","msg":"trace[1559243729] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:16236; }","duration":"212.287929ms","start":"2026-03-04T01:57:42.122548Z","end":"2026-03-04T01:57:42.334836Z","steps":["trace[1559243729] 'agreement among raft nodes before linearized reading' (duration: 212.196406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:42.33489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:41.685563Z","time spent":"649.315352ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:57:42.334887Z","caller":"traceutil/trace.go:171","msg":"trace[2121375425] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:16236; }","duration":"638.17057ms","start":"2026-03-04T01:57:41.696696Z","end":"2026-03-04T01:57:42.334866Z","steps":["trace[2121375425] 'agreement among raft nodes before linearized reading' (duration: 638.051907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:42.334719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.792514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"warn","ts":"2026-03-04T01:57:42.334937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:41.69669Z","time spent":"638.238962ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" "} {"level":"warn","ts":"2026-03-04T01:57:42.334414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.273666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:42.334996Z","caller":"traceutil/trace.go:171","msg":"trace[529148374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16236; }","duration":"368.926243ms","start":"2026-03-04T01:57:41.966061Z","end":"2026-03-04T01:57:42.334988Z","steps":["trace[529148374] 'agreement among raft nodes before linearized reading' (duration: 368.233965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:42.335035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:41.966041Z","time spent":"368.987625ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:57:42.335073Z","caller":"traceutil/trace.go:171","msg":"trace[347299681] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:16236; }","duration":"171.096512ms","start":"2026-03-04T01:57:42.163876Z","end":"2026-03-04T01:57:42.334972Z","steps":["trace[347299681] 'agreement among raft nodes before linearized reading' (duration: 170.63717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:42.334642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.944762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:57:42.335189Z","caller":"traceutil/trace.go:171","msg":"trace[1539078499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16236; }","duration":"649.515487ms","start":"2026-03-04T01:57:41.685663Z","end":"2026-03-04T01:57:42.335179Z","steps":["trace[1539078499] 'agreement among raft nodes before linearized reading' (duration: 648.820138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:42.33523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:41.68559Z","time spent":"649.6293ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:57:42.581741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.304888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:42.581894Z","caller":"traceutil/trace.go:171","msg":"trace[37161900] transaction","detail":"{read_only:false; response_revision:16237; number_of_response:1; }","duration":"242.849438ms","start":"2026-03-04T01:57:42.339025Z","end":"2026-03-04T01:57:42.581875Z","steps":["trace[37161900] 'process raft request' (duration: 141.318504ms)","trace[37161900] 'compare' (duration: 101.168864ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:42.582514Z","caller":"traceutil/trace.go:171","msg":"trace[708615044] transaction","detail":"{read_only:false; response_revision:16240; number_of_response:1; }","duration":"206.123587ms","start":"2026-03-04T01:57:42.376357Z","end":"2026-03-04T01:57:42.58248Z","steps":["trace[708615044] 'process raft request' (duration: 206.049236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:42.582859Z","caller":"traceutil/trace.go:171","msg":"trace[574637126] transaction","detail":"{read_only:false; response_revision:16238; number_of_response:1; }","duration":"243.387732ms","start":"2026-03-04T01:57:42.339439Z","end":"2026-03-04T01:57:42.582827Z","steps":["trace[574637126] 'process raft request' (duration: 242.391985ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:42.582872Z","caller":"traceutil/trace.go:171","msg":"trace[2031366497] linearizableReadLoop","detail":"{readStateIndex:16822; appliedIndex:16819; }","duration":"240.989099ms","start":"2026-03-04T01:57:42.341861Z","end":"2026-03-04T01:57:42.58285Z","steps":["trace[2031366497] 'read index received' (duration: 33.780813ms)","trace[2031366497] 'applied index is now lower than readState.Index' (duration: 207.206006ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:42.582934Z","caller":"traceutil/trace.go:171","msg":"trace[308839701] transaction","detail":"{read_only:false; response_revision:16239; number_of_response:1; }","duration":"241.932704ms","start":"2026-03-04T01:57:42.340982Z","end":"2026-03-04T01:57:42.582915Z","steps":["trace[308839701] 'process raft request' (duration: 241.277207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:42.584448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.56177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945957"} {"level":"info","ts":"2026-03-04T01:57:42.584549Z","caller":"traceutil/trace.go:171","msg":"trace[514863906] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16240; }","duration":"242.712554ms","start":"2026-03-04T01:57:42.341823Z","end":"2026-03-04T01:57:42.584535Z","steps":["trace[514863906] 'agreement among raft nodes before linearized reading' (duration: 241.210005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:42.584877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.947564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945957"} {"level":"info","ts":"2026-03-04T01:57:42.584965Z","caller":"traceutil/trace.go:171","msg":"trace[2093550107] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16240; }","duration":"242.094648ms","start":"2026-03-04T01:57:42.34285Z","end":"2026-03-04T01:57:42.584945Z","steps":["trace[2093550107] 'agreement among raft nodes before linearized reading' (duration: 240.216159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:42.828892Z","caller":"traceutil/trace.go:171","msg":"trace[849394648] transaction","detail":"{read_only:false; response_revision:16241; number_of_response:1; }","duration":"170.781004ms","start":"2026-03-04T01:57:42.658085Z","end":"2026-03-04T01:57:42.828866Z","steps":["trace[849394648] 'process raft request' (duration: 170.63814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:42.887818Z","caller":"traceutil/trace.go:171","msg":"trace[1467522497] transaction","detail":"{read_only:false; response_revision:16242; number_of_response:1; }","duration":"226.443188ms","start":"2026-03-04T01:57:42.661334Z","end":"2026-03-04T01:57:42.887777Z","steps":["trace[1467522497] 'process raft request' (duration: 226.176702ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:43.657041Z","caller":"traceutil/trace.go:171","msg":"trace[1303211762] transaction","detail":"{read_only:false; response_revision:16243; number_of_response:1; }","duration":"108.104585ms","start":"2026-03-04T01:57:43.548865Z","end":"2026-03-04T01:57:43.656969Z","steps":["trace[1303211762] 'process raft request' (duration: 107.703505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:44.647374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.954054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:57:44.647477Z","caller":"traceutil/trace.go:171","msg":"trace[294467642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16245; }","duration":"307.123388ms","start":"2026-03-04T01:57:44.340327Z","end":"2026-03-04T01:57:44.647451Z","steps":["trace[294467642] 'range keys from in-memory index tree' (duration: 306.699006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:44.647527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:44.340307Z","time spent":"307.209189ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:57:45.012045Z","caller":"traceutil/trace.go:171","msg":"trace[1656034098] transaction","detail":"{read_only:false; response_revision:16246; number_of_response:1; }","duration":"359.590019ms","start":"2026-03-04T01:57:44.652417Z","end":"2026-03-04T01:57:45.012007Z","steps":["trace[1656034098] 'process raft request' (duration: 359.338863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:45.012539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:44.652392Z","time spent":"359.762843ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:45.224829Z","caller":"traceutil/trace.go:171","msg":"trace[803269284] linearizableReadLoop","detail":"{readStateIndex:16832; appliedIndex:16828; }","duration":"568.036026ms","start":"2026-03-04T01:57:44.656766Z","end":"2026-03-04T01:57:45.224802Z","steps":["trace[803269284] 'read index received' (duration: 354.927087ms)","trace[803269284] 'applied index is now lower than readState.Index' (duration: 213.107889ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:45.225109Z","caller":"traceutil/trace.go:171","msg":"trace[1748574601] transaction","detail":"{read_only:false; response_revision:16250; number_of_response:1; }","duration":"389.660734ms","start":"2026-03-04T01:57:44.835414Z","end":"2026-03-04T01:57:45.225074Z","steps":["trace[1748574601] 'process raft request' (duration: 389.345166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:45.225337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:44.835374Z","time spent":"389.863279ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:45.225593Z","caller":"traceutil/trace.go:171","msg":"trace[379836569] transaction","detail":"{read_only:false; response_revision:16247; number_of_response:1; }","duration":"571.811734ms","start":"2026-03-04T01:57:44.653768Z","end":"2026-03-04T01:57:45.225579Z","steps":["trace[379836569] 'process raft request' (duration: 541.312267ms)","trace[379836569] 'compare' (duration: 29.362568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:45.225657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:44.65373Z","time spent":"571.898467ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:45.225769Z","caller":"traceutil/trace.go:171","msg":"trace[605046912] transaction","detail":"{read_only:false; response_revision:16248; number_of_response:1; }","duration":"570.193792ms","start":"2026-03-04T01:57:44.655564Z","end":"2026-03-04T01:57:45.225757Z","steps":["trace[605046912] 'process raft request' (duration: 569.088493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:45.225841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:44.655549Z","time spent":"570.250884ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:45.226002Z","caller":"traceutil/trace.go:171","msg":"trace[1183061593] transaction","detail":"{read_only:false; response_revision:16249; number_of_response:1; }","duration":"570.322846ms","start":"2026-03-04T01:57:44.655667Z","end":"2026-03-04T01:57:45.225989Z","steps":["trace[1183061593] 'process raft request' (duration: 569.053023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:45.226087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:44.655647Z","time spent":"570.405608ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:45.226446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.667969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945957"} {"level":"info","ts":"2026-03-04T01:57:45.226511Z","caller":"traceutil/trace.go:171","msg":"trace[759889671] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16250; }","duration":"569.738371ms","start":"2026-03-04T01:57:44.656759Z","end":"2026-03-04T01:57:45.226497Z","steps":["trace[759889671] 'agreement among raft nodes before linearized reading' (duration: 568.372295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:45.226571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:44.656745Z","time spent":"569.813422ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945979,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:45.228277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.630202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945957"} {"level":"info","ts":"2026-03-04T01:57:45.228334Z","caller":"traceutil/trace.go:171","msg":"trace[1139799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16250; }","duration":"568.690503ms","start":"2026-03-04T01:57:44.659631Z","end":"2026-03-04T01:57:45.228321Z","steps":["trace[1139799] 'agreement among raft nodes before linearized reading' (duration: 567.015349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:45.22837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:44.659603Z","time spent":"568.755185ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945979,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:45.22925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.211075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:45.229293Z","caller":"traceutil/trace.go:171","msg":"trace[396907472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16250; }","duration":"264.293208ms","start":"2026-03-04T01:57:44.964989Z","end":"2026-03-04T01:57:45.229282Z","steps":["trace[396907472] 'agreement among raft nodes before linearized reading' (duration: 264.218716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:45.230324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.438513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:57:45.230374Z","caller":"traceutil/trace.go:171","msg":"trace[592641915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16250; }","duration":"336.541226ms","start":"2026-03-04T01:57:44.893819Z","end":"2026-03-04T01:57:45.23036Z","steps":["trace[592641915] 'agreement among raft nodes before linearized reading' (duration: 336.401822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:45.230406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:44.89377Z","time spent":"336.628798ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:57:45.596595Z","caller":"traceutil/trace.go:171","msg":"trace[785946278] transaction","detail":"{read_only:false; response_revision:16252; number_of_response:1; }","duration":"208.395797ms","start":"2026-03-04T01:57:45.388167Z","end":"2026-03-04T01:57:45.596563Z","steps":["trace[785946278] 'process raft request' (duration: 208.181852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:47.898468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000279453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:57:47.898587Z","caller":"traceutil/trace.go:171","msg":"trace[534930398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000472148s","start":"2026-03-04T01:57:45.898084Z","end":"2026-03-04T01:57:47.898557Z","steps":["trace[534930398] 'agreement among raft nodes before linearized reading' (duration: 2.000330255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:47.898644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:45.898058Z","time spent":"2.00057529s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:57:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:57:47.96655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:57:47.966653Z","caller":"traceutil/trace.go:171","msg":"trace[1266356423] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187291s","start":"2026-03-04T01:57:45.966444Z","end":"2026-03-04T01:57:47.966632Z","steps":["trace[1266356423] 'agreement among raft nodes before linearized reading' (duration: 2.000043547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:47.966703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:45.966426Z","time spent":"2.000266333s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:48.199672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520635104s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:48.199808Z","caller":"traceutil/trace.go:171","msg":"trace[39575292] linearizableReadLoop","detail":"{readStateIndex:16836; appliedIndex:16835; }","duration":"2.537775482s","start":"2026-03-04T01:57:45.662011Z","end":"2026-03-04T01:57:48.199786Z","steps":["trace[39575292] 'read index received' (duration: 16.897382ms)","trace[39575292] 'applied index is now lower than readState.Index' (duration: 2.52087641s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:48.199905Z","caller":"traceutil/trace.go:171","msg":"trace[1774039067] transaction","detail":"{read_only:false; response_revision:16253; number_of_response:1; }","duration":"2.557448356s","start":"2026-03-04T01:57:45.642436Z","end":"2026-03-04T01:57:48.199884Z","steps":["trace[1774039067] 'process raft request' (duration: 36.498874ms)","trace[1774039067] 'compare' (duration: 2.51969892s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:48.199986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:45.642407Z","time spent":"2.557542868s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:48.200571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538557833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:57:48.200619Z","caller":"traceutil/trace.go:171","msg":"trace[77845461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16253; }","duration":"2.538664215s","start":"2026-03-04T01:57:45.661943Z","end":"2026-03-04T01:57:48.200607Z","steps":["trace[77845461] 'agreement among raft nodes before linearized reading' (duration: 2.538430089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:48.200656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:45.661915Z","time spent":"2.538732837s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:48.567942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.537821284s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:57:49.132869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.573505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:49.133007Z","caller":"traceutil/trace.go:171","msg":"trace[543793098] transaction","detail":"{read_only:false; response_revision:16254; number_of_response:1; }","duration":"3.102942603s","start":"2026-03-04T01:57:46.030037Z","end":"2026-03-04T01:57:49.13298Z","steps":["trace[543793098] 'process raft request' (duration: 2.538145642s)","trace[543793098] 'compare' (duration: 564.288968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:49.133066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:46.030025Z","time spent":"3.103016945s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:49.97641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:57:49.976544Z","caller":"traceutil/trace.go:171","msg":"trace[1743414058] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328663s","start":"2026-03-04T01:57:47.976166Z","end":"2026-03-04T01:57:49.976495Z","steps":["trace[1743414058] 'agreement among raft nodes before linearized reading' (duration: 2.000158809s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:49.976604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:47.976133Z","time spent":"2.000458057s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:51.889752Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.321395104s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:57:51.890903Z","caller":"traceutil/trace.go:171","msg":"trace[252149894] transaction","detail":"{read_only:false; response_revision:16255; number_of_response:1; }","duration":"5.653639953s","start":"2026-03-04T01:57:46.237171Z","end":"2026-03-04T01:57:51.890811Z","steps":["trace[252149894] 'process raft request' (duration: 5.653131949s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:51.891327Z","caller":"traceutil/trace.go:171","msg":"trace[32773143] transaction","detail":"{read_only:false; response_revision:16256; number_of_response:1; }","duration":"4.657003603s","start":"2026-03-04T01:57:47.234265Z","end":"2026-03-04T01:57:51.891268Z","steps":["trace[32773143] 'process raft request' (duration: 4.656296015s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:51.891486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:46.237126Z","time spent":"5.654116546s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:51.891582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:47.234246Z","time spent":"4.657200738s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:51.977905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:57:51.978008Z","caller":"traceutil/trace.go:171","msg":"trace[1237516510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00013191s","start":"2026-03-04T01:57:49.977849Z","end":"2026-03-04T01:57:51.977981Z","steps":["trace[1237516510] 'agreement among raft nodes before linearized reading' (duration: 2.000006216s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:51.978063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:49.977825Z","time spent":"2.000227322s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:57:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:57:52.01657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998825158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:57:52.016711Z","caller":"traceutil/trace.go:171","msg":"trace[1303201324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999030883s","start":"2026-03-04T01:57:47.017648Z","end":"2026-03-04T01:57:52.016679Z","steps":["trace[1303201324] 'agreement among raft nodes before linearized reading' (duration: 4.998851079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.016782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:47.017633Z","time spent":"4.999134356s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 01:57:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:57:52.231037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998582919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:57:52.231228Z","caller":"traceutil/trace.go:171","msg":"trace[719954610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998802626s","start":"2026-03-04T01:57:47.232356Z","end":"2026-03-04T01:57:52.231158Z","steps":["trace[719954610] 'agreement among raft nodes before linearized reading' (duration: 4.998618381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.231222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999023402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T01:57:52.23135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:47.232326Z","time spent":"4.999002021s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:57:52.231395Z","caller":"traceutil/trace.go:171","msg":"trace[1450079552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999326749s","start":"2026-03-04T01:57:47.232038Z","end":"2026-03-04T01:57:52.231365Z","steps":["trace[1450079552] 'agreement among raft nodes before linearized reading' (duration: 4.999063253s)"],"step_count":1} 2026/03/04 01:57:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:57:52.231516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:47.232011Z","time spent":"4.999465873s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 01:57:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:57:52.575288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.169881ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:57:52.576265Z","caller":"traceutil/trace.go:171","msg":"trace[1794843854] transaction","detail":"{read_only:false; response_revision:16257; number_of_response:1; }","duration":"4.922100991s","start":"2026-03-04T01:57:47.654132Z","end":"2026-03-04T01:57:52.576233Z","steps":["trace[1794843854] 'process raft request' (duration: 4.921267719s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.576447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:47.654098Z","time spent":"4.922251335s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:52.628764Z","caller":"traceutil/trace.go:171","msg":"trace[745822755] transaction","detail":"{read_only:false; response_revision:16258; number_of_response:1; }","duration":"4.422536104s","start":"2026-03-04T01:57:48.206184Z","end":"2026-03-04T01:57:52.628721Z","steps":["trace[745822755] 'process raft request' (duration: 4.370015811s)","trace[745822755] 'compare' (duration: 52.225225ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:52.628991Z","caller":"traceutil/trace.go:171","msg":"trace[545668361] transaction","detail":"{read_only:false; response_revision:16259; number_of_response:1; }","duration":"4.422243906s","start":"2026-03-04T01:57:48.206702Z","end":"2026-03-04T01:57:52.628946Z","steps":["trace[545668361] 'process raft request' (duration: 4.421939418s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.628989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:48.206159Z","time spent":"4.422718838s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:52.629072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:48.206696Z","time spent":"4.422338418s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:52.629101Z","caller":"traceutil/trace.go:171","msg":"trace[1398676364] transaction","detail":"{read_only:false; response_revision:16260; number_of_response:1; }","duration":"1.871092386s","start":"2026-03-04T01:57:50.757964Z","end":"2026-03-04T01:57:52.629056Z","steps":["trace[1398676364] 'process raft request' (duration: 1.870987783s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:52.629127Z","caller":"traceutil/trace.go:171","msg":"trace[97550772] linearizableReadLoop","detail":"{readStateIndex:16841; appliedIndex:16836; }","duration":"4.429246849s","start":"2026-03-04T01:57:48.199838Z","end":"2026-03-04T01:57:52.629085Z","steps":["trace[97550772] 'read index received' (duration: 368.468211ms)","trace[97550772] 'applied index is now lower than readState.Index' (duration: 4.060774888s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:52.629216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:50.757932Z","time spent":"1.871228079s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:52.629349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.860119481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:52.62943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.161203291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:52.629462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.356613846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:57:52.629477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.379775924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-04T01:57:52.629502Z","caller":"traceutil/trace.go:171","msg":"trace[1694629961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16260; }","duration":"6.356713629s","start":"2026-03-04T01:57:46.272778Z","end":"2026-03-04T01:57:52.629492Z","steps":["trace[1694629961] 'agreement among raft nodes before linearized reading' (duration: 6.356547865s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:52.629508Z","caller":"traceutil/trace.go:171","msg":"trace[2047758005] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:16260; }","duration":"5.161330084s","start":"2026-03-04T01:57:47.468155Z","end":"2026-03-04T01:57:52.629486Z","steps":["trace[2047758005] 'agreement among raft nodes before linearized reading' (duration: 5.161167339s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:52.62953Z","caller":"traceutil/trace.go:171","msg":"trace[515736265] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:16260; }","duration":"5.379872087s","start":"2026-03-04T01:57:47.249646Z","end":"2026-03-04T01:57:52.629518Z","steps":["trace[515736265] 'agreement among raft nodes before linearized reading' (duration: 5.37961587s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.629528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755386053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:57:52.629565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:47.468126Z","time spent":"5.161425036s","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:52.629577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:47.249634Z","time spent":"5.379934118s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" "} {"level":"info","ts":"2026-03-04T01:57:52.629588Z","caller":"traceutil/trace.go:171","msg":"trace[647261390] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:16260; }","duration":"4.755491097s","start":"2026-03-04T01:57:47.87408Z","end":"2026-03-04T01:57:52.629571Z","steps":["trace[647261390] 'agreement among raft nodes before linearized reading' (duration: 4.755397785s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.629612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.397284271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:57:52.629445Z","caller":"traceutil/trace.go:171","msg":"trace[1040745123] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16260; }","duration":"4.860284065s","start":"2026-03-04T01:57:47.769141Z","end":"2026-03-04T01:57:52.629425Z","steps":["trace[1040745123] 'agreement among raft nodes before linearized reading' (duration: 4.860149812s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.629651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:47.874056Z","time spent":"4.755579629s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:52.6297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:47.769113Z","time spent":"4.860566943s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:52.629719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.970682379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mwws7\" ","response":"range_response_count:1 size:20871"} {"level":"info","ts":"2026-03-04T01:57:52.629747Z","caller":"traceutil/trace.go:171","msg":"trace[1997773151] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mwws7; range_end:; response_count:1; response_revision:16260; }","duration":"5.97075708s","start":"2026-03-04T01:57:46.658983Z","end":"2026-03-04T01:57:52.62974Z","steps":["trace[1997773151] 'agreement among raft nodes before linearized reading' (duration: 5.970675038s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.629739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.945981338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:52.629782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:46.658946Z","time spent":"5.970830332s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20893,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mwws7\" "} {"level":"warn","ts":"2026-03-04T01:57:52.629536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:46.272745Z","time spent":"6.356783051s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:57:52.62964Z","caller":"traceutil/trace.go:171","msg":"trace[1271618018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16260; }","duration":"5.397328253s","start":"2026-03-04T01:57:47.232304Z","end":"2026-03-04T01:57:52.629632Z","steps":["trace[1271618018] 'agreement among raft nodes before linearized reading' (duration: 5.397252531s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:52.629845Z","caller":"traceutil/trace.go:171","msg":"trace[622969068] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:16260; }","duration":"3.946143922s","start":"2026-03-04T01:57:48.683674Z","end":"2026-03-04T01:57:52.629818Z","steps":["trace[622969068] 'agreement among raft nodes before linearized reading' (duration: 3.945952837s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.629882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:47.23229Z","time spent":"5.397581219s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:52.629909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:48.683649Z","time spent":"3.946246775s","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:52.630058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482464587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:52.630087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.846577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T01:57:52.630123Z","caller":"traceutil/trace.go:171","msg":"trace[168674376] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:16260; }","duration":"506.933829ms","start":"2026-03-04T01:57:52.123177Z","end":"2026-03-04T01:57:52.630111Z","steps":["trace[168674376] 'agreement among raft nodes before linearized reading' (duration: 506.834246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.630164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:52.123151Z","time spent":"507.005481ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-04T01:57:52.63018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.496115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:52.630205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181034899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-04T01:57:52.630219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611130599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T01:57:52.630241Z","caller":"traceutil/trace.go:171","msg":"trace[807674237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16260; }","duration":"631.591217ms","start":"2026-03-04T01:57:51.998634Z","end":"2026-03-04T01:57:52.630225Z","steps":["trace[807674237] 'agreement among raft nodes before linearized reading' (duration: 631.475344ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:52.630246Z","caller":"traceutil/trace.go:171","msg":"trace[1012838076] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16260; }","duration":"1.18107604s","start":"2026-03-04T01:57:51.449158Z","end":"2026-03-04T01:57:52.630234Z","steps":["trace[1012838076] 'agreement among raft nodes before linearized reading' (duration: 1.180990838s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:52.630264Z","caller":"traceutil/trace.go:171","msg":"trace[94532353] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16260; }","duration":"2.611256122s","start":"2026-03-04T01:57:50.018995Z","end":"2026-03-04T01:57:52.630251Z","steps":["trace[94532353] 'agreement among raft nodes before linearized reading' (duration: 2.611094338s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.630295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:50.018972Z","time spent":"2.611316424s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T01:57:52.630294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:51.998617Z","time spent":"631.66599ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:52.630298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:51.449136Z","time spent":"1.181151002s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T01:57:52.630339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.963616492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:52.630381Z","caller":"traceutil/trace.go:171","msg":"trace[1336830517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16260; }","duration":"6.963698844s","start":"2026-03-04T01:57:45.666669Z","end":"2026-03-04T01:57:52.630368Z","steps":["trace[1336830517] 'agreement among raft nodes before linearized reading' (duration: 6.963629952s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.630417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:45.666647Z","time spent":"6.963758816s","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:52.630458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751860719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:52.630481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.83433447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-04T01:57:52.630503Z","caller":"traceutil/trace.go:171","msg":"trace[631302882] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:16260; }","duration":"1.751939091s","start":"2026-03-04T01:57:50.878548Z","end":"2026-03-04T01:57:52.630487Z","steps":["trace[631302882] 'agreement among raft nodes before linearized reading' (duration: 1.751874939s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:52.630536Z","caller":"traceutil/trace.go:171","msg":"trace[715367333] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16260; }","duration":"3.834447963s","start":"2026-03-04T01:57:48.796074Z","end":"2026-03-04T01:57:52.630522Z","steps":["trace[715367333] 'agreement among raft nodes before linearized reading' (duration: 3.834228437s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.630543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.376536489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:57:52.630648Z","caller":"traceutil/trace.go:171","msg":"trace[1708264061] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:16260; }","duration":"5.376735994s","start":"2026-03-04T01:57:47.253888Z","end":"2026-03-04T01:57:52.630624Z","steps":["trace[1708264061] 'agreement among raft nodes before linearized reading' (duration: 5.375230875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.630691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869006167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-04T01:57:52.630708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:47.253858Z","time spent":"5.376838927s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" "} {"level":"info","ts":"2026-03-04T01:57:52.630738Z","caller":"traceutil/trace.go:171","msg":"trace[1590571539] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:16260; }","duration":"3.869105499s","start":"2026-03-04T01:57:48.761621Z","end":"2026-03-04T01:57:52.630727Z","steps":["trace[1590571539] 'agreement among raft nodes before linearized reading' (duration: 3.868988056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.63054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:50.878522Z","time spent":"1.752007973s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:52.630775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:48.761592Z","time spent":"3.869175601s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T01:57:52.630581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:48.796045Z","time spent":"3.834526725s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:52.630848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.344150013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:57:52.630121Z","caller":"traceutil/trace.go:171","msg":"trace[1537987606] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:16260; }","duration":"1.482579681s","start":"2026-03-04T01:57:51.147526Z","end":"2026-03-04T01:57:52.630106Z","steps":["trace[1537987606] 'agreement among raft nodes before linearized reading' (duration: 1.482482068s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:52.630903Z","caller":"traceutil/trace.go:171","msg":"trace[1044992551] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16260; }","duration":"5.344205464s","start":"2026-03-04T01:57:47.28668Z","end":"2026-03-04T01:57:52.630886Z","steps":["trace[1044992551] 'agreement among raft nodes before linearized reading' (duration: 5.344000199s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:52.630939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:51.147501Z","time spent":"1.483422282s","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:52.630947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:47.286643Z","time spent":"5.344292077s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:53.250142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.322791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:53.250432Z","caller":"traceutil/trace.go:171","msg":"trace[2026974588] transaction","detail":"{read_only:false; response_revision:16261; number_of_response:1; }","duration":"615.18265ms","start":"2026-03-04T01:57:52.635179Z","end":"2026-03-04T01:57:53.250362Z","steps":["trace[2026974588] 'process raft request' (duration: 164.518811ms)","trace[2026974588] 'compare' (duration: 449.95277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:53.250661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:52.635119Z","time spent":"615.422396ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:53.250662Z","caller":"traceutil/trace.go:171","msg":"trace[1783951600] transaction","detail":"{read_only:false; response_revision:16262; number_of_response:1; }","duration":"615.425046ms","start":"2026-03-04T01:57:52.635189Z","end":"2026-03-04T01:57:53.250614Z","steps":["trace[1783951600] 'process raft request' (duration: 615.073356ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:53.250784Z","caller":"traceutil/trace.go:171","msg":"trace[132490214] transaction","detail":"{read_only:false; response_revision:16263; number_of_response:1; }","duration":"614.941903ms","start":"2026-03-04T01:57:52.635811Z","end":"2026-03-04T01:57:53.250753Z","steps":["trace[132490214] 'process raft request' (duration: 614.735038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:53.250829Z","caller":"traceutil/trace.go:171","msg":"trace[630057304] transaction","detail":"{read_only:false; response_revision:16264; number_of_response:1; }","duration":"614.906322ms","start":"2026-03-04T01:57:52.635845Z","end":"2026-03-04T01:57:53.250751Z","steps":["trace[630057304] 'process raft request' (duration: 614.802699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:53.250836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:52.635176Z","time spent":"615.57642ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:53.250871Z","caller":"traceutil/trace.go:171","msg":"trace[177794008] linearizableReadLoop","detail":"{readStateIndex:16851; appliedIndex:16845; }","duration":"592.426505ms","start":"2026-03-04T01:57:52.658416Z","end":"2026-03-04T01:57:53.250843Z","steps":["trace[177794008] 'read index received' (duration: 141.273882ms)","trace[177794008] 'applied index is now lower than readState.Index' (duration: 451.151033ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:53.250911Z","caller":"traceutil/trace.go:171","msg":"trace[1608100049] transaction","detail":"{read_only:false; response_revision:16266; number_of_response:1; }","duration":"604.268604ms","start":"2026-03-04T01:57:52.646619Z","end":"2026-03-04T01:57:53.250887Z","steps":["trace[1608100049] 'process raft request' (duration: 604.10932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:53.250965Z","caller":"traceutil/trace.go:171","msg":"trace[657417154] transaction","detail":"{read_only:false; response_revision:16265; number_of_response:1; }","duration":"612.969382ms","start":"2026-03-04T01:57:52.637969Z","end":"2026-03-04T01:57:53.250939Z","steps":["trace[657417154] 'process raft request' (duration: 612.720076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:53.25101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:52.646595Z","time spent":"604.363107ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20988,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:53.251015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:52.635833Z","time spent":"615.040416ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:53.251083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:52.637959Z","time spent":"613.075635ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:53.250976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:52.635802Z","time spent":"615.071536ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:53.251148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.024445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-03-04T01:57:53.251227Z","caller":"traceutil/trace.go:171","msg":"trace[1258109781] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:16266; }","duration":"615.111558ms","start":"2026-03-04T01:57:52.636101Z","end":"2026-03-04T01:57:53.251213Z","steps":["trace[1258109781] 'agreement among raft nodes before linearized reading' (duration: 614.907843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:53.251263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:52.636093Z","time spent":"615.162939ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":716,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"warn","ts":"2026-03-04T01:57:53.251435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.707804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:57:53.251479Z","caller":"traceutil/trace.go:171","msg":"trace[827716008] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16266; }","duration":"615.777965ms","start":"2026-03-04T01:57:52.63569Z","end":"2026-03-04T01:57:53.251468Z","steps":["trace[827716008] 'agreement among raft nodes before linearized reading' (duration: 615.653582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:53.251511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:52.635677Z","time spent":"615.826777ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:57:53.252017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.994378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946089"} {"level":"info","ts":"2026-03-04T01:57:53.252086Z","caller":"traceutil/trace.go:171","msg":"trace[1724905314] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16266; }","duration":"614.106102ms","start":"2026-03-04T01:57:52.637966Z","end":"2026-03-04T01:57:53.252072Z","steps":["trace[1724905314] 'agreement among raft nodes before linearized reading' (duration: 613.007973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:53.25213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:52.637958Z","time spent":"614.159523ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946111,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:53.252364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.580514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946089"} {"level":"info","ts":"2026-03-04T01:57:53.252398Z","caller":"traceutil/trace.go:171","msg":"trace[376526587] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16266; }","duration":"614.636105ms","start":"2026-03-04T01:57:52.637752Z","end":"2026-03-04T01:57:53.252388Z","steps":["trace[376526587] 'agreement among raft nodes before linearized reading' (duration: 613.565507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:53.252435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:52.637741Z","time spent":"614.681907ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946111,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:57:53.316705Z","caller":"traceutil/trace.go:171","msg":"trace[259900091] transaction","detail":"{read_only:false; response_revision:16267; number_of_response:1; }","duration":"656.785857ms","start":"2026-03-04T01:57:52.659878Z","end":"2026-03-04T01:57:53.316664Z","steps":["trace[259900091] 'process raft request' (duration: 656.596932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:53.316739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.351921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:53.316819Z","caller":"traceutil/trace.go:171","msg":"trace[571794592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16267; }","duration":"191.502176ms","start":"2026-03-04T01:57:53.125299Z","end":"2026-03-04T01:57:53.316802Z","steps":["trace[571794592] 'agreement among raft nodes before linearized reading' (duration: 191.343212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:53.316918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:52.659853Z","time spent":"656.951272ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:53.816894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108971993709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:57:54.317901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108971993709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:57:54.819086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108971993709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:57:55.157027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.840374783s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:57:55.157797Z","caller":"traceutil/trace.go:171","msg":"trace[539279282] transaction","detail":"{read_only:false; response_revision:16268; number_of_response:1; }","duration":"1.900528796s","start":"2026-03-04T01:57:53.25724Z","end":"2026-03-04T01:57:55.157769Z","steps":["trace[539279282] 'process raft request' (duration: 1.900055993s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.158087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:53.257214Z","time spent":"1.90067157s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:55.204004Z","caller":"traceutil/trace.go:171","msg":"trace[191299365] transaction","detail":"{read_only:false; response_revision:16270; number_of_response:1; }","duration":"1.305459672s","start":"2026-03-04T01:57:53.898491Z","end":"2026-03-04T01:57:55.203951Z","steps":["trace[191299365] 'process raft request' (duration: 1.305335679s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:55.204065Z","caller":"traceutil/trace.go:171","msg":"trace[1381189742] transaction","detail":"{read_only:false; response_revision:16269; number_of_response:1; }","duration":"1.305673768s","start":"2026-03-04T01:57:53.898356Z","end":"2026-03-04T01:57:55.20403Z","steps":["trace[1381189742] 'process raft request' (duration: 1.305264427s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.204163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94735343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-04T01:57:55.204243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:53.898439Z","time spent":"1.305674278s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:55.204259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:53.89832Z","time spent":"1.305834652s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:55.20444Z","caller":"traceutil/trace.go:171","msg":"trace[1713626457] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57; range_end:; response_count:1; response_revision:16270; }","duration":"1.947561895s","start":"2026-03-04T01:57:53.256695Z","end":"2026-03-04T01:57:55.204257Z","steps":["trace[1713626457] 'agreement among raft nodes before linearized reading' (duration: 1.947265437s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.204467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951249201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18657"} {"level":"warn","ts":"2026-03-04T01:57:55.204506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:53.256661Z","time spent":"1.947830802s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" "} {"level":"info","ts":"2026-03-04T01:57:55.204565Z","caller":"traceutil/trace.go:171","msg":"trace[1545710928] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16270; }","duration":"1.951495638s","start":"2026-03-04T01:57:53.253048Z","end":"2026-03-04T01:57:55.204544Z","steps":["trace[1545710928] 'agreement among raft nodes before linearized reading' (duration: 1.95119589s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.204611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:53.253024Z","time spent":"1.951577361s","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18679,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T01:57:55.20489Z","caller":"traceutil/trace.go:171","msg":"trace[1937526031] linearizableReadLoop","detail":"{readStateIndex:16855; appliedIndex:16852; }","duration":"1.887286279s","start":"2026-03-04T01:57:53.316615Z","end":"2026-03-04T01:57:55.203901Z","steps":["trace[1937526031] 'read index received' (duration: 1.840671041s)","trace[1937526031] 'applied index is now lower than readState.Index' (duration: 46.613818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:55.205262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.021234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:57:55.205319Z","caller":"traceutil/trace.go:171","msg":"trace[793811683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16270; }","duration":"569.124846ms","start":"2026-03-04T01:57:54.636178Z","end":"2026-03-04T01:57:55.205303Z","steps":["trace[793811683] 'agreement among raft nodes before linearized reading' (duration: 568.952082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.20536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:54.636157Z","time spent":"569.192917ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:55.205408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.376406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:57:55.205501Z","caller":"traceutil/trace.go:171","msg":"trace[1317525167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16270; }","duration":"972.562841ms","start":"2026-03-04T01:57:54.232919Z","end":"2026-03-04T01:57:55.205482Z","steps":["trace[1317525167] 'agreement among raft nodes before linearized reading' (duration: 972.279233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.205528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239783615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:55.205562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:54.232895Z","time spent":"972.657124ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:57:55.20558Z","caller":"traceutil/trace.go:171","msg":"trace[1995356877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16270; }","duration":"1.239860257s","start":"2026-03-04T01:57:53.965696Z","end":"2026-03-04T01:57:55.205556Z","steps":["trace[1995356877] 'agreement among raft nodes before linearized reading' (duration: 1.239781155s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.205584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.503939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:57:55.205621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:53.965679Z","time spent":"1.239934359s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:57:55.205629Z","caller":"traceutil/trace.go:171","msg":"trace[819321647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16270; }","duration":"972.605692ms","start":"2026-03-04T01:57:54.23301Z","end":"2026-03-04T01:57:55.205616Z","steps":["trace[819321647] 'agreement among raft nodes before linearized reading' (duration: 972.495799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.205661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:54.232966Z","time spent":"972.688364ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:55.205316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885896983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T01:57:55.205837Z","caller":"traceutil/trace.go:171","msg":"trace[133126176] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16270; }","duration":"1.886485889s","start":"2026-03-04T01:57:53.31934Z","end":"2026-03-04T01:57:55.205826Z","steps":["trace[133126176] 'agreement among raft nodes before linearized reading' (duration: 1.88575032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.205449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186841532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:57:55.20587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:53.319319Z","time spent":"1.88654053s","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T01:57:55.20589Z","caller":"traceutil/trace.go:171","msg":"trace[2054558706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16270; }","duration":"1.187299654s","start":"2026-03-04T01:57:54.018573Z","end":"2026-03-04T01:57:55.205872Z","steps":["trace[2054558706] 'agreement among raft nodes before linearized reading' (duration: 1.18677127s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.205958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:54.018559Z","time spent":"1.187383356s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:57:55.716714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.610413ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:55.716872Z","caller":"traceutil/trace.go:171","msg":"trace[2031417078] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16270; }","duration":"252.805258ms","start":"2026-03-04T01:57:55.464046Z","end":"2026-03-04T01:57:55.716851Z","steps":["trace[2031417078] 'range keys from in-memory index tree' (duration: 252.586312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.716894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.378861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:55.717472Z","caller":"traceutil/trace.go:171","msg":"trace[1160375105] linearizableReadLoop","detail":"{readStateIndex:16856; appliedIndex:16855; }","duration":"508.071ms","start":"2026-03-04T01:57:55.209253Z","end":"2026-03-04T01:57:55.717324Z","steps":["trace[1160375105] 'read index received' (duration: 93.294619ms)","trace[1160375105] 'applied index is now lower than readState.Index' (duration: 414.774611ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:55.717635Z","caller":"traceutil/trace.go:171","msg":"trace[1107249049] transaction","detail":"{read_only:false; response_revision:16271; number_of_response:1; }","duration":"508.935863ms","start":"2026-03-04T01:57:55.208688Z","end":"2026-03-04T01:57:55.717624Z","steps":["trace[1107249049] 'process raft request' (duration: 93.741941ms)","trace[1107249049] 'compare' (duration: 414.113594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:55.717761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:55.208661Z","time spent":"509.006814ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:55.717843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.574303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T01:57:55.717901Z","caller":"traceutil/trace.go:171","msg":"trace[666134582] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:16271; }","duration":"508.664336ms","start":"2026-03-04T01:57:55.209223Z","end":"2026-03-04T01:57:55.717888Z","steps":["trace[666134582] 'agreement among raft nodes before linearized reading' (duration: 508.405359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.717951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:55.209205Z","time spent":"508.736827ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T01:57:55.807925Z","caller":"traceutil/trace.go:171","msg":"trace[1980338390] transaction","detail":"{read_only:false; response_revision:16272; number_of_response:1; }","duration":"598.186194ms","start":"2026-03-04T01:57:55.209707Z","end":"2026-03-04T01:57:55.807893Z","steps":["trace[1980338390] 'process raft request' (duration: 597.909507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:55.807997Z","caller":"traceutil/trace.go:171","msg":"trace[1536369649] transaction","detail":"{read_only:false; response_revision:16274; number_of_response:1; }","duration":"595.446352ms","start":"2026-03-04T01:57:55.212518Z","end":"2026-03-04T01:57:55.807965Z","steps":["trace[1536369649] 'process raft request' (duration: 595.35916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:55.808011Z","caller":"traceutil/trace.go:171","msg":"trace[1556207845] transaction","detail":"{read_only:false; response_revision:16273; number_of_response:1; }","duration":"595.927475ms","start":"2026-03-04T01:57:55.21204Z","end":"2026-03-04T01:57:55.807967Z","steps":["trace[1556207845] 'process raft request' (duration: 595.756801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.808089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:55.209688Z","time spent":"598.313697ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:55.808175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:55.212509Z","time spent":"595.571455ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:55.808215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:55.212026Z","time spent":"596.078359ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:55.808435Z","caller":"traceutil/trace.go:171","msg":"trace[332887386] transaction","detail":"{read_only:false; response_revision:16275; number_of_response:1; }","duration":"595.795612ms","start":"2026-03-04T01:57:55.212602Z","end":"2026-03-04T01:57:55.808397Z","steps":["trace[332887386] 'process raft request' (duration: 595.316079ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:55.808477Z","caller":"traceutil/trace.go:171","msg":"trace[1954178389] transaction","detail":"{read_only:false; response_revision:16276; number_of_response:1; }","duration":"595.695569ms","start":"2026-03-04T01:57:55.212736Z","end":"2026-03-04T01:57:55.808431Z","steps":["trace[1954178389] 'process raft request' (duration: 595.544205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.808539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.633256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:55.808599Z","caller":"traceutil/trace.go:171","msg":"trace[1461040797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16276; }","duration":"598.713839ms","start":"2026-03-04T01:57:55.209871Z","end":"2026-03-04T01:57:55.808584Z","steps":["trace[1461040797] 'agreement among raft nodes before linearized reading' (duration: 598.597315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.80861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.479836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:55.808602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:55.212595Z","time spent":"595.917645ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:55.808653Z","caller":"traceutil/trace.go:171","msg":"trace[983181333] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16276; }","duration":"465.566308ms","start":"2026-03-04T01:57:55.343075Z","end":"2026-03-04T01:57:55.808642Z","steps":["trace[983181333] 'agreement among raft nodes before linearized reading' (duration: 465.484346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.808636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.171729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:57:55.808683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:55.343052Z","time spent":"465.62521ms","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T01:57:55.808672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:55.212709Z","time spent":"595.860973ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:55.808711Z","caller":"traceutil/trace.go:171","msg":"trace[1020096477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16276; }","duration":"550.279442ms","start":"2026-03-04T01:57:55.258412Z","end":"2026-03-04T01:57:55.808691Z","steps":["trace[1020096477] 'agreement among raft nodes before linearized reading' (duration: 550.057997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.808748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:55.258399Z","time spent":"550.343084ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:55.808742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.511207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22131"} {"level":"warn","ts":"2026-03-04T01:57:55.808649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:55.209863Z","time spent":"598.77817ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:57:55.808835Z","caller":"traceutil/trace.go:171","msg":"trace[397486486] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:16276; }","duration":"522.66665ms","start":"2026-03-04T01:57:55.286146Z","end":"2026-03-04T01:57:55.808812Z","steps":["trace[397486486] 'agreement among raft nodes before linearized reading' (duration: 522.292721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.80889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:55.286125Z","time spent":"522.756262ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" "} {"level":"warn","ts":"2026-03-04T01:57:55.808924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.627609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:57:55.808924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.468177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:57:55.808966Z","caller":"traceutil/trace.go:171","msg":"trace[985245571] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16276; }","duration":"550.563599ms","start":"2026-03-04T01:57:55.258393Z","end":"2026-03-04T01:57:55.808957Z","steps":["trace[985245571] 'agreement among raft nodes before linearized reading' (duration: 550.393535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:55.808964Z","caller":"traceutil/trace.go:171","msg":"trace[589613476] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:16276; }","duration":"522.696381ms","start":"2026-03-04T01:57:55.286256Z","end":"2026-03-04T01:57:55.808952Z","steps":["trace[589613476] 'agreement among raft nodes before linearized reading' (duration: 522.510426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:55.808988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:55.258361Z","time spent":"550.622631ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:55.808996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:55.286234Z","time spent":"522.755883ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" "} {"level":"warn","ts":"2026-03-04T01:57:55.999124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.11521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:55.999207Z","caller":"traceutil/trace.go:171","msg":"trace[1115697657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16276; }","duration":"182.224213ms","start":"2026-03-04T01:57:55.81696Z","end":"2026-03-04T01:57:55.999185Z","steps":["trace[1115697657] 'range keys from in-memory index tree' (duration: 181.920175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:55.999251Z","caller":"traceutil/trace.go:171","msg":"trace[1813903573] transaction","detail":"{read_only:false; response_revision:16277; number_of_response:1; }","duration":"178.355602ms","start":"2026-03-04T01:57:55.820872Z","end":"2026-03-04T01:57:55.999228Z","steps":["trace[1813903573] 'process raft request' (duration: 171.627066ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:56.005649Z","caller":"traceutil/trace.go:171","msg":"trace[1839460407] linearizableReadLoop","detail":"{readStateIndex:16863; appliedIndex:16861; }","duration":"182.357006ms","start":"2026-03-04T01:57:55.823255Z","end":"2026-03-04T01:57:56.005612Z","steps":["trace[1839460407] 'read index received' (duration: 169.295215ms)","trace[1839460407] 'applied index is now lower than readState.Index' (duration: 13.060341ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:56.005841Z","caller":"traceutil/trace.go:171","msg":"trace[701832649] transaction","detail":"{read_only:false; response_revision:16278; number_of_response:1; }","duration":"184.081312ms","start":"2026-03-04T01:57:55.821742Z","end":"2026-03-04T01:57:56.005824Z","steps":["trace[701832649] 'process raft request' (duration: 183.693572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:56.007013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.535356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-04T01:57:56.007066Z","caller":"traceutil/trace.go:171","msg":"trace[1225574506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:16278; }","duration":"178.607668ms","start":"2026-03-04T01:57:55.828446Z","end":"2026-03-04T01:57:56.007054Z","steps":["trace[1225574506] 'agreement among raft nodes before linearized reading' (duration: 178.484165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:56.007205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.938038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946089"} {"level":"info","ts":"2026-03-04T01:57:56.007275Z","caller":"traceutil/trace.go:171","msg":"trace[1106475474] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16278; }","duration":"184.033671ms","start":"2026-03-04T01:57:55.823226Z","end":"2026-03-04T01:57:56.007259Z","steps":["trace[1106475474] 'agreement among raft nodes before linearized reading' (duration: 182.800288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:56.007489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.975273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946089"} {"level":"info","ts":"2026-03-04T01:57:56.007568Z","caller":"traceutil/trace.go:171","msg":"trace[185890329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16278; }","duration":"183.091536ms","start":"2026-03-04T01:57:55.82446Z","end":"2026-03-04T01:57:56.007551Z","steps":["trace[185890329] 'agreement among raft nodes before linearized reading' (duration: 181.826303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:58.198923Z","caller":"traceutil/trace.go:171","msg":"trace[1323463702] linearizableReadLoop","detail":"{readStateIndex:16880; appliedIndex:16879; }","duration":"170.700292ms","start":"2026-03-04T01:57:58.02819Z","end":"2026-03-04T01:57:58.19889Z","steps":["trace[1323463702] 'read index received' (duration: 83.514573ms)","trace[1323463702] 'applied index is now lower than readState.Index' (duration: 87.184209ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:58.1991Z","caller":"traceutil/trace.go:171","msg":"trace[1778372502] transaction","detail":"{read_only:false; response_revision:16294; number_of_response:1; }","duration":"172.097408ms","start":"2026-03-04T01:57:58.026984Z","end":"2026-03-04T01:57:58.199082Z","steps":["trace[1778372502] 'process raft request' (duration: 84.780846ms)","trace[1778372502] 'compare' (duration: 86.8729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:58.199719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.502113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:57:58.199813Z","caller":"traceutil/trace.go:171","msg":"trace[584730067] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:16294; }","duration":"171.634326ms","start":"2026-03-04T01:57:58.02816Z","end":"2026-03-04T01:57:58.199794Z","steps":["trace[584730067] 'agreement among raft nodes before linearized reading' (duration: 171.446791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.200993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.603787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946305"} {"level":"info","ts":"2026-03-04T01:57:58.201069Z","caller":"traceutil/trace.go:171","msg":"trace[1679009447] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16294; }","duration":"168.72215ms","start":"2026-03-04T01:57:58.032324Z","end":"2026-03-04T01:57:58.201046Z","steps":["trace[1679009447] 'agreement among raft nodes before linearized reading' (duration: 166.919603ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:02.039619Z","caller":"traceutil/trace.go:171","msg":"trace[806943667] linearizableReadLoop","detail":"{readStateIndex:16902; appliedIndex:16900; }","duration":"191.433044ms","start":"2026-03-04T01:58:01.848159Z","end":"2026-03-04T01:58:02.039592Z","steps":["trace[806943667] 'read index received' (duration: 67.301689ms)","trace[806943667] 'applied index is now lower than readState.Index' (duration: 124.130575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:02.039995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.793723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:58:02.04011Z","caller":"traceutil/trace.go:171","msg":"trace[1985565133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16316; }","duration":"191.963778ms","start":"2026-03-04T01:58:01.848121Z","end":"2026-03-04T01:58:02.040085Z","steps":["trace[1985565133] 'agreement among raft nodes before linearized reading' (duration: 191.558487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:02.040076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.9019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:58:02.04023Z","caller":"traceutil/trace.go:171","msg":"trace[1990244027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16316; }","duration":"191.088084ms","start":"2026-03-04T01:58:01.849097Z","end":"2026-03-04T01:58:02.040185Z","steps":["trace[1990244027] 'agreement among raft nodes before linearized reading' (duration: 190.723645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:02.04184Z","caller":"traceutil/trace.go:171","msg":"trace[617187204] transaction","detail":"{read_only:false; response_revision:16316; number_of_response:1; }","duration":"194.497524ms","start":"2026-03-04T01:58:01.847303Z","end":"2026-03-04T01:58:02.0418Z","steps":["trace[617187204] 'process raft request' (duration: 191.070484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:08.076652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.970054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2bf84fe-67c4-469c-a761-a676d7e740a4\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-04T01:58:08.076746Z","caller":"traceutil/trace.go:171","msg":"trace[27214342] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a2bf84fe-67c4-469c-a761-a676d7e740a4; range_end:; response_count:1; response_revision:16449; }","duration":"993.111428ms","start":"2026-03-04T01:58:07.083612Z","end":"2026-03-04T01:58:08.076723Z","steps":["trace[27214342] 'range keys from in-memory index tree' (duration: 992.792999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:08.076785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:07.083589Z","time spent":"993.18848ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3662,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2bf84fe-67c4-469c-a761-a676d7e740a4\" "} {"level":"warn","ts":"2026-03-04T01:58:08.079139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.337174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T01:58:08.079228Z","caller":"traceutil/trace.go:171","msg":"trace[2145873421] transaction","detail":"{read_only:false; response_revision:16450; number_of_response:1; }","duration":"831.400681ms","start":"2026-03-04T01:58:07.247795Z","end":"2026-03-04T01:58:08.079196Z","steps":["trace[2145873421] 'process raft request' (duration: 645.945794ms)","trace[2145873421] 'compare' (duration: 184.684437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:08.079287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:07.24777Z","time spent":"831.489923ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:58:09.118654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.225982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T01:58:09.119067Z","caller":"traceutil/trace.go:171","msg":"trace[2021269078] transaction","detail":"{read_only:false; response_revision:16451; number_of_response:1; }","duration":"1.8624296s","start":"2026-03-04T01:58:07.256558Z","end":"2026-03-04T01:58:09.118988Z","steps":["trace[2021269078] 'process raft request' (duration: 1.430768138s)","trace[2021269078] 'compare' (duration: 430.711647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:09.119253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:07.256534Z","time spent":"1.862622955s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:09.119283Z","caller":"traceutil/trace.go:171","msg":"trace[687358889] transaction","detail":"{read_only:false; response_revision:16452; number_of_response:1; }","duration":"1.526386016s","start":"2026-03-04T01:58:07.592861Z","end":"2026-03-04T01:58:09.119247Z","steps":["trace[687358889] 'process raft request' (duration: 1.525906473s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:09.119284Z","caller":"traceutil/trace.go:171","msg":"trace[1277985241] linearizableReadLoop","detail":"{readStateIndex:17046; appliedIndex:17043; }","duration":"1.461320956s","start":"2026-03-04T01:58:07.657937Z","end":"2026-03-04T01:58:09.119258Z","steps":["trace[1277985241] 'read index received' (duration: 235.818304ms)","trace[1277985241] 'applied index is now lower than readState.Index' (duration: 1.225500672s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:09.119405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:07.592831Z","time spent":"1.52651151s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:58:09.156373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.36251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:58:09.156452Z","caller":"traceutil/trace.go:171","msg":"trace[328994034] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:16452; }","duration":"259.511683ms","start":"2026-03-04T01:58:08.896923Z","end":"2026-03-04T01:58:09.156435Z","steps":["trace[328994034] 'agreement among raft nodes before linearized reading' (duration: 259.38873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.156592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.574334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T01:58:09.156671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.704964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-04T01:58:09.156697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.175679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-04T01:58:09.156721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071073855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T01:58:09.156723Z","caller":"traceutil/trace.go:171","msg":"trace[1321621107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16452; }","duration":"904.769109ms","start":"2026-03-04T01:58:08.251923Z","end":"2026-03-04T01:58:09.156692Z","steps":["trace[1321621107] 'agreement among raft nodes before linearized reading' (duration: 904.378269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:09.156756Z","caller":"traceutil/trace.go:171","msg":"trace[31396229] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16452; }","duration":"900.266001ms","start":"2026-03-04T01:58:08.256473Z","end":"2026-03-04T01:58:09.156739Z","steps":["trace[31396229] 'agreement among raft nodes before linearized reading' (duration: 900.161068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:09.156772Z","caller":"traceutil/trace.go:171","msg":"trace[466312073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16452; }","duration":"1.071167588s","start":"2026-03-04T01:58:08.085591Z","end":"2026-03-04T01:58:09.156759Z","steps":["trace[466312073] 'agreement among raft nodes before linearized reading' (duration: 1.071069545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.15678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191948575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T01:58:09.156796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.256454Z","time spent":"900.334833ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T01:58:09.156802Z","caller":"traceutil/trace.go:171","msg":"trace[888349927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16452; }","duration":"1.191986946s","start":"2026-03-04T01:58:07.964809Z","end":"2026-03-04T01:58:09.156796Z","steps":["trace[888349927] 'agreement among raft nodes before linearized reading' (duration: 1.191950545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.156805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.085566Z","time spent":"1.07123005s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:58:09.156814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.472047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-04T01:58:09.156843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069979416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:58:09.156879Z","caller":"traceutil/trace.go:171","msg":"trace[566671556] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jx5cp; range_end:; response_count:1; response_revision:16452; }","duration":"830.545239ms","start":"2026-03-04T01:58:08.326306Z","end":"2026-03-04T01:58:09.156851Z","steps":["trace[566671556] 'agreement among raft nodes before linearized reading' (duration: 830.432816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.156895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158696176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"warn","ts":"2026-03-04T01:58:09.15673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071028325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:58:09.156937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.326283Z","time spent":"830.644541ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22154,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jx5cp\" "} {"level":"warn","ts":"2026-03-04T01:58:09.156945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075899602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:58:09.156966Z","caller":"traceutil/trace.go:171","msg":"trace[1288197719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16452; }","duration":"1.071274851s","start":"2026-03-04T01:58:08.085679Z","end":"2026-03-04T01:58:09.156954Z","steps":["trace[1288197719] 'agreement among raft nodes before linearized reading' (duration: 1.070964413s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:09.156979Z","caller":"traceutil/trace.go:171","msg":"trace[2112674401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16452; }","duration":"1.075970144s","start":"2026-03-04T01:58:08.081001Z","end":"2026-03-04T01:58:09.156971Z","steps":["trace[2112674401] 'agreement among raft nodes before linearized reading' (duration: 1.075880432s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.1568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.251903Z","time spent":"904.881841ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:58:09.156998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192686795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T01:58:09.157009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.080985Z","time spent":"1.076017695s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:58:09.157035Z","caller":"traceutil/trace.go:171","msg":"trace[222867079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16452; }","duration":"1.192744436s","start":"2026-03-04T01:58:07.964282Z","end":"2026-03-04T01:58:09.157027Z","steps":["trace[222867079] 'agreement among raft nodes before linearized reading' (duration: 1.192639353s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:09.156723Z","caller":"traceutil/trace.go:171","msg":"trace[2113071954] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16452; }","duration":"897.759706ms","start":"2026-03-04T01:58:08.258942Z","end":"2026-03-04T01:58:09.156702Z","steps":["trace[2113071954] 'agreement among raft nodes before linearized reading' (duration: 897.659143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.157104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.258933Z","time spent":"898.163356ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T01:58:09.157136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229680441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T01:58:09.156598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114143151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2bf84fe-67c4-469c-a761-a676d7e740a4\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-04T01:58:09.157164Z","caller":"traceutil/trace.go:171","msg":"trace[836483374] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:16452; }","duration":"1.229759633s","start":"2026-03-04T01:58:07.927399Z","end":"2026-03-04T01:58:09.157159Z","steps":["trace[836483374] 'agreement among raft nodes before linearized reading' (duration: 1.22963753s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.157187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:07.927377Z","time spent":"1.229802245s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":116,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:58:09.156671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.072408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-04T01:58:09.157229Z","caller":"traceutil/trace.go:171","msg":"trace[1919522625] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:16452; }","duration":"832.708136ms","start":"2026-03-04T01:58:08.32451Z","end":"2026-03-04T01:58:09.157218Z","steps":["trace[1919522625] 'agreement among raft nodes before linearized reading' (duration: 831.885394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.157266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.324487Z","time spent":"832.772137ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" "} {"level":"info","ts":"2026-03-04T01:58:09.157186Z","caller":"traceutil/trace.go:171","msg":"trace[80980589] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a2bf84fe-67c4-469c-a761-a676d7e740a4; range_end:; response_count:1; response_revision:16452; }","duration":"1.114763797s","start":"2026-03-04T01:58:08.042412Z","end":"2026-03-04T01:58:09.157176Z","steps":["trace[80980589] 'agreement among raft nodes before linearized reading' (duration: 1.113963187s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.157412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468844103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T01:58:09.157407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.042379Z","time spent":"1.115010644s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3662,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2bf84fe-67c4-469c-a761-a676d7e740a4\" "} {"level":"warn","ts":"2026-03-04T01:58:09.157004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.085671Z","time spent":"1.071320702s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:58:09.157446Z","caller":"traceutil/trace.go:171","msg":"trace[1462765707] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:16452; }","duration":"1.470022373s","start":"2026-03-04T01:58:07.687415Z","end":"2026-03-04T01:58:09.157437Z","steps":["trace[1462765707] 'agreement among raft nodes before linearized reading' (duration: 1.468823522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.156829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:07.964802Z","time spent":"1.192022627s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:58:09.15689Z","caller":"traceutil/trace.go:171","msg":"trace[1795719361] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16452; }","duration":"1.070036589s","start":"2026-03-04T01:58:08.086839Z","end":"2026-03-04T01:58:09.156876Z","steps":["trace[1795719361] 'agreement among raft nodes before linearized reading' (duration: 1.069917305s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.157551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:08.086832Z","time spent":"1.070711446s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:58:09.156374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498402425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7747"} {"level":"info","ts":"2026-03-04T01:58:09.157607Z","caller":"traceutil/trace.go:171","msg":"trace[434602764] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:16452; }","duration":"1.499685078s","start":"2026-03-04T01:58:07.657907Z","end":"2026-03-04T01:58:09.157592Z","steps":["trace[434602764] 'agreement among raft nodes before linearized reading' (duration: 1.461455679s)","trace[434602764] 'range keys from in-memory index tree' (duration: 36.798042ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:09.156933Z","caller":"traceutil/trace.go:171","msg":"trace[1342876272] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16452; }","duration":"1.158754058s","start":"2026-03-04T01:58:07.998169Z","end":"2026-03-04T01:58:09.156923Z","steps":["trace[1342876272] 'agreement among raft nodes before linearized reading' (duration: 1.158678086s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.157657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:07.657897Z","time spent":"1.499748051s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7769,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T01:58:09.15768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:07.998158Z","time spent":"1.159503287s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3248,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T01:58:09.157069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:07.964272Z","time spent":"1.192788566s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:58:09.157496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:07.687403Z","time spent":"1.470086845s","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:58:09.310576Z","caller":"traceutil/trace.go:171","msg":"trace[1886006300] transaction","detail":"{read_only:false; response_revision:16455; number_of_response:1; }","duration":"144.335402ms","start":"2026-03-04T01:58:09.166212Z","end":"2026-03-04T01:58:09.310548Z","steps":["trace[1886006300] 'process raft request' (duration: 144.26392ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:09.31058Z","caller":"traceutil/trace.go:171","msg":"trace[1828206452] transaction","detail":"{read_only:false; response_revision:16454; number_of_response:1; }","duration":"144.329612ms","start":"2026-03-04T01:58:09.166207Z","end":"2026-03-04T01:58:09.310537Z","steps":["trace[1828206452] 'process raft request' (duration: 144.088256ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:09.310894Z","caller":"traceutil/trace.go:171","msg":"trace[1786929939] transaction","detail":"{read_only:false; response_revision:16456; number_of_response:1; }","duration":"144.60526ms","start":"2026-03-04T01:58:09.166275Z","end":"2026-03-04T01:58:09.31088Z","steps":["trace[1786929939] 'process raft request' (duration: 144.23849ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:09.311106Z","caller":"traceutil/trace.go:171","msg":"trace[1478205805] transaction","detail":"{read_only:false; response_revision:16457; number_of_response:1; }","duration":"144.781934ms","start":"2026-03-04T01:58:09.166312Z","end":"2026-03-04T01:58:09.311094Z","steps":["trace[1478205805] 'process raft request' (duration: 144.506477ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:09.311228Z","caller":"traceutil/trace.go:171","msg":"trace[827208788] linearizableReadLoop","detail":"{readStateIndex:17054; appliedIndex:17047; }","duration":"144.825415ms","start":"2026-03-04T01:58:09.166373Z","end":"2026-03-04T01:58:09.311199Z","steps":["trace[827208788] 'read index received' (duration: 46.128676ms)","trace[827208788] 'applied index is now lower than readState.Index' (duration: 98.695199ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:09.311327Z","caller":"traceutil/trace.go:171","msg":"trace[493662966] transaction","detail":"{read_only:false; response_revision:16460; number_of_response:1; }","duration":"144.876076ms","start":"2026-03-04T01:58:09.166438Z","end":"2026-03-04T01:58:09.311315Z","steps":["trace[493662966] 'process raft request' (duration: 144.63961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:09.311267Z","caller":"traceutil/trace.go:171","msg":"trace[469808596] transaction","detail":"{read_only:false; response_revision:16458; number_of_response:1; }","duration":"144.790684ms","start":"2026-03-04T01:58:09.166335Z","end":"2026-03-04T01:58:09.311126Z","steps":["trace[469808596] 'process raft request' (duration: 144.648851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:09.311461Z","caller":"traceutil/trace.go:171","msg":"trace[674909667] transaction","detail":"{read_only:false; response_revision:16459; number_of_response:1; }","duration":"145.117043ms","start":"2026-03-04T01:58:09.166334Z","end":"2026-03-04T01:58:09.311451Z","steps":["trace[674909667] 'process raft request' (duration: 144.700752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:09.311628Z","caller":"traceutil/trace.go:171","msg":"trace[1494300544] transaction","detail":"{read_only:false; response_revision:16461; number_of_response:1; }","duration":"145.099762ms","start":"2026-03-04T01:58:09.166513Z","end":"2026-03-04T01:58:09.311613Z","steps":["trace[1494300544] 'process raft request' (duration: 144.610609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.311866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.797962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:58:09.311913Z","caller":"traceutil/trace.go:171","msg":"trace[164534541] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16461; }","duration":"106.935875ms","start":"2026-03-04T01:58:09.204965Z","end":"2026-03-04T01:58:09.311901Z","steps":["trace[164534541] 'agreement among raft nodes before linearized reading' (duration: 106.826333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.311921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.522683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1145"} {"level":"info","ts":"2026-03-04T01:58:09.311959Z","caller":"traceutil/trace.go:171","msg":"trace[2070825784] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:16461; }","duration":"145.612016ms","start":"2026-03-04T01:58:09.166334Z","end":"2026-03-04T01:58:09.311946Z","steps":["trace[2070825784] 'agreement among raft nodes before linearized reading' (duration: 145.460632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.311945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.05143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:58:09.312052Z","caller":"traceutil/trace.go:171","msg":"trace[764508916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16461; }","duration":"140.164553ms","start":"2026-03-04T01:58:09.171838Z","end":"2026-03-04T01:58:09.312002Z","steps":["trace[764508916] 'agreement among raft nodes before linearized reading' (duration: 140.005359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.31287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.339063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:955739"} {"level":"info","ts":"2026-03-04T01:58:09.312942Z","caller":"traceutil/trace.go:171","msg":"trace[1357542492] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16461; }","duration":"144.500766ms","start":"2026-03-04T01:58:09.168427Z","end":"2026-03-04T01:58:09.312927Z","steps":["trace[1357542492] 'agreement among raft nodes before linearized reading' (duration: 143.565292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.313068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.629762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:955739"} {"level":"info","ts":"2026-03-04T01:58:09.313159Z","caller":"traceutil/trace.go:171","msg":"trace[405671138] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16461; }","duration":"146.779176ms","start":"2026-03-04T01:58:09.166361Z","end":"2026-03-04T01:58:09.31314Z","steps":["trace[405671138] 'agreement among raft nodes before linearized reading' (duration: 145.297057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:10.257742Z","caller":"traceutil/trace.go:171","msg":"trace[1085777476] transaction","detail":"{read_only:false; response_revision:16466; number_of_response:1; }","duration":"380.039273ms","start":"2026-03-04T01:58:09.877621Z","end":"2026-03-04T01:58:10.25766Z","steps":["trace[1085777476] 'process raft request' (duration: 379.824107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.257933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:09.877587Z","time spent":"380.238778ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:10.293952Z","caller":"traceutil/trace.go:171","msg":"trace[2126575018] linearizableReadLoop","detail":"{readStateIndex:17062; appliedIndex:17060; }","duration":"149.724224ms","start":"2026-03-04T01:58:10.144193Z","end":"2026-03-04T01:58:10.293917Z","steps":["trace[2126575018] 'read index received' (duration: 113.212519ms)","trace[2126575018] 'applied index is now lower than readState.Index' (duration: 36.510575ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:10.294088Z","caller":"traceutil/trace.go:171","msg":"trace[43908683] transaction","detail":"{read_only:false; response_revision:16467; number_of_response:1; }","duration":"209.055113ms","start":"2026-03-04T01:58:10.084986Z","end":"2026-03-04T01:58:10.294041Z","steps":["trace[43908683] 'process raft request' (duration: 208.777586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.294439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.213556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6555cd4c88-bbxl2.18998013a14209dd\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-03-04T01:58:10.294517Z","caller":"traceutil/trace.go:171","msg":"trace[538648548] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6555cd4c88-bbxl2.18998013a14209dd; range_end:; response_count:1; response_revision:16467; }","duration":"150.35313ms","start":"2026-03-04T01:58:10.144148Z","end":"2026-03-04T01:58:10.294501Z","steps":["trace[538648548] 'agreement among raft nodes before linearized reading' (duration: 149.96158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.29453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.816656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:58:10.294579Z","caller":"traceutil/trace.go:171","msg":"trace[1480040884] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:16467; }","duration":"123.869968ms","start":"2026-03-04T01:58:10.170688Z","end":"2026-03-04T01:58:10.294558Z","steps":["trace[1480040884] 'agreement among raft nodes before linearized reading' (duration: 123.804957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:10.294439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.92053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2bf84fe-67c4-469c-a761-a676d7e740a4\" ","response":"range_response_count:1 size:3754"} {"level":"info","ts":"2026-03-04T01:58:10.294718Z","caller":"traceutil/trace.go:171","msg":"trace[1868316944] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a2bf84fe-67c4-469c-a761-a676d7e740a4; range_end:; response_count:1; response_revision:16467; }","duration":"129.256439ms","start":"2026-03-04T01:58:10.165446Z","end":"2026-03-04T01:58:10.294703Z","steps":["trace[1868316944] 'agreement among raft nodes before linearized reading' (duration: 128.764396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:18.894369Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14377} {"level":"info","ts":"2026-03-04T01:58:18.987142Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14377,"took":"89.271672ms","hash":454836455,"current-db-size-bytes":43753472,"current-db-size":"44 MB","current-db-size-in-use-bytes":27922432,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:58:18.987223Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":454836455,"revision":14377,"compact-revision":12170} {"level":"info","ts":"2026-03-04T01:59:16.032652Z","caller":"traceutil/trace.go:171","msg":"trace[1526746789] transaction","detail":"{read_only:false; response_revision:17083; number_of_response:1; }","duration":"273.825161ms","start":"2026-03-04T01:59:15.758788Z","end":"2026-03-04T01:59:16.032613Z","steps":["trace[1526746789] 'process raft request' (duration: 273.564665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:16.051202Z","caller":"traceutil/trace.go:171","msg":"trace[1263115690] linearizableReadLoop","detail":"{readStateIndex:17695; appliedIndex:17693; }","duration":"288.886925ms","start":"2026-03-04T01:59:15.762282Z","end":"2026-03-04T01:59:16.051169Z","steps":["trace[1263115690] 'read index received' (duration: 270.161686ms)","trace[1263115690] 'applied index is now lower than readState.Index' (duration: 18.723469ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:59:16.051379Z","caller":"traceutil/trace.go:171","msg":"trace[55820031] transaction","detail":"{read_only:false; response_revision:17084; number_of_response:1; }","duration":"290.431996ms","start":"2026-03-04T01:59:15.760844Z","end":"2026-03-04T01:59:16.051276Z","steps":["trace[55820031] 'process raft request' (duration: 290.144099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:16.051478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.168253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T01:59:16.051759Z","caller":"traceutil/trace.go:171","msg":"trace[1389293442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17084; }","duration":"289.478801ms","start":"2026-03-04T01:59:15.762259Z","end":"2026-03-04T01:59:16.051738Z","steps":["trace[1389293442] 'agreement among raft nodes before linearized reading' (duration: 289.0403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:18.464631Z","caller":"traceutil/trace.go:171","msg":"trace[1772661990] transaction","detail":"{read_only:false; response_revision:17104; number_of_response:1; }","duration":"120.033506ms","start":"2026-03-04T01:59:18.344571Z","end":"2026-03-04T01:59:18.464605Z","steps":["trace[1772661990] 'process raft request' (duration: 119.883712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:33.610921Z","caller":"traceutil/trace.go:171","msg":"trace[814046864] transaction","detail":"{read_only:false; response_revision:17213; number_of_response:1; }","duration":"128.143137ms","start":"2026-03-04T01:59:33.482739Z","end":"2026-03-04T01:59:33.610882Z","steps":["trace[814046864] 'process raft request' (duration: 127.956212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:38.033514Z","caller":"traceutil/trace.go:171","msg":"trace[913273049] linearizableReadLoop","detail":"{readStateIndex:17857; appliedIndex:17856; }","duration":"135.107239ms","start":"2026-03-04T01:59:37.898385Z","end":"2026-03-04T01:59:38.033492Z","steps":["trace[913273049] 'read index received' (duration: 134.960105ms)","trace[913273049] 'applied index is now lower than readState.Index' (duration: 146.634µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:59:38.033792Z","caller":"traceutil/trace.go:171","msg":"trace[390865591] transaction","detail":"{read_only:false; response_revision:17241; number_of_response:1; }","duration":"140.314065ms","start":"2026-03-04T01:59:37.893472Z","end":"2026-03-04T01:59:38.033786Z","steps":["trace[390865591] 'process raft request' (duration: 139.906715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:38.033999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.596391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:59:38.034024Z","caller":"traceutil/trace.go:171","msg":"trace[1996261840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17241; }","duration":"135.653763ms","start":"2026-03-04T01:59:37.898365Z","end":"2026-03-04T01:59:38.034018Z","steps":["trace[1996261840] 'agreement among raft nodes before linearized reading' (duration: 135.550681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:38.03412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.022758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T01:59:38.034141Z","caller":"traceutil/trace.go:171","msg":"trace[723212151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17241; }","duration":"127.062369ms","start":"2026-03-04T01:59:37.907072Z","end":"2026-03-04T01:59:38.034135Z","steps":["trace[723212151] 'agreement among raft nodes before linearized reading' (duration: 127.017718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:42.281218Z","caller":"traceutil/trace.go:171","msg":"trace[860397487] transaction","detail":"{read_only:false; response_revision:17262; number_of_response:1; }","duration":"126.548955ms","start":"2026-03-04T01:59:42.154635Z","end":"2026-03-04T01:59:42.281184Z","steps":["trace[860397487] 'process raft request' (duration: 45.225441ms)","trace[860397487] 'compare' (duration: 80.978195ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:59:42.807091Z","caller":"traceutil/trace.go:171","msg":"trace[254185899] transaction","detail":"{read_only:false; response_revision:17263; number_of_response:1; }","duration":"649.052983ms","start":"2026-03-04T01:59:42.158007Z","end":"2026-03-04T01:59:42.80706Z","steps":["trace[254185899] 'process raft request' (duration: 552.010708ms)","trace[254185899] 'compare' (duration: 96.778208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:59:42.807285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:59:42.157983Z","time spent":"649.196997ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:59:42.807279Z","caller":"traceutil/trace.go:171","msg":"trace[1474523392] linearizableReadLoop","detail":"{readStateIndex:17881; appliedIndex:17879; }","duration":"523.948595ms","start":"2026-03-04T01:59:42.28328Z","end":"2026-03-04T01:59:42.807228Z","steps":["trace[1474523392] 'read index received' (duration: 426.701465ms)","trace[1474523392] 'applied index is now lower than readState.Index' (duration: 97.24578ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:59:42.807471Z","caller":"traceutil/trace.go:171","msg":"trace[1206851643] transaction","detail":"{read_only:false; response_revision:17264; number_of_response:1; }","duration":"648.5586ms","start":"2026-03-04T01:59:42.1589Z","end":"2026-03-04T01:59:42.807458Z","steps":["trace[1206851643] 'process raft request' (duration: 648.119378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:42.80761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:59:42.158879Z","time spent":"648.632971ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:59:42.807814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.52615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T01:59:42.807864Z","caller":"traceutil/trace.go:171","msg":"trace[1085474070] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:17264; }","duration":"524.621662ms","start":"2026-03-04T01:59:42.283229Z","end":"2026-03-04T01:59:42.807851Z","steps":["trace[1085474070] 'agreement among raft nodes before linearized reading' (duration: 524.441117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:42.807904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:59:42.283205Z","time spent":"524.691414ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T01:59:42.811056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.763468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:59:42.811132Z","caller":"traceutil/trace.go:171","msg":"trace[1067542176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17265; }","duration":"526.876562ms","start":"2026-03-04T01:59:42.284235Z","end":"2026-03-04T01:59:42.811112Z","steps":["trace[1067542176] 'agreement among raft nodes before linearized reading' (duration: 526.650576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:42.811176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:59:42.284225Z","time spent":"526.943213ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:59:42.81147Z","caller":"traceutil/trace.go:171","msg":"trace[195439298] transaction","detail":"{read_only:false; response_revision:17265; number_of_response:1; }","duration":"100.392052ms","start":"2026-03-04T01:59:42.711068Z","end":"2026-03-04T01:59:42.81146Z","steps":["trace[195439298] 'process raft request' (duration: 99.636902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:42.811658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.321876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h8pmm\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-04T01:59:42.811681Z","caller":"traceutil/trace.go:171","msg":"trace[1892377984] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h8pmm; range_end:; response_count:1; response_revision:17265; }","duration":"248.391387ms","start":"2026-03-04T01:59:42.563283Z","end":"2026-03-04T01:59:42.811675Z","steps":["trace[1892377984] 'agreement among raft nodes before linearized reading' (duration: 248.309705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:42.812026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.233495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T01:59:42.811992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.303617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T01:59:42.812057Z","caller":"traceutil/trace.go:171","msg":"trace[2111603508] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17265; }","duration":"464.304867ms","start":"2026-03-04T01:59:42.347744Z","end":"2026-03-04T01:59:42.812049Z","steps":["trace[2111603508] 'agreement among raft nodes before linearized reading' (duration: 464.228995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:42.812077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:59:42.347722Z","time spent":"464.349929ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:59:42.812093Z","caller":"traceutil/trace.go:171","msg":"trace[1851644060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17265; }","duration":"441.504712ms","start":"2026-03-04T01:59:42.370561Z","end":"2026-03-04T01:59:42.812066Z","steps":["trace[1851644060] 'agreement among raft nodes before linearized reading' (duration: 441.178263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:42.8123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:59:42.370525Z","time spent":"441.758838ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:00:04.423586Z","caller":"traceutil/trace.go:171","msg":"trace[1824009162] transaction","detail":"{read_only:false; response_revision:17439; number_of_response:1; }","duration":"172.955007ms","start":"2026-03-04T02:00:04.25059Z","end":"2026-03-04T02:00:04.423545Z","steps":["trace[1824009162] 'process raft request' (duration: 115.544928ms)","trace[1824009162] 'compare' (duration: 57.217254ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:04.474348Z","caller":"traceutil/trace.go:171","msg":"trace[914982584] transaction","detail":"{read_only:false; response_revision:17440; number_of_response:1; }","duration":"176.994123ms","start":"2026-03-04T02:00:04.297323Z","end":"2026-03-04T02:00:04.474317Z","steps":["trace[914982584] 'process raft request' (duration: 176.817438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:05.147282Z","caller":"traceutil/trace.go:171","msg":"trace[1636161899] transaction","detail":"{read_only:false; response_revision:17443; number_of_response:1; }","duration":"100.728751ms","start":"2026-03-04T02:00:05.046521Z","end":"2026-03-04T02:00:05.14725Z","steps":["trace[1636161899] 'process raft request' (duration: 47.237324ms)","trace[1636161899] 'compare' (duration: 53.23045ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:05.14733Z","caller":"traceutil/trace.go:171","msg":"trace[1423483000] transaction","detail":"{read_only:false; response_revision:17444; number_of_response:1; }","duration":"100.533936ms","start":"2026-03-04T02:00:05.046769Z","end":"2026-03-04T02:00:05.147303Z","steps":["trace[1423483000] 'process raft request' (duration: 100.423333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:05.294162Z","caller":"traceutil/trace.go:171","msg":"trace[1432363271] transaction","detail":"{read_only:false; response_revision:17445; number_of_response:1; }","duration":"140.944122ms","start":"2026-03-04T02:00:05.153196Z","end":"2026-03-04T02:00:05.29414Z","steps":["trace[1432363271] 'process raft request' (duration: 93.805281ms)","trace[1432363271] 'compare' (duration: 46.507264ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:05.294299Z","caller":"traceutil/trace.go:171","msg":"trace[805230317] linearizableReadLoop","detail":"{readStateIndex:18066; appliedIndex:18065; }","duration":"139.71767ms","start":"2026-03-04T02:00:05.154573Z","end":"2026-03-04T02:00:05.29429Z","steps":["trace[805230317] 'read index received' (duration: 92.538438ms)","trace[805230317] 'applied index is now lower than readState.Index' (duration: 47.178282ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:05.29441Z","caller":"traceutil/trace.go:171","msg":"trace[1538362875] transaction","detail":"{read_only:false; response_revision:17446; number_of_response:1; }","duration":"138.94787ms","start":"2026-03-04T02:00:05.155457Z","end":"2026-03-04T02:00:05.294405Z","steps":["trace[1538362875] 'process raft request' (duration: 138.171599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:05.294556Z","caller":"traceutil/trace.go:171","msg":"trace[843990783] transaction","detail":"{read_only:false; response_revision:17447; number_of_response:1; }","duration":"121.604167ms","start":"2026-03-04T02:00:05.172945Z","end":"2026-03-04T02:00:05.29455Z","steps":["trace[843990783] 'process raft request' (duration: 120.758424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:05.295487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.89357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:107 size:1076856"} {"level":"info","ts":"2026-03-04T02:00:05.295515Z","caller":"traceutil/trace.go:171","msg":"trace[1546307885] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:107; response_revision:17448; }","duration":"140.963922ms","start":"2026-03-04T02:00:05.154546Z","end":"2026-03-04T02:00:05.29551Z","steps":["trace[1546307885] 'agreement among raft nodes before linearized reading' (duration: 140.1409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:03.561069Z","caller":"traceutil/trace.go:171","msg":"trace[1436609884] transaction","detail":"{read_only:false; response_revision:18658; number_of_response:1; }","duration":"251.223516ms","start":"2026-03-04T02:03:03.309813Z","end":"2026-03-04T02:03:03.561036Z","steps":["trace[1436609884] 'process raft request' (duration: 250.99489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:13.949574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.855162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:03:13.949669Z","caller":"traceutil/trace.go:171","msg":"trace[64859994] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:18705; }","duration":"170.029666ms","start":"2026-03-04T02:03:13.779622Z","end":"2026-03-04T02:03:13.949651Z","steps":["trace[64859994] 'count revisions from in-memory index tree' (duration: 169.744149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:13.949961Z","caller":"traceutil/trace.go:171","msg":"trace[1162875890] transaction","detail":"{read_only:false; response_revision:18706; number_of_response:1; }","duration":"106.261777ms","start":"2026-03-04T02:03:13.843655Z","end":"2026-03-04T02:03:13.949917Z","steps":["trace[1162875890] 'process raft request' (duration: 105.024375ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:18.901942Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16537} {"level":"info","ts":"2026-03-04T02:03:19.045715Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16537,"took":"139.442415ms","hash":516224287,"current-db-size-bytes":45441024,"current-db-size":"45 MB","current-db-size-in-use-bytes":29540352,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T02:03:19.04581Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":516224287,"revision":16537,"compact-revision":14377} {"level":"info","ts":"2026-03-04T02:03:20.141724Z","caller":"traceutil/trace.go:171","msg":"trace[1224698157] linearizableReadLoop","detail":"{readStateIndex:19407; appliedIndex:19406; }","duration":"451.253888ms","start":"2026-03-04T02:03:19.690434Z","end":"2026-03-04T02:03:20.141688Z","steps":["trace[1224698157] 'read index received' (duration: 451.123964ms)","trace[1224698157] 'applied index is now lower than readState.Index' (duration: 128.184µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:20.141858Z","caller":"traceutil/trace.go:171","msg":"trace[1933716013] transaction","detail":"{read_only:false; response_revision:18734; number_of_response:1; }","duration":"487.3109ms","start":"2026-03-04T02:03:19.654433Z","end":"2026-03-04T02:03:20.141744Z","steps":["trace[1933716013] 'process raft request' (duration: 487.045783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:20.141998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.496465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:03:20.142056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:19.65442Z","time spent":"487.546247ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:20.142091Z","caller":"traceutil/trace.go:171","msg":"trace[853057311] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:18734; }","duration":"451.68616ms","start":"2026-03-04T02:03:19.690384Z","end":"2026-03-04T02:03:20.14207Z","steps":["trace[853057311] 'agreement among raft nodes before linearized reading' (duration: 451.466254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:20.142173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:19.690363Z","time spent":"451.798322ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:03:21.432152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.079133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:03:21.432346Z","caller":"traceutil/trace.go:171","msg":"trace[1003015952] transaction","detail":"{read_only:false; response_revision:18736; number_of_response:1; }","duration":"737.876789ms","start":"2026-03-04T02:03:20.694451Z","end":"2026-03-04T02:03:21.432327Z","steps":["trace[1003015952] 'process raft request' (duration: 737.814388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:21.432421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:20.694416Z","time spent":"737.972682ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:21.432717Z","caller":"traceutil/trace.go:171","msg":"trace[2085840507] linearizableReadLoop","detail":"{readStateIndex:19408; appliedIndex:19407; }","duration":"1.290861208s","start":"2026-03-04T02:03:20.141812Z","end":"2026-03-04T02:03:21.432674Z","steps":["trace[2085840507] 'read index received' (duration: 372.836591ms)","trace[2085840507] 'applied index is now lower than readState.Index' (duration: 918.020637ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:21.432884Z","caller":"traceutil/trace.go:171","msg":"trace[865154256] transaction","detail":"{read_only:false; response_revision:18735; number_of_response:1; }","duration":"1.440932059s","start":"2026-03-04T02:03:19.991937Z","end":"2026-03-04T02:03:21.432869Z","steps":["trace[865154256] 'process raft request' (duration: 523.048115ms)","trace[865154256] 'compare' (duration: 916.94258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:03:21.432959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:19.991898Z","time spent":"1.441028762s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:21.433172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46730539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:03:21.433244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.319249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:03:21.433288Z","caller":"traceutil/trace.go:171","msg":"trace[869271270] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:18736; }","duration":"753.404901ms","start":"2026-03-04T02:03:20.67987Z","end":"2026-03-04T02:03:21.433274Z","steps":["trace[869271270] 'agreement among raft nodes before linearized reading' (duration: 753.340439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:21.433271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426020294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:03:21.433329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:20.679845Z","time spent":"753.475003ms","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:03:21.433235Z","caller":"traceutil/trace.go:171","msg":"trace[1370607298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18736; }","duration":"1.467428293s","start":"2026-03-04T02:03:19.965789Z","end":"2026-03-04T02:03:21.433217Z","steps":["trace[1370607298] 'agreement among raft nodes before linearized reading' (duration: 1.467253669s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:21.433408Z","caller":"traceutil/trace.go:171","msg":"trace[1800132492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18736; }","duration":"1.426143307s","start":"2026-03-04T02:03:20.007206Z","end":"2026-03-04T02:03:21.43335Z","steps":["trace[1800132492] 'agreement among raft nodes before linearized reading' (duration: 1.425779287s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:21.433328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28009879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:03:21.433465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:20.007171Z","time spent":"1.426283619s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:03:21.43349Z","caller":"traceutil/trace.go:171","msg":"trace[40346517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18736; }","duration":"1.280313186s","start":"2026-03-04T02:03:20.153146Z","end":"2026-03-04T02:03:21.433459Z","steps":["trace[40346517] 'agreement among raft nodes before linearized reading' (duration: 1.279917675s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:21.433518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:19.965763Z","time spent":"1.46767957s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:03:21.433566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:20.153125Z","time spent":"1.280425648s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:03:21.433551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07976134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:03:21.43376Z","caller":"traceutil/trace.go:171","msg":"trace[1730502069] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18736; }","duration":"1.080031357s","start":"2026-03-04T02:03:20.353691Z","end":"2026-03-04T02:03:21.433722Z","steps":["trace[1730502069] 'agreement among raft nodes before linearized reading' (duration: 1.079465673s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:21.433822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:20.353664Z","time spent":"1.08014456s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:03:21.433185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074101353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:03:21.434043Z","caller":"traceutil/trace.go:171","msg":"trace[2087500541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18736; }","duration":"1.075006757s","start":"2026-03-04T02:03:20.359014Z","end":"2026-03-04T02:03:21.434021Z","steps":["trace[2087500541] 'agreement among raft nodes before linearized reading' (duration: 1.074070713s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:21.434098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:20.358979Z","time spent":"1.07510309s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:03:21.433562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.987199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:03:21.433533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279616197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:03:21.434345Z","caller":"traceutil/trace.go:171","msg":"trace[1586755741] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:18736; }","duration":"891.765529ms","start":"2026-03-04T02:03:20.542563Z","end":"2026-03-04T02:03:21.434328Z","steps":["trace[1586755741] 'agreement among raft nodes before linearized reading' (duration: 890.969428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:21.4344Z","caller":"traceutil/trace.go:171","msg":"trace[334867590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18736; }","duration":"1.28049234s","start":"2026-03-04T02:03:20.153852Z","end":"2026-03-04T02:03:21.434345Z","steps":["trace[334867590] 'agreement among raft nodes before linearized reading' (duration: 1.279543226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:21.43445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:20.153825Z","time spent":"1.280610663s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:03:21.434445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:20.542499Z","time spent":"891.929613ms","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:03:22.437752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.26283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:03:22.437903Z","caller":"traceutil/trace.go:171","msg":"trace[473376182] transaction","detail":"{read_only:false; response_revision:18737; number_of_response:1; }","duration":"999.409041ms","start":"2026-03-04T02:03:21.438467Z","end":"2026-03-04T02:03:22.437876Z","steps":["trace[473376182] 'process raft request' (duration: 207.879224ms)","trace[473376182] 'compare' (duration: 790.818039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:03:22.437988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:21.438444Z","time spent":"999.509894ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:22.43931Z","caller":"traceutil/trace.go:171","msg":"trace[759930161] transaction","detail":"{read_only:false; response_revision:18738; number_of_response:1; }","duration":"1.000235472s","start":"2026-03-04T02:03:21.439042Z","end":"2026-03-04T02:03:22.439277Z","steps":["trace[759930161] 'process raft request' (duration: 999.990796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:22.439306Z","caller":"traceutil/trace.go:171","msg":"trace[1270727247] transaction","detail":"{read_only:false; response_revision:18739; number_of_response:1; }","duration":"999.951505ms","start":"2026-03-04T02:03:21.439327Z","end":"2026-03-04T02:03:22.439279Z","steps":["trace[1270727247] 'process raft request' (duration: 999.853883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:22.439485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:21.438971Z","time spent":"1.000419177s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:22.439551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:21.439317Z","time spent":"1.000170671s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:22.439761Z","caller":"traceutil/trace.go:171","msg":"trace[328849985] transaction","detail":"{read_only:false; response_revision:18740; number_of_response:1; }","duration":"1.000253073s","start":"2026-03-04T02:03:21.439432Z","end":"2026-03-04T02:03:22.439685Z","steps":["trace[328849985] 'process raft request' (duration: 999.801061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:22.439829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:21.4394Z","time spent":"1.000397297s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:22.439954Z","caller":"traceutil/trace.go:171","msg":"trace[2032603532] linearizableReadLoop","detail":"{readStateIndex:19414; appliedIndex:19409; }","duration":"995.733826ms","start":"2026-03-04T02:03:21.444207Z","end":"2026-03-04T02:03:22.43994Z","steps":["trace[2032603532] 'read index received' (duration: 202.238729ms)","trace[2032603532] 'applied index is now lower than readState.Index' (duration: 793.494047ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:22.440068Z","caller":"traceutil/trace.go:171","msg":"trace[1152798175] transaction","detail":"{read_only:false; response_revision:18741; number_of_response:1; }","duration":"999.769801ms","start":"2026-03-04T02:03:21.440262Z","end":"2026-03-04T02:03:22.440032Z","steps":["trace[1152798175] 'process raft request' (duration: 999.3672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:22.440216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.984452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:03:22.440231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.730343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:03:22.440248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:21.440252Z","time spent":"999.907774ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:22.44028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.632188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:03:22.440305Z","caller":"traceutil/trace.go:171","msg":"trace[1383811298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18741; }","duration":"996.101766ms","start":"2026-03-04T02:03:21.444179Z","end":"2026-03-04T02:03:22.440281Z","steps":["trace[1383811298] 'agreement among raft nodes before linearized reading' (duration: 995.899351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:22.440318Z","caller":"traceutil/trace.go:171","msg":"trace[595693089] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:18741; }","duration":"299.70809ms","start":"2026-03-04T02:03:22.140599Z","end":"2026-03-04T02:03:22.440307Z","steps":["trace[595693089] 'agreement among raft nodes before linearized reading' (duration: 299.536745ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:22.440316Z","caller":"traceutil/trace.go:171","msg":"trace[344733129] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:18741; }","duration":"740.879307ms","start":"2026-03-04T02:03:21.699414Z","end":"2026-03-04T02:03:22.440294Z","steps":["trace[344733129] 'agreement among raft nodes before linearized reading' (duration: 740.720023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:22.440364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:21.69938Z","time spent":"740.973039ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:03:22.440346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:21.444169Z","time spent":"996.168167ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:03:22.440675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.297637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:03:22.440731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.233768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:03:22.440809Z","caller":"traceutil/trace.go:171","msg":"trace[529798834] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:18741; }","duration":"705.670277ms","start":"2026-03-04T02:03:21.735103Z","end":"2026-03-04T02:03:22.440773Z","steps":["trace[529798834] 'agreement among raft nodes before linearized reading' (duration: 705.116352ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:22.440856Z","caller":"traceutil/trace.go:171","msg":"trace[641575890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18741; }","duration":"294.68532ms","start":"2026-03-04T02:03:22.146138Z","end":"2026-03-04T02:03:22.440824Z","steps":["trace[641575890] 'agreement among raft nodes before linearized reading' (duration: 294.097345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:22.440894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:21.735078Z","time spent":"705.79629ms","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:03:22.441455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.233759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:03:22.44149Z","caller":"traceutil/trace.go:171","msg":"trace[1679511806] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:18741; }","duration":"721.306091ms","start":"2026-03-04T02:03:21.720176Z","end":"2026-03-04T02:03:22.441482Z","steps":["trace[1679511806] 'agreement among raft nodes before linearized reading' (duration: 720.317535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:22.441513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:21.720153Z","time spent":"721.355073ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2180,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:03:22.95555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972001058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:03:23.173037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.560362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:03:23.173171Z","caller":"traceutil/trace.go:171","msg":"trace[2074940628] linearizableReadLoop","detail":"{readStateIndex:19417; appliedIndex:19416; }","duration":"718.526419ms","start":"2026-03-04T02:03:22.454622Z","end":"2026-03-04T02:03:23.173148Z","steps":["trace[2074940628] 'read index received' (duration: 533.646258ms)","trace[2074940628] 'applied index is now lower than readState.Index' (duration: 184.878411ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:23.173286Z","caller":"traceutil/trace.go:171","msg":"trace[2096812842] transaction","detail":"{read_only:false; response_revision:18743; number_of_response:1; }","duration":"723.872867ms","start":"2026-03-04T02:03:22.449397Z","end":"2026-03-04T02:03:23.17327Z","steps":["trace[2096812842] 'process raft request' (duration: 538.975476ms)","trace[2096812842] 'compare' (duration: 184.422299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:03:23.173447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:22.44938Z","time spent":"723.95221ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:23.173661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.029042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:03:23.173672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.438637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:03:23.173744Z","caller":"traceutil/trace.go:171","msg":"trace[146940040] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:18743; }","duration":"339.56181ms","start":"2026-03-04T02:03:22.834167Z","end":"2026-03-04T02:03:23.173729Z","steps":["trace[146940040] 'agreement among raft nodes before linearized reading' (duration: 339.377445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:23.17374Z","caller":"traceutil/trace.go:171","msg":"trace[1935632268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18743; }","duration":"719.137425ms","start":"2026-03-04T02:03:22.454585Z","end":"2026-03-04T02:03:23.173722Z","steps":["trace[1935632268] 'agreement among raft nodes before linearized reading' (duration: 718.94936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:23.173779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:22.834146Z","time spent":"339.623612ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:03:23.173789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:22.454565Z","time spent":"719.213127ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:03:23.173678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.06584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:03:23.173848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.646985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:03:23.173926Z","caller":"traceutil/trace.go:171","msg":"trace[1586550513] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18743; }","duration":"447.781939ms","start":"2026-03-04T02:03:22.726126Z","end":"2026-03-04T02:03:23.173908Z","steps":["trace[1586550513] 'agreement among raft nodes before linearized reading' (duration: 447.421049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:23.173983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:22.7261Z","time spent":"447.87443ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:03:23.173989Z","caller":"traceutil/trace.go:171","msg":"trace[2076292790] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18743; }","duration":"715.372857ms","start":"2026-03-04T02:03:22.458532Z","end":"2026-03-04T02:03:23.173905Z","steps":["trace[2076292790] 'agreement among raft nodes before linearized reading' (duration: 715.011218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:23.174229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:22.45851Z","time spent":"715.638775ms","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:03:23.60194Z","caller":"traceutil/trace.go:171","msg":"trace[1879929306] transaction","detail":"{read_only:false; response_revision:18744; number_of_response:1; }","duration":"162.233064ms","start":"2026-03-04T02:03:23.439662Z","end":"2026-03-04T02:03:23.601895Z","steps":["trace[1879929306] 'process raft request' (duration: 111.327528ms)","trace[1879929306] 'compare' (duration: 50.445534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:03:24.690638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.422466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:03:24.690743Z","caller":"traceutil/trace.go:171","msg":"trace[1917355390] linearizableReadLoop","detail":"{readStateIndex:19419; appliedIndex:19417; }","duration":"1.160607909s","start":"2026-03-04T02:03:23.530118Z","end":"2026-03-04T02:03:24.690726Z","steps":["trace[1917355390] 'read index received' (duration: 20.842918ms)","trace[1917355390] 'applied index is now lower than readState.Index' (duration: 1.139753201s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:24.690789Z","caller":"traceutil/trace.go:171","msg":"trace[1922792934] transaction","detail":"{read_only:false; response_revision:18745; number_of_response:1; }","duration":"1.24994733s","start":"2026-03-04T02:03:23.440795Z","end":"2026-03-04T02:03:24.690742Z","steps":["trace[1922792934] 'process raft request' (duration: 415.333599ms)","trace[1922792934] 'compare' (duration: 833.884472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:03:24.691003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:23.440756Z","time spent":"1.250131254s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:24.691256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161141634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:03:24.691297Z","caller":"traceutil/trace.go:171","msg":"trace[402843710] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:18745; }","duration":"1.161224916s","start":"2026-03-04T02:03:23.53006Z","end":"2026-03-04T02:03:24.691285Z","steps":["trace[402843710] 'agreement among raft nodes before linearized reading' (duration: 1.160730953s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:24.691328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:23.530039Z","time spent":"1.161282097s","remote":"127.0.0.1:48388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:03:25.000367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.24143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:03:25.000494Z","caller":"traceutil/trace.go:171","msg":"trace[50430006] linearizableReadLoop","detail":"{readStateIndex:19420; appliedIndex:19419; }","duration":"309.713839ms","start":"2026-03-04T02:03:24.690764Z","end":"2026-03-04T02:03:25.000478Z","steps":["trace[50430006] 'read index received' (duration: 124.13008ms)","trace[50430006] 'applied index is now lower than readState.Index' (duration: 185.582189ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:25.000542Z","caller":"traceutil/trace.go:171","msg":"trace[1238564609] transaction","detail":"{read_only:false; response_revision:18746; number_of_response:1; }","duration":"453.739884ms","start":"2026-03-04T02:03:24.546762Z","end":"2026-03-04T02:03:25.000502Z","steps":["trace[1238564609] 'process raft request' (duration: 268.250958ms)","trace[1238564609] 'compare' (duration: 185.097376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:03:25.00071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:24.546745Z","time spent":"453.877077ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:25.000717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.854025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:03:25.000791Z","caller":"traceutil/trace.go:171","msg":"trace[1177498080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18746; }","duration":"555.980148ms","start":"2026-03-04T02:03:24.444792Z","end":"2026-03-04T02:03:25.000772Z","steps":["trace[1177498080] 'agreement among raft nodes before linearized reading' (duration: 555.790663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:25.000846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:24.444761Z","time spent":"556.075281ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:03:25.001029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.409402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:03:25.001065Z","caller":"traceutil/trace.go:171","msg":"trace[1265501437] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18746; }","duration":"454.484084ms","start":"2026-03-04T02:03:24.546571Z","end":"2026-03-04T02:03:25.001055Z","steps":["trace[1265501437] 'agreement among raft nodes before linearized reading' (duration: 454.377151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:25.001094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:24.54655Z","time spent":"454.537454ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:03:25.001221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.743308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:03:25.001253Z","caller":"traceutil/trace.go:171","msg":"trace[805269609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18746; }","duration":"544.799939ms","start":"2026-03-04T02:03:24.456445Z","end":"2026-03-04T02:03:25.001245Z","steps":["trace[805269609] 'agreement among raft nodes before linearized reading' (duration: 544.717227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:25.001277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:24.456426Z","time spent":"544.84603ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:03:25.001403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.083039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:03:25.001477Z","caller":"traceutil/trace.go:171","msg":"trace[1027439362] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18746; }","duration":"450.207352ms","start":"2026-03-04T02:03:24.551257Z","end":"2026-03-04T02:03:25.001465Z","steps":["trace[1027439362] 'agreement among raft nodes before linearized reading' (duration: 449.314809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:25.001422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.446911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:03:25.001521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:24.551233Z","time spent":"450.278524ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:03:25.001511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.134543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:03:25.001549Z","caller":"traceutil/trace.go:171","msg":"trace[411632869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18746; }","duration":"556.604475ms","start":"2026-03-04T02:03:24.444929Z","end":"2026-03-04T02:03:25.001534Z","steps":["trace[411632869] 'agreement among raft nodes before linearized reading' (duration: 556.40327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:25.001584Z","caller":"traceutil/trace.go:171","msg":"trace[2074411884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18746; }","duration":"556.227685ms","start":"2026-03-04T02:03:24.445335Z","end":"2026-03-04T02:03:25.001562Z","steps":["trace[2074411884] 'agreement among raft nodes before linearized reading' (duration: 555.975968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:25.001618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:24.444904Z","time spent":"556.695138ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:03:25.001625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:24.445329Z","time spent":"556.289567ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:03:25.001729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.010854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:03:25.001745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.782525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:03:25.001763Z","caller":"traceutil/trace.go:171","msg":"trace[909376148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18746; }","duration":"918.074216ms","start":"2026-03-04T02:03:24.083681Z","end":"2026-03-04T02:03:25.001755Z","steps":["trace[909376148] 'agreement among raft nodes before linearized reading' (duration: 918.017214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:25.001782Z","caller":"traceutil/trace.go:171","msg":"trace[1794957490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18746; }","duration":"557.871288ms","start":"2026-03-04T02:03:24.443899Z","end":"2026-03-04T02:03:25.00177Z","steps":["trace[1794957490] 'agreement among raft nodes before linearized reading' (duration: 557.745705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:25.001791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:24.083654Z","time spent":"918.132266ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:03:25.001815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:24.443869Z","time spent":"557.939769ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:03:25.001839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.978209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:03:25.001868Z","caller":"traceutil/trace.go:171","msg":"trace[1371688772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18746; }","duration":"556.015309ms","start":"2026-03-04T02:03:24.445846Z","end":"2026-03-04T02:03:25.001862Z","steps":["trace[1371688772] 'agreement among raft nodes before linearized reading' (duration: 555.931327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:25.001889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:24.445838Z","time spent":"556.04693ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:03:25.001746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161104272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:03:25.001956Z","caller":"traceutil/trace.go:171","msg":"trace[1138797441] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:18746; }","duration":"1.161353249s","start":"2026-03-04T02:03:23.840589Z","end":"2026-03-04T02:03:25.001942Z","steps":["trace[1138797441] 'agreement among raft nodes before linearized reading' (duration: 1.161122973s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:25.001615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120081792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:03:25.001994Z","caller":"traceutil/trace.go:171","msg":"trace[66222658] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:18746; }","duration":"1.120488823s","start":"2026-03-04T02:03:23.881496Z","end":"2026-03-04T02:03:25.001984Z","steps":["trace[66222658] 'agreement among raft nodes before linearized reading' (duration: 1.120054541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:25.002026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:23.881482Z","time spent":"1.120535343s","remote":"127.0.0.1:45948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:03:25.001996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:23.840564Z","time spent":"1.161421331s","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:04:27.172255Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:04:27.176138Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T02:04:27.176239Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T02:04:37.641328Z","caller":"traceutil/trace.go:171","msg":"trace[1925864389] transaction","detail":"{read_only:false; response_revision:19352; number_of_response:1; }","duration":"133.082681ms","start":"2026-03-04T02:04:37.508188Z","end":"2026-03-04T02:04:37.64127Z","steps":["trace[1925864389] 'process raft request' (duration: 81.340703ms)","trace[1925864389] 'compare' (duration: 51.258445ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:07:04.459283Z","caller":"traceutil/trace.go:171","msg":"trace[1642548126] transaction","detail":"{read_only:false; response_revision:20414; number_of_response:1; }","duration":"107.270963ms","start":"2026-03-04T02:07:04.351993Z","end":"2026-03-04T02:07:04.459264Z","steps":["trace[1642548126] 'process raft request' (duration: 107.104689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:04.658886Z","caller":"traceutil/trace.go:171","msg":"trace[1858538702] linearizableReadLoop","detail":"{readStateIndex:21149; appliedIndex:21148; }","duration":"115.031776ms","start":"2026-03-04T02:07:04.543825Z","end":"2026-03-04T02:07:04.658857Z","steps":["trace[1858538702] 'read index received' (duration: 114.83001ms)","trace[1858538702] 'applied index is now lower than readState.Index' (duration: 200.616µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:07:04.659071Z","caller":"traceutil/trace.go:171","msg":"trace[1922354526] transaction","detail":"{read_only:false; response_revision:20416; number_of_response:1; }","duration":"130.51318ms","start":"2026-03-04T02:07:04.528526Z","end":"2026-03-04T02:07:04.659039Z","steps":["trace[1922354526] 'process raft request' (duration: 130.171812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:04.659234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.872308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:07:04.659323Z","caller":"traceutil/trace.go:171","msg":"trace[765491451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20416; }","duration":"103.011631ms","start":"2026-03-04T02:07:04.55629Z","end":"2026-03-04T02:07:04.659302Z","steps":["trace[765491451] 'agreement among raft nodes before linearized reading' (duration: 102.771585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:04.659671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.840487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:07:04.659737Z","caller":"traceutil/trace.go:171","msg":"trace[1734194018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20416; }","duration":"115.917359ms","start":"2026-03-04T02:07:04.543805Z","end":"2026-03-04T02:07:04.659723Z","steps":["trace[1734194018] 'agreement among raft nodes before linearized reading' (duration: 115.204941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:13.548042Z","caller":"traceutil/trace.go:171","msg":"trace[17495209] transaction","detail":"{read_only:false; response_revision:20883; number_of_response:1; }","duration":"147.667128ms","start":"2026-03-04T02:07:13.400334Z","end":"2026-03-04T02:07:13.548002Z","steps":["trace[17495209] 'process raft request' (duration: 113.149786ms)","trace[17495209] 'compare' (duration: 34.294137ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:07:13.548113Z","caller":"traceutil/trace.go:171","msg":"trace[1490988926] linearizableReadLoop","detail":"{readStateIndex:21628; appliedIndex:21627; }","duration":"147.055793ms","start":"2026-03-04T02:07:13.401012Z","end":"2026-03-04T02:07:13.548068Z","steps":["trace[1490988926] 'read index received' (duration: 112.449099ms)","trace[1490988926] 'applied index is now lower than readState.Index' (duration: 34.600894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:07:13.54848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.443653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112163"} {"level":"info","ts":"2026-03-04T02:07:13.548506Z","caller":"traceutil/trace.go:171","msg":"trace[1613042173] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:20884; }","duration":"147.523705ms","start":"2026-03-04T02:07:13.400973Z","end":"2026-03-04T02:07:13.548497Z","steps":["trace[1613042173] 'agreement among raft nodes before linearized reading' (duration: 147.250218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:13.548665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.452694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-04T02:07:13.548798Z","caller":"traceutil/trace.go:171","msg":"trace[1286288344] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:20884; }","duration":"139.614788ms","start":"2026-03-04T02:07:13.409146Z","end":"2026-03-04T02:07:13.54876Z","steps":["trace[1286288344] 'agreement among raft nodes before linearized reading' (duration: 139.117725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:20.755046Z","caller":"traceutil/trace.go:171","msg":"trace[358881] transaction","detail":"{read_only:false; response_revision:21081; number_of_response:1; }","duration":"212.828722ms","start":"2026-03-04T02:07:20.542168Z","end":"2026-03-04T02:07:20.754997Z","steps":["trace[358881] 'process raft request' (duration: 212.444372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:20.755419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.27922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:07:20.755528Z","caller":"traceutil/trace.go:171","msg":"trace[1483836072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21081; }","duration":"170.456794ms","start":"2026-03-04T02:07:20.585045Z","end":"2026-03-04T02:07:20.755502Z","steps":["trace[1483836072] 'agreement among raft nodes before linearized reading' (duration: 170.035653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:20.754927Z","caller":"traceutil/trace.go:171","msg":"trace[698391036] linearizableReadLoop","detail":"{readStateIndex:21827; appliedIndex:21826; }","duration":"169.776146ms","start":"2026-03-04T02:07:20.585115Z","end":"2026-03-04T02:07:20.754891Z","steps":["trace[698391036] 'read index received' (duration: 169.521149ms)","trace[698391036] 'applied index is now lower than readState.Index' (duration: 253.617µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:07:21.264676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972007993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:07:21.833122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.889483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:07:21.833393Z","caller":"traceutil/trace.go:171","msg":"trace[459826696] linearizableReadLoop","detail":"{readStateIndex:21833; appliedIndex:21829; }","duration":"1.069203158s","start":"2026-03-04T02:07:20.764175Z","end":"2026-03-04T02:07:21.833378Z","steps":["trace[459826696] 'read index received' (duration: 625.856313ms)","trace[459826696] 'applied index is now lower than readState.Index' (duration: 443.345815ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:07:21.83383Z","caller":"traceutil/trace.go:171","msg":"trace[1512279671] transaction","detail":"{read_only:false; response_revision:21087; number_of_response:1; }","duration":"776.774417ms","start":"2026-03-04T02:07:21.05701Z","end":"2026-03-04T02:07:21.833785Z","steps":["trace[1512279671] 'process raft request' (duration: 776.319265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:21.834039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:21.05698Z","time spent":"776.950522ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:07:21.834299Z","caller":"traceutil/trace.go:171","msg":"trace[142380811] transaction","detail":"{read_only:false; response_revision:21084; number_of_response:1; }","duration":"1.073394928s","start":"2026-03-04T02:07:20.760874Z","end":"2026-03-04T02:07:21.834269Z","steps":["trace[142380811] 'process raft request' (duration: 629.284083ms)","trace[142380811] 'compare' (duration: 441.843365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:07:21.834365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:20.76084Z","time spent":"1.0734904s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:07:21.834487Z","caller":"traceutil/trace.go:171","msg":"trace[2125939344] transaction","detail":"{read_only:false; response_revision:21085; number_of_response:1; }","duration":"1.068201672s","start":"2026-03-04T02:07:20.766276Z","end":"2026-03-04T02:07:21.834478Z","steps":["trace[2125939344] 'process raft request' (duration: 1.066936929s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:21.834531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:20.766262Z","time spent":"1.068242303s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:07:21.834659Z","caller":"traceutil/trace.go:171","msg":"trace[1866952182] transaction","detail":"{read_only:false; response_revision:21086; number_of_response:1; }","duration":"779.351044ms","start":"2026-03-04T02:07:21.055295Z","end":"2026-03-04T02:07:21.834646Z","steps":["trace[1866952182] 'process raft request' (duration: 778.007689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:21.834713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:21.055253Z","time spent":"779.428036ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:07:21.834739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070528923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:07:21.834868Z","caller":"traceutil/trace.go:171","msg":"trace[1127300701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21087; }","duration":"1.070678106s","start":"2026-03-04T02:07:20.764157Z","end":"2026-03-04T02:07:21.834835Z","steps":["trace[1127300701] 'agreement among raft nodes before linearized reading' (duration: 1.070353398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:21.834918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:20.764148Z","time spent":"1.070757458s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:07:21.835726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066659121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:07:21.835752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.28476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:07:21.835822Z","caller":"traceutil/trace.go:171","msg":"trace[98997121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21087; }","duration":"870.386603ms","start":"2026-03-04T02:07:20.96542Z","end":"2026-03-04T02:07:21.835807Z","steps":["trace[98997121] 'agreement among raft nodes before linearized reading' (duration: 870.165607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:21.835847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064482395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:07:21.835852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:20.965402Z","time spent":"870.443625ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:07:21.835876Z","caller":"traceutil/trace.go:171","msg":"trace[1061422497] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21087; }","duration":"1.064529355s","start":"2026-03-04T02:07:20.771334Z","end":"2026-03-04T02:07:21.835864Z","steps":["trace[1061422497] 'agreement among raft nodes before linearized reading' (duration: 1.064463523s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:21.835899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:20.771322Z","time spent":"1.064571597s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:07:21.835782Z","caller":"traceutil/trace.go:171","msg":"trace[1944888339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21087; }","duration":"1.066732614s","start":"2026-03-04T02:07:20.769038Z","end":"2026-03-04T02:07:21.835771Z","steps":["trace[1944888339] 'agreement among raft nodes before linearized reading' (duration: 1.066550479s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:21.836081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.312412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:07:21.836115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:20.769029Z","time spent":"1.067072842s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:07:21.836123Z","caller":"traceutil/trace.go:171","msg":"trace[2071974502] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:21087; }","duration":"330.380013ms","start":"2026-03-04T02:07:21.505723Z","end":"2026-03-04T02:07:21.836103Z","steps":["trace[2071974502] 'agreement among raft nodes before linearized reading' (duration: 330.320322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:21.836157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:21.505699Z","time spent":"330.450305ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:07:21.991673Z","caller":"traceutil/trace.go:171","msg":"trace[1335330564] transaction","detail":"{read_only:false; response_revision:21088; number_of_response:1; }","duration":"151.126629ms","start":"2026-03-04T02:07:21.840465Z","end":"2026-03-04T02:07:21.991592Z","steps":["trace[1335330564] 'process raft request' (duration: 148.826049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:21.996837Z","caller":"traceutil/trace.go:171","msg":"trace[1563616868] transaction","detail":"{read_only:false; response_revision:21089; number_of_response:1; }","duration":"155.649657ms","start":"2026-03-04T02:07:21.841165Z","end":"2026-03-04T02:07:21.996814Z","steps":["trace[1563616868] 'process raft request' (duration: 155.468112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:21.996848Z","caller":"traceutil/trace.go:171","msg":"trace[1543593157] transaction","detail":"{read_only:false; response_revision:21090; number_of_response:1; }","duration":"155.577565ms","start":"2026-03-04T02:07:21.841255Z","end":"2026-03-04T02:07:21.996833Z","steps":["trace[1543593157] 'process raft request' (duration: 155.506553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:09.191111Z","caller":"traceutil/trace.go:171","msg":"trace[1116546085] transaction","detail":"{read_only:false; response_revision:21673; number_of_response:1; }","duration":"213.373756ms","start":"2026-03-04T02:08:08.977697Z","end":"2026-03-04T02:08:09.191071Z","steps":["trace[1116546085] 'process raft request' (duration: 213.202631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:18.908242Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18733} {"level":"info","ts":"2026-03-04T02:08:19.024359Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18733,"took":"110.131138ms","hash":2161331358,"current-db-size-bytes":47935488,"current-db-size":"48 MB","current-db-size-in-use-bytes":37953536,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-04T02:08:19.024472Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2161331358,"revision":18733,"compact-revision":16537} {"level":"info","ts":"2026-03-04T02:08:20.672607Z","caller":"traceutil/trace.go:171","msg":"trace[1678893396] linearizableReadLoop","detail":"{readStateIndex:22519; appliedIndex:22518; }","duration":"403.058692ms","start":"2026-03-04T02:08:20.26952Z","end":"2026-03-04T02:08:20.672579Z","steps":["trace[1678893396] 'read index received' (duration: 402.913978ms)","trace[1678893396] 'applied index is now lower than readState.Index' (duration: 143.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:20.672696Z","caller":"traceutil/trace.go:171","msg":"trace[2047869317] transaction","detail":"{read_only:false; response_revision:21754; number_of_response:1; }","duration":"407.917459ms","start":"2026-03-04T02:08:20.264714Z","end":"2026-03-04T02:08:20.672632Z","steps":["trace[2047869317] 'process raft request' (duration: 407.706314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.672864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.32221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:08:20.672876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.264694Z","time spent":"408.087333ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:20.672915Z","caller":"traceutil/trace.go:171","msg":"trace[1200174101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21754; }","duration":"403.413871ms","start":"2026-03-04T02:08:20.269485Z","end":"2026-03-04T02:08:20.672899Z","steps":["trace[1200174101] 'agreement among raft nodes before linearized reading' (duration: 403.215036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.672949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.269471Z","time spent":"403.470653ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:08:20.860249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.297685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:20.86043Z","caller":"traceutil/trace.go:171","msg":"trace[1929057768] transaction","detail":"{read_only:false; response_revision:21755; number_of_response:1; }","duration":"340.189419ms","start":"2026-03-04T02:08:20.520209Z","end":"2026-03-04T02:08:20.860399Z","steps":["trace[1929057768] 'process raft request' (duration: 191.623098ms)","trace[1929057768] 'compare' (duration: 147.931895ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:20.860511Z","caller":"traceutil/trace.go:171","msg":"trace[1402368490] transaction","detail":"{read_only:false; response_revision:21756; number_of_response:1; }","duration":"182.275073ms","start":"2026-03-04T02:08:20.678224Z","end":"2026-03-04T02:08:20.860499Z","steps":["trace[1402368490] 'process raft request' (duration: 182.16137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.86053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.520174Z","time spent":"340.318453ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:20.860505Z","caller":"traceutil/trace.go:171","msg":"trace[1094174934] linearizableReadLoop","detail":"{readStateIndex:22520; appliedIndex:22519; }","duration":"187.788506ms","start":"2026-03-04T02:08:20.672682Z","end":"2026-03-04T02:08:20.86047Z","steps":["trace[1094174934] 'read index received' (duration: 39.093951ms)","trace[1094174934] 'applied index is now lower than readState.Index' (duration: 148.691065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:20.860629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.175813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T02:08:20.860702Z","caller":"traceutil/trace.go:171","msg":"trace[758834104] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:21756; }","duration":"507.291955ms","start":"2026-03-04T02:08:20.353393Z","end":"2026-03-04T02:08:20.860685Z","steps":["trace[758834104] 'agreement among raft nodes before linearized reading' (duration: 507.08933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.860739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.353344Z","time spent":"507.388318ms","remote":"127.0.0.1:45554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T02:08:20.860777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.815864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:08:20.860758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.657892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131181"} {"level":"info","ts":"2026-03-04T02:08:20.860837Z","caller":"traceutil/trace.go:171","msg":"trace[1889255142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21756; }","duration":"586.929396ms","start":"2026-03-04T02:08:20.273891Z","end":"2026-03-04T02:08:20.86082Z","steps":["trace[1889255142] 'agreement among raft nodes before linearized reading' (duration: 586.731581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:20.860851Z","caller":"traceutil/trace.go:171","msg":"trace[498686035] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:21756; }","duration":"495.805066ms","start":"2026-03-04T02:08:20.365026Z","end":"2026-03-04T02:08:20.860831Z","steps":["trace[498686035] 'agreement among raft nodes before linearized reading' (duration: 495.460127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.860878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.887651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-04T02:08:20.860904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.365004Z","time spent":"495.887347ms","remote":"127.0.0.1:45544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131203,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T02:08:20.860914Z","caller":"traceutil/trace.go:171","msg":"trace[1646031234] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21756; }","duration":"109.918332ms","start":"2026-03-04T02:08:20.750983Z","end":"2026-03-04T02:08:20.860902Z","steps":["trace[1646031234] 'agreement among raft nodes before linearized reading' (duration: 109.8413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.860792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.907871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18559"} {"level":"warn","ts":"2026-03-04T02:08:20.860987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.84792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:20.861022Z","caller":"traceutil/trace.go:171","msg":"trace[1124839556] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:21756; }","duration":"180.164198ms","start":"2026-03-04T02:08:20.680849Z","end":"2026-03-04T02:08:20.861013Z","steps":["trace[1124839556] 'agreement among raft nodes before linearized reading' (duration: 179.816958ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:20.861032Z","caller":"traceutil/trace.go:171","msg":"trace[1800317023] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21756; }","duration":"122.956023ms","start":"2026-03-04T02:08:20.738062Z","end":"2026-03-04T02:08:20.861018Z","steps":["trace[1800317023] 'agreement among raft nodes before linearized reading' (duration: 122.87068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.86077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.023545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:08:20.861795Z","caller":"traceutil/trace.go:171","msg":"trace[888912491] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21756; }","duration":"584.121783ms","start":"2026-03-04T02:08:20.277639Z","end":"2026-03-04T02:08:20.861761Z","steps":["trace[888912491] 'agreement among raft nodes before linearized reading' (duration: 582.894531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.861838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.277632Z","time spent":"584.193685ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:08:20.860868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.273862Z","time spent":"587.000149ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:08:21.061134Z","caller":"traceutil/trace.go:171","msg":"trace[226226969] transaction","detail":"{read_only:false; response_revision:21757; number_of_response:1; }","duration":"195.057667ms","start":"2026-03-04T02:08:20.866048Z","end":"2026-03-04T02:08:21.061106Z","steps":["trace[226226969] 'process raft request' (duration: 194.844672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:21.074654Z","caller":"traceutil/trace.go:171","msg":"trace[1322341545] linearizableReadLoop","detail":"{readStateIndex:22523; appliedIndex:22521; }","duration":"204.071792ms","start":"2026-03-04T02:08:20.870559Z","end":"2026-03-04T02:08:21.07463Z","steps":["trace[1322341545] 'read index received' (duration: 190.402506ms)","trace[1322341545] 'applied index is now lower than readState.Index' (duration: 13.668436ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:21.074874Z","caller":"traceutil/trace.go:171","msg":"trace[754410836] transaction","detail":"{read_only:false; response_revision:21758; number_of_response:1; }","duration":"207.973954ms","start":"2026-03-04T02:08:20.866764Z","end":"2026-03-04T02:08:21.074738Z","steps":["trace[754410836] 'process raft request' (duration: 207.647716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.075274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.259892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T02:08:21.075345Z","caller":"traceutil/trace.go:171","msg":"trace[1517130277] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:21760; }","duration":"203.387975ms","start":"2026-03-04T02:08:20.871939Z","end":"2026-03-04T02:08:21.075326Z","steps":["trace[1517130277] 'agreement among raft nodes before linearized reading' (duration: 203.19866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.075383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.796511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131181"} {"level":"info","ts":"2026-03-04T02:08:21.075425Z","caller":"traceutil/trace.go:171","msg":"trace[441112160] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:21760; }","duration":"204.864443ms","start":"2026-03-04T02:08:20.870549Z","end":"2026-03-04T02:08:21.075413Z","steps":["trace[441112160] 'agreement among raft nodes before linearized reading' (duration: 204.550765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.290056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.296742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:21.290155Z","caller":"traceutil/trace.go:171","msg":"trace[873609998] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:21760; }","duration":"123.446006ms","start":"2026-03-04T02:08:21.166682Z","end":"2026-03-04T02:08:21.290128Z","steps":["trace[873609998] 'count revisions from in-memory index tree' (duration: 123.213349ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:48.701268Z","caller":"traceutil/trace.go:171","msg":"trace[1982076213] transaction","detail":"{read_only:false; response_revision:22521; number_of_response:1; }","duration":"101.073851ms","start":"2026-03-04T02:09:48.600151Z","end":"2026-03-04T02:09:48.701225Z","steps":["trace[1982076213] 'process raft request' (duration: 67.72308ms)","trace[1982076213] 'compare' (duration: 33.114755ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:49.692178Z","caller":"traceutil/trace.go:171","msg":"trace[1866403336] linearizableReadLoop","detail":"{readStateIndex:23310; appliedIndex:23309; }","duration":"215.349807ms","start":"2026-03-04T02:09:49.476803Z","end":"2026-03-04T02:09:49.692153Z","steps":["trace[1866403336] 'read index received' (duration: 200.215561ms)","trace[1866403336] 'applied index is now lower than readState.Index' (duration: 15.133156ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:49.692247Z","caller":"traceutil/trace.go:171","msg":"trace[2068568720] transaction","detail":"{read_only:false; response_revision:22526; number_of_response:1; }","duration":"273.482666ms","start":"2026-03-04T02:09:49.418725Z","end":"2026-03-04T02:09:49.692208Z","steps":["trace[2068568720] 'process raft request' (duration: 258.30691ms)","trace[2068568720] 'compare' (duration: 14.836537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:49.692407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.501959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:49.692441Z","caller":"traceutil/trace.go:171","msg":"trace[1570504998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22526; }","duration":"169.585991ms","start":"2026-03-04T02:09:49.522844Z","end":"2026-03-04T02:09:49.69243Z","steps":["trace[1570504998] 'agreement among raft nodes before linearized reading' (duration: 169.440787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.692414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.581173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:49.692487Z","caller":"traceutil/trace.go:171","msg":"trace[998010694] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:22526; }","duration":"215.705276ms","start":"2026-03-04T02:09:49.476765Z","end":"2026-03-04T02:09:49.69247Z","steps":["trace[998010694] 'agreement among raft nodes before linearized reading' (duration: 215.514061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.692484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.515417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:09:49.692584Z","caller":"traceutil/trace.go:171","msg":"trace[1339256466] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22526; }","duration":"149.662121ms","start":"2026-03-04T02:09:49.542902Z","end":"2026-03-04T02:09:49.692564Z","steps":["trace[1339256466] 'agreement among raft nodes before linearized reading' (duration: 149.428724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:49.843668Z","caller":"traceutil/trace.go:171","msg":"trace[1408833944] transaction","detail":"{read_only:false; response_revision:22528; number_of_response:1; }","duration":"145.196274ms","start":"2026-03-04T02:09:49.698453Z","end":"2026-03-04T02:09:49.843649Z","steps":["trace[1408833944] 'process raft request' (duration: 144.817214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.794314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.326005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:53.794374Z","caller":"traceutil/trace.go:171","msg":"trace[1923926815] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22552; }","duration":"130.448798ms","start":"2026-03-04T02:09:53.663911Z","end":"2026-03-04T02:09:53.794359Z","steps":["trace[1923926815] 'count revisions from in-memory index tree' (duration: 130.230553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:53.97524Z","caller":"traceutil/trace.go:171","msg":"trace[28706674] linearizableReadLoop","detail":"{readStateIndex:23340; appliedIndex:23339; }","duration":"108.750701ms","start":"2026-03-04T02:09:53.866467Z","end":"2026-03-04T02:09:53.975218Z","steps":["trace[28706674] 'read index received' (duration: 61.410474ms)","trace[28706674] 'applied index is now lower than readState.Index' (duration: 47.339537ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:53.975318Z","caller":"traceutil/trace.go:171","msg":"trace[1505584213] transaction","detail":"{read_only:false; response_revision:22555; number_of_response:1; }","duration":"115.856097ms","start":"2026-03-04T02:09:53.859429Z","end":"2026-03-04T02:09:53.975285Z","steps":["trace[1505584213] 'process raft request' (duration: 68.407307ms)","trace[1505584213] 'compare' (duration: 47.282786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:53.975456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.971238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:09:53.975497Z","caller":"traceutil/trace.go:171","msg":"trace[521700845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22555; }","duration":"109.064679ms","start":"2026-03-04T02:09:53.866422Z","end":"2026-03-04T02:09:53.975486Z","steps":["trace[521700845] 'agreement among raft nodes before linearized reading' (duration: 108.909095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.00475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.29242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:09:55.005167Z","caller":"traceutil/trace.go:171","msg":"trace[166433554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22560; }","duration":"188.790144ms","start":"2026-03-04T02:09:54.81635Z","end":"2026-03-04T02:09:55.00514Z","steps":["trace[166433554] 'range keys from in-memory index tree' (duration: 188.103845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.007762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.166769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:09:55.007885Z","caller":"traceutil/trace.go:171","msg":"trace[273885996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22560; }","duration":"187.959072ms","start":"2026-03-04T02:09:54.819891Z","end":"2026-03-04T02:09:55.00785Z","steps":["trace[273885996] 'range keys from in-memory index tree' (duration: 184.870021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:55.366086Z","caller":"traceutil/trace.go:171","msg":"trace[581669560] transaction","detail":"{read_only:false; response_revision:22561; number_of_response:1; }","duration":"355.380445ms","start":"2026-03-04T02:09:55.010671Z","end":"2026-03-04T02:09:55.366052Z","steps":["trace[581669560] 'process raft request' (duration: 355.142679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.367564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.010644Z","time spent":"355.549049ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:55.367797Z","caller":"traceutil/trace.go:171","msg":"trace[1065521602] linearizableReadLoop","detail":"{readStateIndex:23347; appliedIndex:23345; }","duration":"189.258184ms","start":"2026-03-04T02:09:55.178507Z","end":"2026-03-04T02:09:55.367766Z","steps":["trace[1065521602] 'read index received' (duration: 187.285613ms)","trace[1065521602] 'applied index is now lower than readState.Index' (duration: 1.971721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:55.367942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.430368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:55.367976Z","caller":"traceutil/trace.go:171","msg":"trace[1160050782] transaction","detail":"{read_only:false; response_revision:22562; number_of_response:1; }","duration":"353.579668ms","start":"2026-03-04T02:09:55.014346Z","end":"2026-03-04T02:09:55.367926Z","steps":["trace[1160050782] 'process raft request' (duration: 353.286981ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:55.368002Z","caller":"traceutil/trace.go:171","msg":"trace[310388526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22562; }","duration":"189.538342ms","start":"2026-03-04T02:09:55.178446Z","end":"2026-03-04T02:09:55.367985Z","steps":["trace[310388526] 'agreement among raft nodes before linearized reading' (duration: 189.437599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.368199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.014333Z","time spent":"353.746772ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:55.541503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.823089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:55.542102Z","caller":"traceutil/trace.go:171","msg":"trace[1217451897] transaction","detail":"{read_only:false; response_revision:22563; number_of_response:1; }","duration":"168.504673ms","start":"2026-03-04T02:09:55.373543Z","end":"2026-03-04T02:09:55.542048Z","steps":["trace[1217451897] 'process raft request' (duration: 62.987106ms)","trace[1217451897] 'compare' (duration: 104.364157ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:55.542386Z","caller":"traceutil/trace.go:171","msg":"trace[1339848884] transaction","detail":"{read_only:false; response_revision:22564; number_of_response:1; }","duration":"168.768469ms","start":"2026-03-04T02:09:55.373548Z","end":"2026-03-04T02:09:55.542317Z","steps":["trace[1339848884] 'process raft request' (duration: 168.331448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.542743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.679828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:09:55.542806Z","caller":"traceutil/trace.go:171","msg":"trace[340860468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22565; }","duration":"137.799691ms","start":"2026-03-04T02:09:55.404992Z","end":"2026-03-04T02:09:55.542792Z","steps":["trace[340860468] 'agreement among raft nodes before linearized reading' (duration: 137.353329ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:55.542187Z","caller":"traceutil/trace.go:171","msg":"trace[1715280660] linearizableReadLoop","detail":"{readStateIndex:23349; appliedIndex:23347; }","duration":"137.129113ms","start":"2026-03-04T02:09:55.405034Z","end":"2026-03-04T02:09:55.542163Z","steps":["trace[1715280660] 'read index received' (duration: 31.412501ms)","trace[1715280660] 'applied index is now lower than readState.Index' (duration: 105.715192ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:55.835096Z","caller":"traceutil/trace.go:171","msg":"trace[1314231518] transaction","detail":"{read_only:false; response_revision:22566; number_of_response:1; }","duration":"285.89338ms","start":"2026-03-04T02:09:55.549172Z","end":"2026-03-04T02:09:55.835066Z","steps":["trace[1314231518] 'process raft request' (duration: 285.710165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:55.873957Z","caller":"traceutil/trace.go:171","msg":"trace[1478469117] transaction","detail":"{read_only:false; response_revision:22567; number_of_response:1; }","duration":"322.012585ms","start":"2026-03-04T02:09:55.551919Z","end":"2026-03-04T02:09:55.873932Z","steps":["trace[1478469117] 'process raft request' (duration: 321.787899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.874098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.5519Z","time spent":"322.111767ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:56.319985Z","caller":"traceutil/trace.go:171","msg":"trace[1648544352] transaction","detail":"{read_only:false; response_revision:22572; number_of_response:1; }","duration":"250.915676ms","start":"2026-03-04T02:09:56.069032Z","end":"2026-03-04T02:09:56.319947Z","steps":["trace[1648544352] 'process raft request' (duration: 198.206119ms)","trace[1648544352] 'compare' (duration: 52.306877ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:56.6893Z","caller":"traceutil/trace.go:171","msg":"trace[263204698] transaction","detail":"{read_only:false; response_revision:22575; number_of_response:1; }","duration":"127.330407ms","start":"2026-03-04T02:09:56.561941Z","end":"2026-03-04T02:09:56.689272Z","steps":["trace[263204698] 'process raft request' (duration: 45.628732ms)","trace[263204698] 'compare' (duration: 81.476319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:57.17841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.478056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:57.178555Z","caller":"traceutil/trace.go:171","msg":"trace[434716583] linearizableReadLoop","detail":"{readStateIndex:23361; appliedIndex:23360; }","duration":"411.955165ms","start":"2026-03-04T02:09:56.766575Z","end":"2026-03-04T02:09:57.17853Z","steps":["trace[434716583] 'read index received' (duration: 50.212302ms)","trace[434716583] 'applied index is now lower than readState.Index' (duration: 361.740623ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:57.178633Z","caller":"traceutil/trace.go:171","msg":"trace[176960207] transaction","detail":"{read_only:false; response_revision:22576; number_of_response:1; }","duration":"413.365312ms","start":"2026-03-04T02:09:56.765208Z","end":"2026-03-04T02:09:57.178573Z","steps":["trace[176960207] 'process raft request' (duration: 51.592198ms)","trace[176960207] 'compare' (duration: 361.189078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:57.178693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.108268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:57.178748Z","caller":"traceutil/trace.go:171","msg":"trace[598440143] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22576; }","duration":"412.181681ms","start":"2026-03-04T02:09:56.766551Z","end":"2026-03-04T02:09:57.178733Z","steps":["trace[598440143] 'agreement among raft nodes before linearized reading' (duration: 412.083918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.178795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:56.766543Z","time spent":"412.239362ms","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:09:57.178867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:56.765105Z","time spent":"413.636308ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:57.24331Z","caller":"traceutil/trace.go:171","msg":"trace[2053196018] transaction","detail":"{read_only:false; response_revision:22577; number_of_response:1; }","duration":"442.365139ms","start":"2026-03-04T02:09:56.800913Z","end":"2026-03-04T02:09:57.243278Z","steps":["trace[2053196018] 'process raft request' (duration: 442.01688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.243506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:56.800895Z","time spent":"442.491932ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:57.243817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.191873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:57.243862Z","caller":"traceutil/trace.go:171","msg":"trace[850927930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22577; }","duration":"277.271075ms","start":"2026-03-04T02:09:56.96658Z","end":"2026-03-04T02:09:57.243851Z","steps":["trace[850927930] 'agreement among raft nodes before linearized reading' (duration: 277.199773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:57.794419Z","caller":"traceutil/trace.go:171","msg":"trace[770995451] transaction","detail":"{read_only:false; response_revision:22580; number_of_response:1; }","duration":"281.173477ms","start":"2026-03-04T02:09:57.513221Z","end":"2026-03-04T02:09:57.794395Z","steps":["trace[770995451] 'process raft request' (duration: 280.994953ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:57.912578Z","caller":"traceutil/trace.go:171","msg":"trace[219582901] linearizableReadLoop","detail":"{readStateIndex:23366; appliedIndex:23364; }","duration":"199.842252ms","start":"2026-03-04T02:09:57.712708Z","end":"2026-03-04T02:09:57.91255Z","steps":["trace[219582901] 'read index received' (duration: 81.568811ms)","trace[219582901] 'applied index is now lower than readState.Index' (duration: 118.270441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:57.988677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.917829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:57.988825Z","caller":"traceutil/trace.go:171","msg":"trace[809388408] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22581; }","duration":"276.095874ms","start":"2026-03-04T02:09:57.712697Z","end":"2026-03-04T02:09:57.988793Z","steps":["trace[809388408] 'agreement among raft nodes before linearized reading' (duration: 199.974245ms)","trace[809388408] 'count revisions from in-memory index tree' (duration: 75.910854ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:57.988859Z","caller":"traceutil/trace.go:171","msg":"trace[666082153] transaction","detail":"{read_only:false; response_revision:22582; number_of_response:1; }","duration":"102.776075ms","start":"2026-03-04T02:09:57.886054Z","end":"2026-03-04T02:09:57.98883Z","steps":["trace[666082153] 'process raft request' (duration: 83.727167ms)","trace[666082153] 'compare' (duration: 18.75467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:57.989282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.139147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:09:57.989447Z","caller":"traceutil/trace.go:171","msg":"trace[1479393912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22582; }","duration":"149.423885ms","start":"2026-03-04T02:09:57.839932Z","end":"2026-03-04T02:09:57.989356Z","steps":["trace[1479393912] 'agreement among raft nodes before linearized reading' (duration: 148.907591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:58.185649Z","caller":"traceutil/trace.go:171","msg":"trace[1255701875] linearizableReadLoop","detail":"{readStateIndex:23372; appliedIndex:23371; }","duration":"107.830518ms","start":"2026-03-04T02:09:58.077767Z","end":"2026-03-04T02:09:58.185598Z","steps":["trace[1255701875] 'read index received' (duration: 72.514405ms)","trace[1255701875] 'applied index is now lower than readState.Index' (duration: 35.314593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:58.185691Z","caller":"traceutil/trace.go:171","msg":"trace[245683254] transaction","detail":"{read_only:false; response_revision:22586; number_of_response:1; }","duration":"112.886709ms","start":"2026-03-04T02:09:58.072766Z","end":"2026-03-04T02:09:58.185653Z","steps":["trace[245683254] 'process raft request' (duration: 76.789306ms)","trace[245683254] 'compare' (duration: 35.544939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:58.186252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.455864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-04T02:09:58.186317Z","caller":"traceutil/trace.go:171","msg":"trace[1011443873] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22586; }","duration":"108.550526ms","start":"2026-03-04T02:09:58.077749Z","end":"2026-03-04T02:09:58.186299Z","steps":["trace[1011443873] 'agreement among raft nodes before linearized reading' (duration: 107.997291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:58.622545Z","caller":"traceutil/trace.go:171","msg":"trace[221130377] transaction","detail":"{read_only:false; response_revision:22588; number_of_response:1; }","duration":"115.136209ms","start":"2026-03-04T02:09:58.507369Z","end":"2026-03-04T02:09:58.622505Z","steps":["trace[221130377] 'process raft request' (duration: 49.676858ms)","trace[221130377] 'compare' (duration: 65.153823ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:58.982363Z","caller":"traceutil/trace.go:171","msg":"trace[1496208394] transaction","detail":"{read_only:false; response_revision:22589; number_of_response:1; }","duration":"286.534536ms","start":"2026-03-04T02:09:58.695784Z","end":"2026-03-04T02:09:58.982319Z","steps":["trace[1496208394] 'process raft request' (duration: 229.2722ms)","trace[1496208394] 'compare' (duration: 57.01307ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:58.995398Z","caller":"traceutil/trace.go:171","msg":"trace[978432444] transaction","detail":"{read_only:false; response_revision:22590; number_of_response:1; }","duration":"185.824106ms","start":"2026-03-04T02:09:58.809536Z","end":"2026-03-04T02:09:58.99536Z","steps":["trace[978432444] 'process raft request' (duration: 185.631691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.59652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025517368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.59714Z","caller":"traceutil/trace.go:171","msg":"trace[1013155307] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:22779; }","duration":"1.026190475s","start":"2026-03-04T02:10:06.570906Z","end":"2026-03-04T02:10:07.597096Z","steps":["trace[1013155307] 'count revisions from in-memory index tree' (duration: 1.025401974s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.598775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.570874Z","time spent":"1.027877459s","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.599624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.722082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:07.599752Z","caller":"traceutil/trace.go:171","msg":"trace[1402179749] linearizableReadLoop","detail":"{readStateIndex:23572; appliedIndex:23571; }","duration":"634.573782ms","start":"2026-03-04T02:10:06.965162Z","end":"2026-03-04T02:10:07.599735Z","steps":["trace[1402179749] 'read index received' (duration: 409.685605ms)","trace[1402179749] 'applied index is now lower than readState.Index' (duration: 224.887097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:07.59985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.685675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.599884Z","caller":"traceutil/trace.go:171","msg":"trace[2033670425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22780; }","duration":"634.742075ms","start":"2026-03-04T02:10:06.965132Z","end":"2026-03-04T02:10:07.599874Z","steps":["trace[2033670425] 'agreement among raft nodes before linearized reading' (duration: 634.682164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.599928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.965114Z","time spent":"634.807048ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:07.59987Z","caller":"traceutil/trace.go:171","msg":"trace[550191015] transaction","detail":"{read_only:false; response_revision:22780; number_of_response:1; }","duration":"945.64023ms","start":"2026-03-04T02:10:06.654154Z","end":"2026-03-04T02:10:07.599794Z","steps":["trace[550191015] 'process raft request' (duration: 720.655591ms)","trace[550191015] 'compare' (duration: 224.216759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:07.600399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.654111Z","time spent":"945.981609ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:08.100437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012079,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:10:08.169093Z","caller":"traceutil/trace.go:171","msg":"trace[1947594142] transaction","detail":"{read_only:false; response_revision:22781; number_of_response:1; }","duration":"1.150513224s","start":"2026-03-04T02:10:07.018529Z","end":"2026-03-04T02:10:08.169043Z","steps":["trace[1947594142] 'process raft request' (duration: 1.150254897s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.169087Z","caller":"traceutil/trace.go:171","msg":"trace[2015861233] transaction","detail":"{read_only:false; response_revision:22782; number_of_response:1; }","duration":"870.020514ms","start":"2026-03-04T02:10:07.299027Z","end":"2026-03-04T02:10:08.169047Z","steps":["trace[2015861233] 'process raft request' (duration: 869.945222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.169302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.018505Z","time spent":"1.150689158s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:08.169359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.299006Z","time spent":"870.210819ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:09.601839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000871272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:09.601944Z","caller":"traceutil/trace.go:171","msg":"trace[514047364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001021537s","start":"2026-03-04T02:10:07.600898Z","end":"2026-03-04T02:10:09.601919Z","steps":["trace[514047364] 'agreement among raft nodes before linearized reading' (duration: 2.000889603s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:09.601996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.600883Z","time spent":"2.001102929s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:09.693128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398624015s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:09.69354Z","caller":"traceutil/trace.go:171","msg":"trace[1856778906] transaction","detail":"{read_only:false; response_revision:22783; number_of_response:1; }","duration":"2.158101191s","start":"2026-03-04T02:10:07.535403Z","end":"2026-03-04T02:10:09.693504Z","steps":["trace[1856778906] 'process raft request' (duration: 759.003183ms)","trace[1856778906] 'compare' (duration: 1.397806764s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:09.693694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.535368Z","time spent":"2.158246095s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:11.010088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316834449s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:10:11.01123Z","caller":"traceutil/trace.go:171","msg":"trace[1169061770] transaction","detail":"{read_only:false; response_revision:22784; number_of_response:1; }","duration":"3.046349061s","start":"2026-03-04T02:10:07.964781Z","end":"2026-03-04T02:10:11.01113Z","steps":["trace[1169061770] 'process raft request' (duration: 3.045403166s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.011399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.96475Z","time spent":"3.046565297s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:11.015906Z","caller":"traceutil/trace.go:171","msg":"trace[1904521673] transaction","detail":"{read_only:false; response_revision:22785; number_of_response:1; }","duration":"2.978597641s","start":"2026-03-04T02:10:08.03727Z","end":"2026-03-04T02:10:11.015868Z","steps":["trace[1904521673] 'process raft request' (duration: 2.973842627s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:11.015927Z","caller":"traceutil/trace.go:171","msg":"trace[400930352] linearizableReadLoop","detail":"{readStateIndex:23578; appliedIndex:23574; }","duration":"3.416101493s","start":"2026-03-04T02:10:07.599786Z","end":"2026-03-04T02:10:11.015887Z","steps":["trace[400930352] 'read index received' (duration: 569.283316ms)","trace[400930352] 'applied index is now lower than readState.Index' (duration: 2.846814697s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:11.01601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.037253Z","time spent":"2.978717205s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:11.015985Z","caller":"traceutil/trace.go:171","msg":"trace[1433087785] transaction","detail":"{read_only:false; response_revision:22787; number_of_response:1; }","duration":"1.408985967s","start":"2026-03-04T02:10:09.606967Z","end":"2026-03-04T02:10:11.015953Z","steps":["trace[1433087785] 'process raft request' (duration: 1.408906065s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.016069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485475476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:10:11.016132Z","caller":"traceutil/trace.go:171","msg":"trace[974696356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22787; }","duration":"3.485591709s","start":"2026-03-04T02:10:07.530522Z","end":"2026-03-04T02:10:11.016114Z","steps":["trace[974696356] 'agreement among raft nodes before linearized reading' (duration: 3.485378914s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.016173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.530491Z","time spent":"3.485674322s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:11.016191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.606944Z","time spent":"1.409131651s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:11.016371Z","caller":"traceutil/trace.go:171","msg":"trace[1516593097] transaction","detail":"{read_only:false; response_revision:22786; number_of_response:1; }","duration":"2.558482873s","start":"2026-03-04T02:10:08.457867Z","end":"2026-03-04T02:10:11.016349Z","steps":["trace[1516593097] 'process raft request' (duration: 2.557937579s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:11.016479Z","caller":"traceutil/trace.go:171","msg":"trace[1406659758] transaction","detail":"{read_only:false; response_revision:22788; number_of_response:1; }","duration":"839.764193ms","start":"2026-03-04T02:10:10.176702Z","end":"2026-03-04T02:10:11.016467Z","steps":["trace[1406659758] 'process raft request' (duration: 839.212609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.016544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.457828Z","time spent":"2.558595766s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:11.01658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.176673Z","time spent":"839.845085ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:11.016597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951035422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:11.016628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643145866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:10:11.016664Z","caller":"traceutil/trace.go:171","msg":"trace[2039687527] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22788; }","duration":"3.643222868s","start":"2026-03-04T02:10:07.373433Z","end":"2026-03-04T02:10:11.016656Z","steps":["trace[2039687527] 'agreement among raft nodes before linearized reading' (duration: 3.642694895s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.016687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.373362Z","time spent":"3.643319931s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:10:11.016759Z","caller":"traceutil/trace.go:171","msg":"trace[472119126] transaction","detail":"{read_only:false; response_revision:22789; number_of_response:1; }","duration":"839.195009ms","start":"2026-03-04T02:10:10.177543Z","end":"2026-03-04T02:10:11.016738Z","steps":["trace[472119126] 'process raft request' (duration: 838.85078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.016818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.177515Z","time spent":"839.27042ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:11.016853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478042181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:10:11.016897Z","caller":"traceutil/trace.go:171","msg":"trace[632776126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22789; }","duration":"3.478104103s","start":"2026-03-04T02:10:07.538779Z","end":"2026-03-04T02:10:11.016883Z","steps":["trace[632776126] 'agreement among raft nodes before linearized reading' (duration: 3.477558859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.016931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.538767Z","time spent":"3.478156414s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:10:11.017044Z","caller":"traceutil/trace.go:171","msg":"trace[668155650] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22788; }","duration":"3.951123184s","start":"2026-03-04T02:10:07.065504Z","end":"2026-03-04T02:10:11.016627Z","steps":["trace[668155650] 'agreement among raft nodes before linearized reading' (duration: 3.950655431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.01708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.065415Z","time spent":"3.951655547s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:11.017462Z","caller":"traceutil/trace.go:171","msg":"trace[780656134] transaction","detail":"{read_only:false; response_revision:22790; number_of_response:1; }","duration":"447.109603ms","start":"2026-03-04T02:10:10.570325Z","end":"2026-03-04T02:10:11.017435Z","steps":["trace[780656134] 'process raft request' (duration: 446.357573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.017607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.570289Z","time spent":"447.238976ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:11.018378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.201266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274361"} {"level":"info","ts":"2026-03-04T02:10:11.018425Z","caller":"traceutil/trace.go:171","msg":"trace[1565520068] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:22790; }","duration":"116.250627ms","start":"2026-03-04T02:10:10.902162Z","end":"2026-03-04T02:10:11.018413Z","steps":["trace[1565520068] 'agreement among raft nodes before linearized reading' (duration: 115.766695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.018531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297416332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:10:11.01859Z","caller":"traceutil/trace.go:171","msg":"trace[1976259101] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:22790; }","duration":"2.297557036s","start":"2026-03-04T02:10:08.721019Z","end":"2026-03-04T02:10:11.018576Z","steps":["trace[1976259101] 'agreement among raft nodes before linearized reading' (duration: 2.297305149s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.018618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.720958Z","time spent":"2.297654298s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:11.018796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.205127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:11.018816Z","caller":"traceutil/trace.go:171","msg":"trace[415789445] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22790; }","duration":"395.230748ms","start":"2026-03-04T02:10:10.623576Z","end":"2026-03-04T02:10:11.018807Z","steps":["trace[415789445] 'agreement among raft nodes before linearized reading' (duration: 395.161786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.018833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.623539Z","time spent":"395.288869ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:11.018883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927655691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:10:11.018919Z","caller":"traceutil/trace.go:171","msg":"trace[1676440817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22790; }","duration":"2.927692861s","start":"2026-03-04T02:10:08.091217Z","end":"2026-03-04T02:10:11.018909Z","steps":["trace[1676440817] 'agreement among raft nodes before linearized reading' (duration: 2.927545078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.018952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.091164Z","time spent":"2.927777303s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:10:11.019001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.133703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:10:11.019029Z","caller":"traceutil/trace.go:171","msg":"trace[1311216008] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22790; }","duration":"468.202194ms","start":"2026-03-04T02:10:10.550817Z","end":"2026-03-04T02:10:11.019019Z","steps":["trace[1311216008] 'agreement among raft nodes before linearized reading' (duration: 468.083651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.018943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78261773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T02:10:11.019043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.550789Z","time spent":"468.250556ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:11.019049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956033792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:10:11.019053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409251814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:11.019079Z","caller":"traceutil/trace.go:171","msg":"trace[1292108128] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22790; }","duration":"2.956108074s","start":"2026-03-04T02:10:08.062959Z","end":"2026-03-04T02:10:11.019067Z","steps":["trace[1292108128] 'agreement among raft nodes before linearized reading' (duration: 2.956031572s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:11.019079Z","caller":"traceutil/trace.go:171","msg":"trace[1751997307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22790; }","duration":"2.782809205s","start":"2026-03-04T02:10:08.236243Z","end":"2026-03-04T02:10:11.019052Z","steps":["trace[1751997307] 'agreement among raft nodes before linearized reading' (duration: 2.782510057s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.019082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914518207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:10:11.019104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.062927Z","time spent":"2.956170355s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:11.019184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413168107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-04T02:10:11.019179Z","caller":"traceutil/trace.go:171","msg":"trace[1045100436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22790; }","duration":"2.914616449s","start":"2026-03-04T02:10:08.104516Z","end":"2026-03-04T02:10:11.019133Z","steps":["trace[1045100436] 'agreement among raft nodes before linearized reading' (duration: 2.914455155s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:11.019205Z","caller":"traceutil/trace.go:171","msg":"trace[1352154841] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57; range_end:; response_count:1; response_revision:22790; }","duration":"1.413228508s","start":"2026-03-04T02:10:09.605971Z","end":"2026-03-04T02:10:11.0192Z","steps":["trace[1352154841] 'agreement among raft nodes before linearized reading' (duration: 1.413131736s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.01922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.605949Z","time spent":"1.41326819s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" "} {"level":"warn","ts":"2026-03-04T02:10:11.019228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.104492Z","time spent":"2.914725792s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:10:11.019287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.371627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:10:11.019103Z","caller":"traceutil/trace.go:171","msg":"trace[1540459265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22790; }","duration":"1.409359567s","start":"2026-03-04T02:10:09.609731Z","end":"2026-03-04T02:10:11.019091Z","steps":["trace[1540459265] 'agreement among raft nodes before linearized reading' (duration: 1.409286925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.019307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149006194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:11.019327Z","caller":"traceutil/trace.go:171","msg":"trace[1230005199] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22790; }","duration":"471.412108ms","start":"2026-03-04T02:10:10.547905Z","end":"2026-03-04T02:10:11.019317Z","steps":["trace[1230005199] 'agreement among raft nodes before linearized reading' (duration: 471.223433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:11.019343Z","caller":"traceutil/trace.go:171","msg":"trace[8105555] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:22790; }","duration":"1.149074166s","start":"2026-03-04T02:10:09.870258Z","end":"2026-03-04T02:10:11.019332Z","steps":["trace[8105555] 'agreement among raft nodes before linearized reading' (duration: 1.149008544s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.019123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.236219Z","time spent":"2.782895228s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:11.019363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.547845Z","time spent":"471.510141ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:10:11.019339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.609707Z","time spent":"1.409624174s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:11.01937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.870237Z","time spent":"1.149127227s","remote":"127.0.0.1:48388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:11.019561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365538622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:11.019606Z","caller":"traceutil/trace.go:171","msg":"trace[317398530] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:22790; }","duration":"1.365591423s","start":"2026-03-04T02:10:09.654Z","end":"2026-03-04T02:10:11.019591Z","steps":["trace[317398530] 'agreement among raft nodes before linearized reading' (duration: 1.365394588s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.019639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.653988Z","time spent":"1.365642194s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:11.020474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149125916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:10:11.020499Z","caller":"traceutil/trace.go:171","msg":"trace[301881343] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22790; }","duration":"2.149153357s","start":"2026-03-04T02:10:08.871341Z","end":"2026-03-04T02:10:11.020494Z","steps":["trace[301881343] 'agreement among raft nodes before linearized reading' (duration: 2.147950655s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.020515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.871285Z","time spent":"2.149226779s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2674,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:14.928825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639600754s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:14.928945Z","caller":"traceutil/trace.go:171","msg":"trace[636634200] transaction","detail":"{read_only:false; response_revision:22806; number_of_response:1; }","duration":"1.907177244s","start":"2026-03-04T02:10:13.021746Z","end":"2026-03-04T02:10:14.928924Z","steps":["trace[636634200] 'process raft request' (duration: 267.391915ms)","trace[636634200] 'compare' (duration: 1.636853572s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:14.929014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.021733Z","time spent":"1.907245696s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:15.472978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.183855995s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:15.965451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:15.965515Z","caller":"traceutil/trace.go:171","msg":"trace[949321669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262127s","start":"2026-03-04T02:10:13.965239Z","end":"2026-03-04T02:10:15.965501Z","steps":["trace[949321669] 'agreement among raft nodes before linearized reading' (duration: 2.000181315s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:15.965547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.965218Z","time spent":"2.000323219s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:16.189936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.106544ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.190078Z","caller":"traceutil/trace.go:171","msg":"trace[548623623] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22806; }","duration":"726.260388ms","start":"2026-03-04T02:10:15.463796Z","end":"2026-03-04T02:10:16.190056Z","steps":["trace[548623623] 'range keys from in-memory index tree' (duration: 726.092184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.190875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.374845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:16.191113Z","caller":"traceutil/trace.go:171","msg":"trace[524464846] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"1.164353445s","start":"2026-03-04T02:10:15.026749Z","end":"2026-03-04T02:10:16.191102Z","steps":["trace[524464846] 'process raft request' (duration: 1.164331655s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.191152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.026722Z","time spent":"1.164412817s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:16.191288Z","caller":"traceutil/trace.go:171","msg":"trace[1970777295] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"3.167017344s","start":"2026-03-04T02:10:13.024238Z","end":"2026-03-04T02:10:16.191255Z","steps":["trace[1970777295] 'process raft request' (duration: 3.166757438s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:16.19133Z","caller":"traceutil/trace.go:171","msg":"trace[1710006551] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"3.169274163s","start":"2026-03-04T02:10:13.022024Z","end":"2026-03-04T02:10:16.191298Z","steps":["trace[1710006551] 'process raft request' (duration: 2.451425336s)","trace[1710006551] 'compare' (duration: 716.910953ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:16.191338Z","caller":"traceutil/trace.go:171","msg":"trace[863537871] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"3.157092326s","start":"2026-03-04T02:10:13.03421Z","end":"2026-03-04T02:10:16.191303Z","steps":["trace[863537871] 'process raft request' (duration: 3.156811998s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.191459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.02423Z","time spent":"3.167136687s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:16.191467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.022006Z","time spent":"3.169385997s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:16.191497Z","caller":"traceutil/trace.go:171","msg":"trace[833445022] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"3.168193385s","start":"2026-03-04T02:10:13.023297Z","end":"2026-03-04T02:10:16.19149Z","steps":["trace[833445022] 'process raft request' (duration: 3.167639181s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.19151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.034193Z","time spent":"3.157228199s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:16.191539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.023281Z","time spent":"3.168238286s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:16.191863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166306416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:16.19195Z","caller":"traceutil/trace.go:171","msg":"trace[357539251] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:22811; }","duration":"3.166424579s","start":"2026-03-04T02:10:13.025504Z","end":"2026-03-04T02:10:16.191928Z","steps":["trace[357539251] 'agreement among raft nodes before linearized reading' (duration: 3.166247214s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:16.191304Z","caller":"traceutil/trace.go:171","msg":"trace[818387955] linearizableReadLoop","detail":"{readStateIndex:23603; appliedIndex:23599; }","duration":"3.165727611s","start":"2026-03-04T02:10:13.025528Z","end":"2026-03-04T02:10:16.191256Z","steps":["trace[818387955] 'read index received' (duration: 263.620518ms)","trace[818387955] 'applied index is now lower than readState.Index' (duration: 2.902102793s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.191998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.025473Z","time spent":"3.166494451s","remote":"127.0.0.1:45964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.192667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469988102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543170-r7j4g\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-03-04T02:10:16.19272Z","caller":"traceutil/trace.go:171","msg":"trace[1867727866] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543170-r7j4g; range_end:; response_count:1; response_revision:22811; }","duration":"2.470076144s","start":"2026-03-04T02:10:13.722629Z","end":"2026-03-04T02:10:16.192705Z","steps":["trace[1867727866] 'agreement among raft nodes before linearized reading' (duration: 2.469779277s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.192765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.403479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.192806Z","caller":"traceutil/trace.go:171","msg":"trace[1193361094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22811; }","duration":"295.43717ms","start":"2026-03-04T02:10:15.897356Z","end":"2026-03-04T02:10:16.192793Z","steps":["trace[1193361094] 'agreement among raft nodes before linearized reading' (duration: 295.390648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.19279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.72261Z","time spent":"2.470169937s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7388,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543170-r7j4g\" "} {"level":"warn","ts":"2026-03-04T02:10:16.193005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.925023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:10:16.193046Z","caller":"traceutil/trace.go:171","msg":"trace[1424869605] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22811; }","duration":"768.982164ms","start":"2026-03-04T02:10:15.424051Z","end":"2026-03-04T02:10:16.193033Z","steps":["trace[1424869605] 'agreement among raft nodes before linearized reading' (duration: 768.886991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.193078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.424034Z","time spent":"769.037366ms","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:10:16.193249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.158037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.193288Z","caller":"traceutil/trace.go:171","msg":"trace[576369084] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:22811; }","duration":"896.233119ms","start":"2026-03-04T02:10:15.297043Z","end":"2026-03-04T02:10:16.193277Z","steps":["trace[576369084] 'agreement among raft nodes before linearized reading' (duration: 896.175538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.193316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.297023Z","time spent":"896.28614ms","remote":"127.0.0.1:50682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.1933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154094597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:10:16.193476Z","caller":"traceutil/trace.go:171","msg":"trace[1100961027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22811; }","duration":"3.154265042s","start":"2026-03-04T02:10:13.039179Z","end":"2026-03-04T02:10:16.193445Z","steps":["trace[1100961027] 'agreement among raft nodes before linearized reading' (duration: 3.153933153s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.193543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.039171Z","time spent":"3.154361534s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:16.193769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155004741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:10:16.193809Z","caller":"traceutil/trace.go:171","msg":"trace[383499179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22811; }","duration":"3.155067492s","start":"2026-03-04T02:10:13.038732Z","end":"2026-03-04T02:10:16.1938Z","steps":["trace[383499179] 'agreement among raft nodes before linearized reading' (duration: 3.154968209s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.193839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.038721Z","time spent":"3.155112634s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:16.19226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041546636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:16.193963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156269624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:10:16.193998Z","caller":"traceutil/trace.go:171","msg":"trace[961019440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22811; }","duration":"3.156324735s","start":"2026-03-04T02:10:13.037664Z","end":"2026-03-04T02:10:16.193989Z","steps":["trace[961019440] 'agreement among raft nodes before linearized reading' (duration: 3.156196822s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:16.19399Z","caller":"traceutil/trace.go:171","msg":"trace[2094158597] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22811; }","duration":"1.043277471s","start":"2026-03-04T02:10:15.150691Z","end":"2026-03-04T02:10:16.193969Z","steps":["trace[2094158597] 'agreement among raft nodes before linearized reading' (duration: 1.041501135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.193998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155453573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:10:16.194022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.037657Z","time spent":"3.156359456s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:10:16.194037Z","caller":"traceutil/trace.go:171","msg":"trace[564225387] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22811; }","duration":"3.155492674s","start":"2026-03-04T02:10:13.038533Z","end":"2026-03-04T02:10:16.194026Z","steps":["trace[564225387] 'agreement among raft nodes before linearized reading' (duration: 3.155379391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.194068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.038509Z","time spent":"3.155552365s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:16.192376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15537563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:10:16.194116Z","caller":"traceutil/trace.go:171","msg":"trace[45897354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22811; }","duration":"3.157150527s","start":"2026-03-04T02:10:13.036955Z","end":"2026-03-04T02:10:16.194105Z","steps":["trace[45897354] 'agreement among raft nodes before linearized reading' (duration: 3.155257747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.194149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.036943Z","time spent":"3.157193398s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:16.194168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156313395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:10:16.194073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.150637Z","time spent":"1.043392225s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:16.194189Z","caller":"traceutil/trace.go:171","msg":"trace[1952971861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22811; }","duration":"3.156347346s","start":"2026-03-04T02:10:13.037835Z","end":"2026-03-04T02:10:16.194182Z","steps":["trace[1952971861] 'agreement among raft nodes before linearized reading' (duration: 3.156287064s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.194207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.037828Z","time spent":"3.156374787s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:10:16.19272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.039663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.19434Z","caller":"traceutil/trace.go:171","msg":"trace[795040279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22811; }","duration":"228.695196ms","start":"2026-03-04T02:10:15.965637Z","end":"2026-03-04T02:10:16.194332Z","steps":["trace[795040279] 'agreement among raft nodes before linearized reading' (duration: 227.060853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:16.719988Z","caller":"traceutil/trace.go:171","msg":"trace[959212525] transaction","detail":"{read_only:false; response_revision:22812; number_of_response:1; }","duration":"517.000478ms","start":"2026-03-04T02:10:16.202948Z","end":"2026-03-04T02:10:16.719949Z","steps":["trace[959212525] 'process raft request' (duration: 436.570448ms)","trace[959212525] 'compare' (duration: 80.127633ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:16.720113Z","caller":"traceutil/trace.go:171","msg":"trace[2051703541] transaction","detail":"{read_only:false; response_revision:22813; number_of_response:1; }","duration":"517.133862ms","start":"2026-03-04T02:10:16.202965Z","end":"2026-03-04T02:10:16.720098Z","steps":["trace[2051703541] 'process raft request' (duration: 516.943717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.720173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.202942Z","time spent":"517.199664ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:16.72017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.202938Z","time spent":"517.136572ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:18.069777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.381860098s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:18.219873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.693302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:18.220019Z","caller":"traceutil/trace.go:171","msg":"trace[787181531] transaction","detail":"{read_only:false; response_revision:22814; number_of_response:1; }","duration":"2.016938412s","start":"2026-03-04T02:10:16.203052Z","end":"2026-03-04T02:10:18.21999Z","steps":["trace[787181531] 'process raft request' (duration: 1.866883381s)","trace[787181531] 'compare' (duration: 149.160798ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:18.220054Z","caller":"traceutil/trace.go:171","msg":"trace[1997358149] transaction","detail":"{read_only:false; response_revision:22816; number_of_response:1; }","duration":"2.01680762s","start":"2026-03-04T02:10:16.203233Z","end":"2026-03-04T02:10:18.220041Z","steps":["trace[1997358149] 'process raft request' (duration: 2.016755558s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:18.220071Z","caller":"traceutil/trace.go:171","msg":"trace[995114308] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"2.016904482s","start":"2026-03-04T02:10:16.203137Z","end":"2026-03-04T02:10:18.220041Z","steps":["trace[995114308] 'process raft request' (duration: 2.016805279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:18.220106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.203223Z","time spent":"2.016861901s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:18.22016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.203034Z","time spent":"2.017048266s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:18.220188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.203131Z","time spent":"2.016994974s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:18.220318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.205277Z","time spent":"2.015036353s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:10:18.220395Z","caller":"traceutil/trace.go:171","msg":"trace[1873331487] linearizableReadLoop","detail":"{readStateIndex:23612; appliedIndex:23605; }","duration":"1.937087506s","start":"2026-03-04T02:10:16.283288Z","end":"2026-03-04T02:10:18.220375Z","steps":["trace[1873331487] 'read index received' (duration: 356.247439ms)","trace[1873331487] 'applied index is now lower than readState.Index' (duration: 1.580839157s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:18.220433Z","caller":"traceutil/trace.go:171","msg":"trace[787526707] transaction","detail":"{read_only:false; response_revision:22818; number_of_response:1; }","duration":"1.783242476s","start":"2026-03-04T02:10:16.437159Z","end":"2026-03-04T02:10:18.220402Z","steps":["trace[787526707] 'process raft request' (duration: 1.783181714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:18.220575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937269421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:18.220558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.437139Z","time spent":"1.783347609s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:18.220598Z","caller":"traceutil/trace.go:171","msg":"trace[365591786] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22818; }","duration":"1.937347223s","start":"2026-03-04T02:10:16.283244Z","end":"2026-03-04T02:10:18.220591Z","steps":["trace[365591786] 'agreement among raft nodes before linearized reading' (duration: 1.93722186s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:18.220623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.283222Z","time spent":"1.937395485s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:10:18.220742Z","caller":"traceutil/trace.go:171","msg":"trace[1055990648] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"2.014485819s","start":"2026-03-04T02:10:16.206245Z","end":"2026-03-04T02:10:18.220731Z","steps":["trace[1055990648] 'process raft request' (duration: 2.013994266s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:18.220791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.206234Z","time spent":"2.014531099s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:18.721455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:18.963532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999938659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:18.963648Z","caller":"traceutil/trace.go:171","msg":"trace[1624112472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000104724s","start":"2026-03-04T02:10:16.963523Z","end":"2026-03-04T02:10:18.963628Z","steps":["trace[1624112472] 'agreement among raft nodes before linearized reading' (duration: 1.99996084s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:18.963696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.963505Z","time spent":"2.000182215s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:19.222475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:19.586448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.369006573s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:19.699401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.690625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:19.699679Z","caller":"traceutil/trace.go:171","msg":"trace[2062623290] transaction","detail":"{read_only:false; response_revision:22819; number_of_response:1; }","duration":"2.758825299s","start":"2026-03-04T02:10:16.940811Z","end":"2026-03-04T02:10:19.699636Z","steps":["trace[2062623290] 'process raft request' (duration: 2.645815186s)","trace[2062623290] 'compare' (duration: 112.10465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:19.699884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.940788Z","time spent":"2.758997434s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.772667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081330994s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:20.772913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073388487s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:10:20.773996Z","caller":"traceutil/trace.go:171","msg":"trace[727164990] transaction","detail":"{read_only:false; response_revision:22820; number_of_response:1; }","duration":"2.573108466s","start":"2026-03-04T02:10:18.200849Z","end":"2026-03-04T02:10:20.773958Z","steps":["trace[727164990] 'process raft request' (duration: 2.572310505s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.774534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.200817Z","time spent":"2.5732686s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.963838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:20.963914Z","caller":"traceutil/trace.go:171","msg":"trace[1131330428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000073422s","start":"2026-03-04T02:10:18.963821Z","end":"2026-03-04T02:10:20.963894Z","steps":["trace[1131330428] 'agreement among raft nodes before linearized reading' (duration: 1.999973159s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.963952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.963778Z","time spent":"2.000165984s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:20.991339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.331129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:20.991897Z","caller":"traceutil/trace.go:171","msg":"trace[1969781075] transaction","detail":"{read_only:false; response_revision:22822; number_of_response:1; }","duration":"2.790133157s","start":"2026-03-04T02:10:18.201732Z","end":"2026-03-04T02:10:20.991866Z","steps":["trace[1969781075] 'process raft request' (duration: 2.789904051s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:20.991908Z","caller":"traceutil/trace.go:171","msg":"trace[1395721387] transaction","detail":"{read_only:false; response_revision:22821; number_of_response:1; }","duration":"2.79022052s","start":"2026-03-04T02:10:18.201669Z","end":"2026-03-04T02:10:20.99189Z","steps":["trace[1395721387] 'process raft request' (duration: 2.572266154s)","trace[1395721387] 'compare' (duration: 216.97796ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:20.991919Z","caller":"traceutil/trace.go:171","msg":"trace[2106912975] transaction","detail":"{read_only:false; response_revision:22825; number_of_response:1; }","duration":"2.770088333s","start":"2026-03-04T02:10:18.221811Z","end":"2026-03-04T02:10:20.9919Z","steps":["trace[2106912975] 'process raft request' (duration: 2.76999327s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:20.991939Z","caller":"traceutil/trace.go:171","msg":"trace[1901518251] transaction","detail":"{read_only:false; response_revision:22823; number_of_response:1; }","duration":"2.789821619s","start":"2026-03-04T02:10:18.20208Z","end":"2026-03-04T02:10:20.991902Z","steps":["trace[1901518251] 'process raft request' (duration: 2.789649344s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:20.991959Z","caller":"traceutil/trace.go:171","msg":"trace[1402324337] transaction","detail":"{read_only:false; response_revision:22824; number_of_response:1; }","duration":"2.784630623s","start":"2026-03-04T02:10:18.207307Z","end":"2026-03-04T02:10:20.991938Z","steps":["trace[1402324337] 'process raft request' (duration: 2.784462158s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.99201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.221785Z","time spent":"2.770185026s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.992032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.20164Z","time spent":"2.790318981s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.992032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.201702Z","time spent":"2.79025652s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.992061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.207293Z","time spent":"2.784719086s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.992104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.202067Z","time spent":"2.789946122s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:20.992203Z","caller":"traceutil/trace.go:171","msg":"trace[1969196809] transaction","detail":"{read_only:false; response_revision:22826; number_of_response:1; }","duration":"2.465922715s","start":"2026-03-04T02:10:18.526243Z","end":"2026-03-04T02:10:20.992166Z","steps":["trace[1969196809] 'process raft request' (duration: 2.465610457s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.992273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.526217Z","time spent":"2.466020438s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:20.992368Z","caller":"traceutil/trace.go:171","msg":"trace[78555519] linearizableReadLoop","detail":"{readStateIndex:23622; appliedIndex:23613; }","duration":"2.771913371s","start":"2026-03-04T02:10:18.220442Z","end":"2026-03-04T02:10:20.992356Z","steps":["trace[78555519] 'read index received' (duration: 1.366169409s)","trace[78555519] 'applied index is now lower than readState.Index' (duration: 1.405742842s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:20.992385Z","caller":"traceutil/trace.go:171","msg":"trace[502551469] transaction","detail":"{read_only:false; response_revision:22827; number_of_response:1; }","duration":"1.239118218s","start":"2026-03-04T02:10:19.753229Z","end":"2026-03-04T02:10:20.992347Z","steps":["trace[502551469] 'process raft request' (duration: 1.238966185s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.99246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837447913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:20.992487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.110245192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:20.992507Z","caller":"traceutil/trace.go:171","msg":"trace[1454875660] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:22827; }","duration":"3.837584857s","start":"2026-03-04T02:10:17.154906Z","end":"2026-03-04T02:10:20.992491Z","steps":["trace[1454875660] 'agreement among raft nodes before linearized reading' (duration: 3.837511305s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.992521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065135733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-758b9896c6-j2mq7\" ","response":"range_response_count:1 size:8652"} {"level":"info","ts":"2026-03-04T02:10:20.992524Z","caller":"traceutil/trace.go:171","msg":"trace[1169300766] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22827; }","duration":"4.110316674s","start":"2026-03-04T02:10:16.882195Z","end":"2026-03-04T02:10:20.992511Z","steps":["trace[1169300766] 'agreement among raft nodes before linearized reading' (duration: 4.110249372s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.992539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:17.154819Z","time spent":"3.83771121s","remote":"127.0.0.1:49978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:20.992555Z","caller":"traceutil/trace.go:171","msg":"trace[2109745264] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-758b9896c6-j2mq7; range_end:; response_count:1; response_revision:22827; }","duration":"4.065208896s","start":"2026-03-04T02:10:16.927336Z","end":"2026-03-04T02:10:20.992545Z","steps":["trace[2109745264] 'agreement among raft nodes before linearized reading' (duration: 4.065095483s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.992564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.882177Z","time spent":"4.110375965s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:20.992583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.927313Z","time spent":"4.065262216s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8674,"request content":"key:\"/registry/pods/openstack/magnum-api-758b9896c6-j2mq7\" "} {"level":"warn","ts":"2026-03-04T02:10:20.992598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:19.753198Z","time spent":"1.239276492s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.992776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191516375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:10:20.992813Z","caller":"traceutil/trace.go:171","msg":"trace[197232121] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:22827; }","duration":"3.191589477s","start":"2026-03-04T02:10:17.801211Z","end":"2026-03-04T02:10:20.992801Z","steps":["trace[197232121] 'agreement among raft nodes before linearized reading' (duration: 3.191473484s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.992812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768786919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:20.992842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:17.80119Z","time spent":"3.191643448s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T02:10:20.992873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.718337731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-04T02:10:20.99288Z","caller":"traceutil/trace.go:171","msg":"trace[1272059569] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22827; }","duration":"2.768864471s","start":"2026-03-04T02:10:18.223997Z","end":"2026-03-04T02:10:20.992861Z","steps":["trace[1272059569] 'agreement among raft nodes before linearized reading' (duration: 2.768741578s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.992918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.223965Z","time spent":"2.768946293s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:10:20.992909Z","caller":"traceutil/trace.go:171","msg":"trace[184719809] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22827; }","duration":"3.718403883s","start":"2026-03-04T02:10:17.274495Z","end":"2026-03-04T02:10:20.992899Z","steps":["trace[184719809] 'agreement among raft nodes before linearized reading' (duration: 3.718266019s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.992925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469013825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:20.992959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:17.274478Z","time spent":"3.718474314s","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18463,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:10:20.992966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241177502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:20.992985Z","caller":"traceutil/trace.go:171","msg":"trace[1820666436] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:22827; }","duration":"1.469072547s","start":"2026-03-04T02:10:19.523898Z","end":"2026-03-04T02:10:20.99297Z","steps":["trace[1820666436] 'agreement among raft nodes before linearized reading' (duration: 1.468989335s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:20.993005Z","caller":"traceutil/trace.go:171","msg":"trace[535128956] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22827; }","duration":"2.241257384s","start":"2026-03-04T02:10:18.751734Z","end":"2026-03-04T02:10:20.992991Z","steps":["trace[535128956] 'agreement among raft nodes before linearized reading' (duration: 2.241184682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.993019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:19.523846Z","time spent":"1.469163239s","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:20.99303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.751714Z","time spent":"2.241310736s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:20.993173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914346552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:20.993212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339316517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:20.993225Z","caller":"traceutil/trace.go:171","msg":"trace[1679581876] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22827; }","duration":"1.914447755s","start":"2026-03-04T02:10:19.078759Z","end":"2026-03-04T02:10:20.993207Z","steps":["trace[1679581876] 'agreement among raft nodes before linearized reading' (duration: 1.914352352s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:20.993249Z","caller":"traceutil/trace.go:171","msg":"trace[577365379] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:22827; }","duration":"2.339394249s","start":"2026-03-04T02:10:18.653843Z","end":"2026-03-04T02:10:20.993238Z","steps":["trace[577365379] 'agreement among raft nodes before linearized reading' (duration: 2.339331037s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.993268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:19.078742Z","time spent":"1.914516386s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:20.993279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.653812Z","time spent":"2.339457971s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:20.993338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081448538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:10:20.993392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.616854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:10:20.993409Z","caller":"traceutil/trace.go:171","msg":"trace[2029020830] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22827; }","duration":"2.081558991s","start":"2026-03-04T02:10:18.911839Z","end":"2026-03-04T02:10:20.993398Z","steps":["trace[2029020830] 'agreement among raft nodes before linearized reading' (duration: 2.081313335s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:20.993427Z","caller":"traceutil/trace.go:171","msg":"trace[478355921] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22827; }","duration":"357.695026ms","start":"2026-03-04T02:10:20.635722Z","end":"2026-03-04T02:10:20.993417Z","steps":["trace[478355921] 'agreement among raft nodes before linearized reading' (duration: 357.559083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.993461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.635701Z","time spent":"357.750708ms","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:10:20.993495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831745974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:20.99353Z","caller":"traceutil/trace.go:171","msg":"trace[1259169541] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22827; }","duration":"1.831812395s","start":"2026-03-04T02:10:19.161707Z","end":"2026-03-04T02:10:20.99352Z","steps":["trace[1259169541] 'agreement among raft nodes before linearized reading' (duration: 1.831752574s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.993551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269256236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T02:10:20.993562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:19.161665Z","time spent":"1.831888667s","remote":"127.0.0.1:43716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:20.993357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6999258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-04T02:10:20.993587Z","caller":"traceutil/trace.go:171","msg":"trace[114140740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22827; }","duration":"2.269329338s","start":"2026-03-04T02:10:18.724246Z","end":"2026-03-04T02:10:20.993576Z","steps":["trace[114140740] 'agreement among raft nodes before linearized reading' (duration: 2.269238135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.993616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.724225Z","time spent":"2.269383059s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:10:20.993617Z","caller":"traceutil/trace.go:171","msg":"trace[14421734] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22827; }","duration":"2.700243068s","start":"2026-03-04T02:10:18.293359Z","end":"2026-03-04T02:10:20.993602Z","steps":["trace[14421734] 'agreement among raft nodes before linearized reading' (duration: 2.699892219s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.99364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.413781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:20.993651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.293341Z","time spent":"2.700299649s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-04T02:10:20.993671Z","caller":"traceutil/trace.go:171","msg":"trace[1694459086] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22827; }","duration":"610.513083ms","start":"2026-03-04T02:10:20.383148Z","end":"2026-03-04T02:10:20.993661Z","steps":["trace[1694459086] 'agreement among raft nodes before linearized reading' (duration: 610.457481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.993231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268838885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:10:20.993703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.383126Z","time spent":"610.568275ms","remote":"127.0.0.1:43744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:20.993719Z","caller":"traceutil/trace.go:171","msg":"trace[1719600561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22827; }","duration":"2.269363289s","start":"2026-03-04T02:10:18.724345Z","end":"2026-03-04T02:10:20.993709Z","steps":["trace[1719600561] 'agreement among raft nodes before linearized reading' (duration: 2.268771964s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.993755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.724314Z","time spent":"2.26943135s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:10:20.99388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.472064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:20.993432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.911815Z","time spent":"2.081611053s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:20.993913Z","caller":"traceutil/trace.go:171","msg":"trace[538493989] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22827; }","duration":"746.530286ms","start":"2026-03-04T02:10:20.247374Z","end":"2026-03-04T02:10:20.993904Z","steps":["trace[538493989] 'agreement among raft nodes before linearized reading' (duration: 746.476985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.99391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.556078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:10:20.993939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.247362Z","time spent":"746.570857ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:20.993955Z","caller":"traceutil/trace.go:171","msg":"trace[486865305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22827; }","duration":"769.63874ms","start":"2026-03-04T02:10:20.224305Z","end":"2026-03-04T02:10:20.993944Z","steps":["trace[486865305] 'agreement among raft nodes before linearized reading' (duration: 769.516797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.993988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.224284Z","time spent":"769.697481ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:10:20.994047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.526981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:20.994079Z","caller":"traceutil/trace.go:171","msg":"trace[229237245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22827; }","duration":"768.599002ms","start":"2026-03-04T02:10:20.22547Z","end":"2026-03-04T02:10:20.994069Z","steps":["trace[229237245] 'agreement among raft nodes before linearized reading' (duration: 768.50217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.994113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.225447Z","time spent":"768.654804ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:20.994174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.497706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:10:20.994204Z","caller":"traceutil/trace.go:171","msg":"trace[546137621] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22827; }","duration":"769.545918ms","start":"2026-03-04T02:10:20.224647Z","end":"2026-03-04T02:10:20.994193Z","steps":["trace[546137621] 'agreement among raft nodes before linearized reading' (duration: 769.462295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.994231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.224639Z","time spent":"769.585299ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:20.99431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.700765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:10:20.994345Z","caller":"traceutil/trace.go:171","msg":"trace[1055216014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22827; }","duration":"768.779337ms","start":"2026-03-04T02:10:20.225555Z","end":"2026-03-04T02:10:20.994335Z","steps":["trace[1055216014] 'agreement among raft nodes before linearized reading' (duration: 768.270154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.994373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.225529Z","time spent":"768.836119ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:21.780111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.80332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:21.780249Z","caller":"traceutil/trace.go:171","msg":"trace[716941188] linearizableReadLoop","detail":"{readStateIndex:23624; appliedIndex:23623; }","duration":"779.790696ms","start":"2026-03-04T02:10:21.000436Z","end":"2026-03-04T02:10:21.780227Z","steps":["trace[716941188] 'read index received' (duration: 116.764861ms)","trace[716941188] 'applied index is now lower than readState.Index' (duration: 663.024065ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:21.780366Z","caller":"traceutil/trace.go:171","msg":"trace[1122807350] transaction","detail":"{read_only:false; response_revision:22828; number_of_response:1; }","duration":"781.326047ms","start":"2026-03-04T02:10:20.998994Z","end":"2026-03-04T02:10:21.78032Z","steps":["trace[1122807350] 'process raft request' (duration: 118.189678ms)","trace[1122807350] 'compare' (duration: 661.358642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:21.780469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.006032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-04T02:10:21.780551Z","caller":"traceutil/trace.go:171","msg":"trace[1361848117] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22828; }","duration":"780.132405ms","start":"2026-03-04T02:10:21.000401Z","end":"2026-03-04T02:10:21.780533Z","steps":["trace[1361848117] 'agreement among raft nodes before linearized reading' (duration: 779.911889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:21.780597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.000385Z","time spent":"780.203998ms","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T02:10:21.780865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.998935Z","time spent":"781.538052ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:21.827211Z","caller":"traceutil/trace.go:171","msg":"trace[413953620] transaction","detail":"{read_only:false; response_revision:22835; number_of_response:1; }","duration":"824.584447ms","start":"2026-03-04T02:10:21.002597Z","end":"2026-03-04T02:10:21.827181Z","steps":["trace[413953620] 'process raft request' (duration: 824.501095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:21.827286Z","caller":"traceutil/trace.go:171","msg":"trace[43648066] transaction","detail":"{read_only:false; response_revision:22831; number_of_response:1; }","duration":"826.737033ms","start":"2026-03-04T02:10:21.0005Z","end":"2026-03-04T02:10:21.827237Z","steps":["trace[43648066] 'process raft request' (duration: 826.414935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:21.827311Z","caller":"traceutil/trace.go:171","msg":"trace[2140436996] transaction","detail":"{read_only:false; response_revision:22833; number_of_response:1; }","duration":"826.743553ms","start":"2026-03-04T02:10:21.000526Z","end":"2026-03-04T02:10:21.82727Z","steps":["trace[2140436996] 'process raft request' (duration: 826.485116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:21.827414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.002586Z","time spent":"824.7243ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:21.827472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.000495Z","time spent":"826.881777ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:21.827469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.000515Z","time spent":"826.871426ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:21.82761Z","caller":"traceutil/trace.go:171","msg":"trace[1596744342] transaction","detail":"{read_only:false; response_revision:22830; number_of_response:1; }","duration":"827.167204ms","start":"2026-03-04T02:10:21.000433Z","end":"2026-03-04T02:10:21.8276Z","steps":["trace[1596744342] 'process raft request' (duration: 826.419544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:21.82766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.000418Z","time spent":"827.215576ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:21.827705Z","caller":"traceutil/trace.go:171","msg":"trace[1632792488] transaction","detail":"{read_only:false; response_revision:22834; number_of_response:1; }","duration":"827.094722ms","start":"2026-03-04T02:10:21.000594Z","end":"2026-03-04T02:10:21.827689Z","steps":["trace[1632792488] 'process raft request' (duration: 826.450485ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:21.827742Z","caller":"traceutil/trace.go:171","msg":"trace[707109508] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"827.216805ms","start":"2026-03-04T02:10:21.000514Z","end":"2026-03-04T02:10:21.827731Z","steps":["trace[707109508] 'process raft request' (duration: 826.450555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:21.827752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.000575Z","time spent":"827.152084ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:21.827797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.000503Z","time spent":"827.262947ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:21.827299Z","caller":"traceutil/trace.go:171","msg":"trace[1647895456] transaction","detail":"{read_only:false; response_revision:22829; number_of_response:1; }","duration":"826.819465ms","start":"2026-03-04T02:10:21.000434Z","end":"2026-03-04T02:10:21.827253Z","steps":["trace[1647895456] 'process raft request' (duration: 826.2503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:21.827847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.000423Z","time spent":"827.399131ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:22.84631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.446821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:22.846446Z","caller":"traceutil/trace.go:171","msg":"trace[2103245760] linearizableReadLoop","detail":"{readStateIndex:23632; appliedIndex:23624; }","duration":"1.066153689s","start":"2026-03-04T02:10:21.780281Z","end":"2026-03-04T02:10:22.846434Z","steps":["trace[2103245760] 'read index received' (duration: 46.454504ms)","trace[2103245760] 'applied index is now lower than readState.Index' (duration: 1.019698155s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:22.846944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84610051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T02:10:22.846998Z","caller":"traceutil/trace.go:171","msg":"trace[296717791] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22836; }","duration":"1.846161921s","start":"2026-03-04T02:10:21.000824Z","end":"2026-03-04T02:10:22.846986Z","steps":["trace[296717791] 'agreement among raft nodes before linearized reading' (duration: 1.846068108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.847036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.000816Z","time spent":"1.846212062s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:10:22.847216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846570041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T02:10:22.84733Z","caller":"traceutil/trace.go:171","msg":"trace[928284416] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:22836; }","duration":"1.846738266s","start":"2026-03-04T02:10:21.000566Z","end":"2026-03-04T02:10:22.847304Z","steps":["trace[928284416] 'agreement among raft nodes before linearized reading' (duration: 1.846398847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.846637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817110131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:22.847378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.000558Z","time spent":"1.846812178s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T02:10:22.846692Z","caller":"traceutil/trace.go:171","msg":"trace[169396494] transaction","detail":"{read_only:false; response_revision:22836; number_of_response:1; }","duration":"1.140850861s","start":"2026-03-04T02:10:21.705824Z","end":"2026-03-04T02:10:22.846675Z","steps":["trace[169396494] 'process raft request' (duration: 198.952808ms)","trace[169396494] 'compare' (duration: 939.740516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:22.847519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.7058Z","time spent":"1.141674353s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:22.846739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781384758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:22.847692Z","caller":"traceutil/trace.go:171","msg":"trace[1056926191] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22836; }","duration":"1.782336183s","start":"2026-03-04T02:10:21.065343Z","end":"2026-03-04T02:10:22.847679Z","steps":["trace[1056926191] 'agreement among raft nodes before linearized reading' (duration: 1.781370458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.847745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.065331Z","time spent":"1.782401935s","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:10:22.846864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845989636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-04T02:10:22.847884Z","caller":"traceutil/trace.go:171","msg":"trace[1304727852] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22836; }","duration":"1.847005634s","start":"2026-03-04T02:10:21.000851Z","end":"2026-03-04T02:10:22.847856Z","steps":["trace[1304727852] 'agreement among raft nodes before linearized reading' (duration: 1.845917495s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.847921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.000844Z","time spent":"1.847066135s","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18463,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:10:22.847423Z","caller":"traceutil/trace.go:171","msg":"trace[758031055] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:22836; }","duration":"1.817919023s","start":"2026-03-04T02:10:21.029484Z","end":"2026-03-04T02:10:22.847403Z","steps":["trace[758031055] 'agreement among raft nodes before linearized reading' (duration: 1.817099371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.848315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.029473Z","time spent":"1.818824996s","remote":"127.0.0.1:35956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:23.347343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:23.848112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:24.348702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:24.849313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:24.963625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:24.963699Z","caller":"traceutil/trace.go:171","msg":"trace[572939009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493373s","start":"2026-03-04T02:10:22.963188Z","end":"2026-03-04T02:10:24.963682Z","steps":["trace[572939009] 'agreement among raft nodes before linearized reading' (duration: 2.000396361s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:24.963747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.96317Z","time spent":"2.000568445s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:25.202536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.297621368s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:25.289309Z","caller":"traceutil/trace.go:171","msg":"trace[1248401940] transaction","detail":"{read_only:false; response_revision:22837; number_of_response:1; }","duration":"3.455200515s","start":"2026-03-04T02:10:21.834077Z","end":"2026-03-04T02:10:25.289278Z","steps":["trace[1248401940] 'process raft request' (duration: 3.368786818s)","trace[1248401940] 'compare' (duration: 86.258863ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:25.289338Z","caller":"traceutil/trace.go:171","msg":"trace[46451905] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"3.453835129s","start":"2026-03-04T02:10:21.835485Z","end":"2026-03-04T02:10:25.28932Z","steps":["trace[46451905] 'process raft request' (duration: 3.453738527s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.289527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.834051Z","time spent":"3.455372879s","remote":"127.0.0.1:45820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:25.289574Z","caller":"traceutil/trace.go:171","msg":"trace[1038650412] transaction","detail":"{read_only:false; response_revision:22839; number_of_response:1; }","duration":"3.453125271s","start":"2026-03-04T02:10:21.836431Z","end":"2026-03-04T02:10:25.289556Z","steps":["trace[1038650412] 'process raft request' (duration: 3.452834033s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:25.289656Z","caller":"traceutil/trace.go:171","msg":"trace[1007928232] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"3.44924786s","start":"2026-03-04T02:10:21.840383Z","end":"2026-03-04T02:10:25.289631Z","steps":["trace[1007928232] 'process raft request' (duration: 3.449093606s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.289678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.835465Z","time spent":"3.454019054s","remote":"127.0.0.1:45768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:25.289687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.836424Z","time spent":"3.453234453s","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:25.289797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.84037Z","time spent":"3.449355382s","remote":"127.0.0.1:45974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:26.964512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000450563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:26.964609Z","caller":"traceutil/trace.go:171","msg":"trace[1484926008] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000606077s","start":"2026-03-04T02:10:24.963981Z","end":"2026-03-04T02:10:26.964587Z","steps":["trace[1484926008] 'agreement among raft nodes before linearized reading' (duration: 2.000467593s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:26.964675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.963963Z","time spent":"2.000701119s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:27.779255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.781883Z","time spent":"4.997364261s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:10:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:27.898082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:27.898216Z","caller":"traceutil/trace.go:171","msg":"trace[2123635165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095572s","start":"2026-03-04T02:10:25.898089Z","end":"2026-03-04T02:10:27.898184Z","steps":["trace[2123635165] 'agreement among raft nodes before linearized reading' (duration: 1.999913668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.898298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.898064Z","time spent":"2.000221036s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:27.906816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.700625008s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:27.998392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.999565Z","time spent":"4.998811189s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:10:27.998607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.001049Z","time spent":"4.997549026s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:10:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:27.999038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.000714Z","time spent":"4.998314827s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:10:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:28.128882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665255584s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:28.128988Z","caller":"traceutil/trace.go:171","msg":"trace[724168747] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22840; }","duration":"2.665373557s","start":"2026-03-04T02:10:25.463597Z","end":"2026-03-04T02:10:28.128971Z","steps":["trace[724168747] 'range keys from in-memory index tree' (duration: 2.665235643s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.130426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.303005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:28.130854Z","caller":"traceutil/trace.go:171","msg":"trace[1434878711] linearizableReadLoop","detail":"{readStateIndex:23643; appliedIndex:23632; }","duration":"5.283877059s","start":"2026-03-04T02:10:22.84696Z","end":"2026-03-04T02:10:28.130837Z","steps":["trace[1434878711] 'read index received' (duration: 2.355833849s)","trace[1434878711] 'applied index is now lower than readState.Index' (duration: 2.92804235s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:28.131104Z","caller":"traceutil/trace.go:171","msg":"trace[218426103] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"5.131147177s","start":"2026-03-04T02:10:22.999944Z","end":"2026-03-04T02:10:28.131092Z","steps":["trace[218426103] 'process raft request' (duration: 5.130661295s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.131186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.999933Z","time spent":"5.13120841s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:28.131305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.523864789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:28.131311Z","caller":"traceutil/trace.go:171","msg":"trace[1524507933] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"4.830362037s","start":"2026-03-04T02:10:23.300928Z","end":"2026-03-04T02:10:28.13129Z","steps":["trace[1524507933] 'process raft request' (duration: 4.829840044s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:28.131341Z","caller":"traceutil/trace.go:171","msg":"trace[252974729] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22848; }","duration":"5.523908921s","start":"2026-03-04T02:10:22.607423Z","end":"2026-03-04T02:10:28.131332Z","steps":["trace[252974729] 'agreement among raft nodes before linearized reading' (duration: 5.523832719s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.131369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.607369Z","time spent":"5.523994652s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:28.131378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.835141534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:28.131409Z","caller":"traceutil/trace.go:171","msg":"trace[2008789636] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:22848; }","duration":"5.835208695s","start":"2026-03-04T02:10:22.296191Z","end":"2026-03-04T02:10:28.1314Z","steps":["trace[2008789636] 'agreement among raft nodes before linearized reading' (duration: 5.835153364s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.131419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.300903Z","time spent":"4.83045317s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:28.131447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.29617Z","time spent":"5.835269376s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:28.131518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421493084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:28.131542Z","caller":"traceutil/trace.go:171","msg":"trace[348643119] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22848; }","duration":"5.421543136s","start":"2026-03-04T02:10:22.709991Z","end":"2026-03-04T02:10:28.131534Z","steps":["trace[348643119] 'agreement among raft nodes before linearized reading' (duration: 5.421501825s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.131534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.337847489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:28.131578Z","caller":"traceutil/trace.go:171","msg":"trace[478991853] transaction","detail":"{read_only:false; response_revision:22848; number_of_response:1; }","duration":"3.277573924s","start":"2026-03-04T02:10:24.853999Z","end":"2026-03-04T02:10:28.131573Z","steps":["trace[478991853] 'process raft request' (duration: 3.276800564s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:28.131587Z","caller":"traceutil/trace.go:171","msg":"trace[763023074] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22848; }","duration":"6.338142417s","start":"2026-03-04T02:10:21.793431Z","end":"2026-03-04T02:10:28.131573Z","steps":["trace[763023074] 'agreement among raft nodes before linearized reading' (duration: 6.338039744s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.13161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.853971Z","time spent":"3.277619364s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:28.131627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.793407Z","time spent":"6.338211358s","remote":"127.0.0.1:45820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:28.131558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.709976Z","time spent":"5.421578016s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:28.131864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.964671158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:10:28.131935Z","caller":"traceutil/trace.go:171","msg":"trace[1031423630] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:22848; }","duration":"5.964871563s","start":"2026-03-04T02:10:22.167051Z","end":"2026-03-04T02:10:28.131923Z","steps":["trace[1031423630] 'agreement among raft nodes before linearized reading' (duration: 5.964564815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.131985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.167025Z","time spent":"5.964948875s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-04T02:10:28.131496Z","caller":"traceutil/trace.go:171","msg":"trace[1618040331] transaction","detail":"{read_only:false; response_revision:22846; number_of_response:1; }","duration":"4.904856394s","start":"2026-03-04T02:10:23.226586Z","end":"2026-03-04T02:10:28.131442Z","steps":["trace[1618040331] 'process raft request' (duration: 4.904151436s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.132581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.226557Z","time spent":"4.905938483s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:28.631437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:28.783922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999360194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:28.784024Z","caller":"traceutil/trace.go:171","msg":"trace[81293911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999512969s","start":"2026-03-04T02:10:23.784495Z","end":"2026-03-04T02:10:28.784008Z","steps":["trace[81293911] 'agreement among raft nodes before linearized reading' (duration: 4.999379245s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.784068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.784478Z","time spent":"4.99957947s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 02:10:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:28.832191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999400885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:28.832256Z","caller":"traceutil/trace.go:171","msg":"trace[1357115946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999514408s","start":"2026-03-04T02:10:23.832726Z","end":"2026-03-04T02:10:28.83224Z","steps":["trace[1357115946] 'agreement among raft nodes before linearized reading' (duration: 4.999434016s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.832297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.832704Z","time spent":"4.99958558s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 02:10:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:28.833328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000154094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:28.833477Z","caller":"traceutil/trace.go:171","msg":"trace[1630468437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000333199s","start":"2026-03-04T02:10:23.833114Z","end":"2026-03-04T02:10:28.833447Z","steps":["trace[1630468437] 'agreement among raft nodes before linearized reading' (duration: 5.000163065s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.833583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.833107Z","time spent":"5.000451362s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:10:28.970357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:28.970439Z","caller":"traceutil/trace.go:171","msg":"trace[2116246448] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273168s","start":"2026-03-04T02:10:26.970149Z","end":"2026-03-04T02:10:28.970422Z","steps":["trace[2116246448] 'agreement among raft nodes before linearized reading' (duration: 2.000170955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.970483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.970137Z","time spent":"2.000337479s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:29.132318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:29.632764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:30.13369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:30.633822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:30.781481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.667949825s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:30.862847Z","caller":"traceutil/trace.go:171","msg":"trace[924752550] transaction","detail":"{read_only:false; response_revision:22849; number_of_response:1; }","duration":"5.561250347s","start":"2026-03-04T02:10:25.301573Z","end":"2026-03-04T02:10:30.862823Z","steps":["trace[924752550] 'process raft request' (duration: 5.480213969s)","trace[924752550] 'compare' (duration: 80.509054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:30.862989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.301537Z","time spent":"5.561381031s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7836,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:30.971304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000758551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:30.971399Z","caller":"traceutil/trace.go:171","msg":"trace[1280778601] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000919695s","start":"2026-03-04T02:10:28.970459Z","end":"2026-03-04T02:10:30.971379Z","steps":["trace[1280778601] 'agreement among raft nodes before linearized reading' (duration: 2.000804062s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:30.97145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.970437Z","time spent":"2.001003427s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:32.119807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257032676s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T02:10:32.77882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997829965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:32.778915Z","caller":"traceutil/trace.go:171","msg":"trace[552710479] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997982089s","start":"2026-03-04T02:10:27.780912Z","end":"2026-03-04T02:10:32.778894Z","steps":["trace[552710479] 'agreement among raft nodes before linearized reading' (duration: 4.997859486s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.778966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.780889Z","time spent":"4.998067061s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 02:10:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:32.807496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.943910697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:32.807592Z","caller":"traceutil/trace.go:171","msg":"trace[541348067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"9.944022499s","start":"2026-03-04T02:10:22.863551Z","end":"2026-03-04T02:10:32.807574Z","steps":["trace[541348067] 'agreement among raft nodes before linearized reading' (duration: 9.943916936s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.807651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.863546Z","time spent":"9.944089331s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/03/04 02:10:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:32.862296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006707167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:32.862361Z","caller":"traceutil/trace.go:171","msg":"trace[1493573854] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.00680431s","start":"2026-03-04T02:10:22.855543Z","end":"2026-03-04T02:10:32.862347Z","steps":["trace[1493573854] 'agreement among raft nodes before linearized reading' (duration: 10.006717127s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.862404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.855532Z","time spent":"10.006860522s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/04 02:10:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:32.976975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000166875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:32.977064Z","caller":"traceutil/trace.go:171","msg":"trace[1887738267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308949s","start":"2026-03-04T02:10:30.976736Z","end":"2026-03-04T02:10:32.977045Z","steps":["trace[1887738267] 'agreement among raft nodes before linearized reading' (duration: 2.000192776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.977114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.97672Z","time spent":"2.00038381s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:32.997113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995826742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:32.997199Z","caller":"traceutil/trace.go:171","msg":"trace[1551415288] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.995964226s","start":"2026-03-04T02:10:28.001215Z","end":"2026-03-04T02:10:32.997179Z","steps":["trace[1551415288] 'agreement among raft nodes before linearized reading' (duration: 4.995860173s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.997246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.001195Z","time spent":"4.996042258s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 02:10:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:32.997971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996170261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:32.998031Z","caller":"traceutil/trace.go:171","msg":"trace[346075052] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.996277734s","start":"2026-03-04T02:10:28.00174Z","end":"2026-03-04T02:10:32.998018Z","steps":["trace[346075052] 'agreement among raft nodes before linearized reading' (duration: 4.996202052s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.998063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.001723Z","time spent":"4.996334406s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:10:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:32.999197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997358202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:32.99957Z","caller":"traceutil/trace.go:171","msg":"trace[1370136444] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997756483s","start":"2026-03-04T02:10:28.001799Z","end":"2026-03-04T02:10:32.999556Z","steps":["trace[1370136444] 'agreement among raft nodes before linearized reading' (duration: 4.997374953s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.99962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.001786Z","time spent":"4.997818854s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 02:10:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:33.118976Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.261493273s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:33.119379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.133317Z","time spent":"4.986054408s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:10:33.119419Z","caller":"traceutil/trace.go:171","msg":"trace[1504795314] linearizableReadLoop","detail":"{readStateIndex:23650; appliedIndex:23644; }","duration":"4.988510311s","start":"2026-03-04T02:10:28.130892Z","end":"2026-03-04T02:10:33.119402Z","steps":["trace[1504795314] 'read index received' (duration: 2.650861458s)","trace[1504795314] 'applied index is now lower than readState.Index' (duration: 2.337648113s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:33.119607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.079611902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:10:33.119632Z","caller":"traceutil/trace.go:171","msg":"trace[1027436508] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22853; }","duration":"7.079657163s","start":"2026-03-04T02:10:26.039969Z","end":"2026-03-04T02:10:33.119626Z","steps":["trace[1027436508] 'agreement among raft nodes before linearized reading' (duration: 7.0795362s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.119653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.039946Z","time spent":"7.079703004s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:33.119884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.287133414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:10:33.119904Z","caller":"traceutil/trace.go:171","msg":"trace[839843637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22853; }","duration":"9.287190645s","start":"2026-03-04T02:10:23.832709Z","end":"2026-03-04T02:10:33.119899Z","steps":["trace[839843637] 'agreement among raft nodes before linearized reading' (duration: 9.287137664s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.119917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.832687Z","time spent":"9.287227647s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:33.119959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.285146692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:10:33.120016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.287674648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:10:33.120015Z","caller":"traceutil/trace.go:171","msg":"trace[924286771] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22853; }","duration":"9.285259145s","start":"2026-03-04T02:10:23.834738Z","end":"2026-03-04T02:10:33.119997Z","steps":["trace[924286771] 'agreement among raft nodes before linearized reading' (duration: 9.28505592s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.120035Z","caller":"traceutil/trace.go:171","msg":"trace[1834054298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22853; }","duration":"9.28773046s","start":"2026-03-04T02:10:23.8323Z","end":"2026-03-04T02:10:33.120031Z","steps":["trace[1834054298] 'agreement among raft nodes before linearized reading' (duration: 9.287684709s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.120049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.832282Z","time spent":"9.287764251s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:33.120052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.834729Z","time spent":"9.285315257s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:33.120149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.400465106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543170-r7j4g\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-03-04T02:10:33.120167Z","caller":"traceutil/trace.go:171","msg":"trace[197372112] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543170-r7j4g; range_end:; response_count:1; response_revision:22853; }","duration":"9.400519967s","start":"2026-03-04T02:10:23.719643Z","end":"2026-03-04T02:10:33.120163Z","steps":["trace[197372112] 'agreement among raft nodes before linearized reading' (duration: 9.400460656s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.12018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.719623Z","time spent":"9.400553619s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7388,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543170-r7j4g\" "} {"level":"warn","ts":"2026-03-04T02:10:33.120206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.816588939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:33.120276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.264322139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:33.120277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.080449504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:10:33.120298Z","caller":"traceutil/trace.go:171","msg":"trace[1446769107] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:22853; }","duration":"10.26434941s","start":"2026-03-04T02:10:22.855942Z","end":"2026-03-04T02:10:33.120292Z","steps":["trace[1446769107] 'agreement among raft nodes before linearized reading' (duration: 10.264314249s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.12036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.523117771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.120398Z","caller":"traceutil/trace.go:171","msg":"trace[777416076] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22853; }","duration":"7.523208133s","start":"2026-03-04T02:10:25.597182Z","end":"2026-03-04T02:10:33.12039Z","steps":["trace[777416076] 'agreement among raft nodes before linearized reading' (duration: 7.523145432s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.120427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.59715Z","time spent":"7.523268655s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.120592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.316124382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.120629Z","caller":"traceutil/trace.go:171","msg":"trace[1572097382] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:22853; }","duration":"8.316227285s","start":"2026-03-04T02:10:24.804393Z","end":"2026-03-04T02:10:33.12062Z","steps":["trace[1572097382] 'agreement among raft nodes before linearized reading' (duration: 8.316170374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.120664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.804365Z","time spent":"8.316291527s","remote":"127.0.0.1:44142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.120774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.153710757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:10:33.120829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.531026608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.120862Z","caller":"traceutil/trace.go:171","msg":"trace[1230878354] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:22853; }","duration":"8.53110804s","start":"2026-03-04T02:10:24.589742Z","end":"2026-03-04T02:10:33.12085Z","steps":["trace[1230878354] 'agreement among raft nodes before linearized reading' (duration: 8.531051009s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.12086Z","caller":"traceutil/trace.go:171","msg":"trace[2007063483] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57; range_end:; response_count:1; response_revision:22853; }","duration":"6.153839461s","start":"2026-03-04T02:10:26.967Z","end":"2026-03-04T02:10:33.120839Z","steps":["trace[2007063483] 'agreement among raft nodes before linearized reading' (duration: 6.153610735s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.1209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.589717Z","time spent":"8.531175212s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.120912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.966983Z","time spent":"6.153920473s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" "} {"level":"warn","ts":"2026-03-04T02:10:33.12105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.699730586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.121088Z","caller":"traceutil/trace.go:171","msg":"trace[1154325549] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:22853; }","duration":"8.699767447s","start":"2026-03-04T02:10:24.421309Z","end":"2026-03-04T02:10:33.121076Z","steps":["trace[1154325549] 'agreement among raft nodes before linearized reading' (duration: 8.699717376s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.12112Z","caller":"traceutil/trace.go:171","msg":"trace[134878453] transaction","detail":"{read_only:false; response_revision:22851; number_of_response:1; }","duration":"4.619596151s","start":"2026-03-04T02:10:28.501511Z","end":"2026-03-04T02:10:33.121107Z","steps":["trace[134878453] 'process raft request' (duration: 4.617750923s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.121213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.501471Z","time spent":"4.619686633s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:33.120821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.377979218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:33.121297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.420130909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418336"} {"level":"info","ts":"2026-03-04T02:10:33.121305Z","caller":"traceutil/trace.go:171","msg":"trace[541822345] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22853; }","duration":"6.378505532s","start":"2026-03-04T02:10:26.742786Z","end":"2026-03-04T02:10:33.121292Z","steps":["trace[541822345] 'agreement among raft nodes before linearized reading' (duration: 6.377993698s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.121358Z","caller":"traceutil/trace.go:171","msg":"trace[247252462] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22853; }","duration":"6.420220172s","start":"2026-03-04T02:10:26.701104Z","end":"2026-03-04T02:10:33.121324Z","steps":["trace[247252462] 'agreement among raft nodes before linearized reading' (duration: 6.419810091s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.121421Z","caller":"traceutil/trace.go:171","msg":"trace[1739368047] transaction","detail":"{read_only:false; response_revision:22852; number_of_response:1; }","duration":"2.984261029s","start":"2026-03-04T02:10:30.137147Z","end":"2026-03-04T02:10:33.121408Z","steps":["trace[1739368047] 'process raft request' (duration: 2.982195795s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.121434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.701086Z","time spent":"6.420330514s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418358,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:10:33.121489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.137118Z","time spent":"2.984339341s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:33.12159Z","caller":"traceutil/trace.go:171","msg":"trace[404998062] transaction","detail":"{read_only:false; response_revision:22853; number_of_response:1; }","duration":"2.983851548s","start":"2026-03-04T02:10:30.13773Z","end":"2026-03-04T02:10:33.121582Z","steps":["trace[404998062] 'process raft request' (duration: 2.981637381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.121645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.13772Z","time spent":"2.983898529s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:33.121741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.384329384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.121776Z","caller":"traceutil/trace.go:171","msg":"trace[496978370] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:22853; }","duration":"5.384406056s","start":"2026-03-04T02:10:27.73736Z","end":"2026-03-04T02:10:33.121766Z","steps":["trace[496978370] 'agreement among raft nodes before linearized reading' (duration: 5.384349875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.12181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.73733Z","time spent":"5.384472968s","remote":"127.0.0.1:49944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.121941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.450870473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.121987Z","caller":"traceutil/trace.go:171","msg":"trace[1257548143] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:22853; }","duration":"6.450954805s","start":"2026-03-04T02:10:26.671026Z","end":"2026-03-04T02:10:33.12198Z","steps":["trace[1257548143] 'agreement among raft nodes before linearized reading' (duration: 6.450893573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.12202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.671005Z","time spent":"6.451010016s","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.12135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.742763Z","time spent":"6.378573333s","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.121121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.421246Z","time spent":"8.69986785s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.122394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.623967595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.122441Z","caller":"traceutil/trace.go:171","msg":"trace[388356739] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:22853; }","duration":"6.624055608s","start":"2026-03-04T02:10:26.498374Z","end":"2026-03-04T02:10:33.122429Z","steps":["trace[388356739] 'agreement among raft nodes before linearized reading' (duration: 6.623977225s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.122423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.536663674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:10:33.122508Z","caller":"traceutil/trace.go:171","msg":"trace[1107682525] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:22853; }","duration":"6.536794797s","start":"2026-03-04T02:10:26.585704Z","end":"2026-03-04T02:10:33.122499Z","steps":["trace[1107682525] 'agreement among raft nodes before linearized reading' (duration: 6.536439848s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.120282Z","caller":"traceutil/trace.go:171","msg":"trace[996595984] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:22853; }","duration":"6.816776744s","start":"2026-03-04T02:10:26.303477Z","end":"2026-03-04T02:10:33.120254Z","steps":["trace[996595984] 'agreement among raft nodes before linearized reading' (duration: 6.816068845s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.122589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.303433Z","time spent":"6.819141425s","remote":"127.0.0.1:43952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.122597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.271440245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff2fefdb-f5b5-4dcb-a628-d2962f4a4cdb\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T02:10:33.122633Z","caller":"traceutil/trace.go:171","msg":"trace[1958815068] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff2fefdb-f5b5-4dcb-a628-d2962f4a4cdb; range_end:; response_count:1; response_revision:22853; }","duration":"10.271515637s","start":"2026-03-04T02:10:22.851107Z","end":"2026-03-04T02:10:33.122622Z","steps":["trace[1958815068] 'agreement among raft nodes before linearized reading' (duration: 10.271408004s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.120308Z","caller":"traceutil/trace.go:171","msg":"trace[1999775831] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22853; }","duration":"7.080504255s","start":"2026-03-04T02:10:26.039794Z","end":"2026-03-04T02:10:33.120298Z","steps":["trace[1999775831] 'agreement among raft nodes before linearized reading' (duration: 7.080412482s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.122672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.851087Z","time spent":"10.271578219s","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-ff2fefdb-f5b5-4dcb-a628-d2962f4a4cdb\" "} {"level":"warn","ts":"2026-03-04T02:10:33.122479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.498351Z","time spent":"6.62412069s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.122718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.039779Z","time spent":"7.082905288s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:10:33.122548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.585683Z","time spent":"6.536858589s","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.123503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.855939Z","time spent":"10.267547023s","remote":"127.0.0.1:45572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-04T02:10:33.268828Z","caller":"traceutil/trace.go:171","msg":"trace[659108335] linearizableReadLoop","detail":"{readStateIndex:23651; appliedIndex:23650; }","duration":"149.320991ms","start":"2026-03-04T02:10:33.119483Z","end":"2026-03-04T02:10:33.268804Z","steps":["trace[659108335] 'read index received' (duration: 101.206494ms)","trace[659108335] 'applied index is now lower than readState.Index' (duration: 48.113317ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:33.268925Z","caller":"traceutil/trace.go:171","msg":"trace[455430470] transaction","detail":"{read_only:false; response_revision:22854; number_of_response:1; }","duration":"1.931931832s","start":"2026-03-04T02:10:31.336982Z","end":"2026-03-04T02:10:33.268914Z","steps":["trace[455430470] 'process raft request' (duration: 1.883694262s)","trace[455430470] 'compare' (duration: 48.019464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:33.269088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01563799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.269175Z","caller":"traceutil/trace.go:171","msg":"trace[429528898] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22854; }","duration":"2.015917526s","start":"2026-03-04T02:10:31.253237Z","end":"2026-03-04T02:10:33.269155Z","steps":["trace[429528898] 'agreement among raft nodes before linearized reading' (duration: 2.015697721s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.26913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.336957Z","time spent":"1.932098977s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:33.269225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.253214Z","time spent":"2.016000369s","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.2695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.021877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:33.269605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.922954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:33.269627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090030833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:33.26968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433821886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:10:33.269714Z","caller":"traceutil/trace.go:171","msg":"trace[1159466980] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22854; }","duration":"1.090158956s","start":"2026-03-04T02:10:32.179536Z","end":"2026-03-04T02:10:33.269695Z","steps":["trace[1159466980] 'agreement among raft nodes before linearized reading' (duration: 1.090012313s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.269473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312929617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:33.269767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.267856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-04T02:10:33.269771Z","caller":"traceutil/trace.go:171","msg":"trace[539199943] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22854; }","duration":"2.313271616s","start":"2026-03-04T02:10:30.956484Z","end":"2026-03-04T02:10:33.269756Z","steps":["trace[539199943] 'agreement among raft nodes before linearized reading' (duration: 2.312952298s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.269785Z","caller":"traceutil/trace.go:171","msg":"trace[1818844974] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:22854; }","duration":"269.317567ms","start":"2026-03-04T02:10:33.000461Z","end":"2026-03-04T02:10:33.269779Z","steps":["trace[1818844974] 'agreement among raft nodes before linearized reading' (duration: 269.226164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.269799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4351398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:10:33.269821Z","caller":"traceutil/trace.go:171","msg":"trace[979521586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22854; }","duration":"2.435216163s","start":"2026-03-04T02:10:30.834599Z","end":"2026-03-04T02:10:33.269816Z","steps":["trace[979521586] 'agreement among raft nodes before linearized reading' (duration: 2.435153121s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.269823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.752355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:33.269843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.83457Z","time spent":"2.435267263s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:10:33.269861Z","caller":"traceutil/trace.go:171","msg":"trace[1918656707] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:22854; }","duration":"637.825857ms","start":"2026-03-04T02:10:32.632026Z","end":"2026-03-04T02:10:33.269852Z","steps":["trace[1918656707] 'agreement among raft nodes before linearized reading' (duration: 637.768955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.269895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.632008Z","time spent":"637.880217ms","remote":"127.0.0.1:47168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.270009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478377831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:33.270038Z","caller":"traceutil/trace.go:171","msg":"trace[720040747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22854; }","duration":"2.478420891s","start":"2026-03-04T02:10:30.79161Z","end":"2026-03-04T02:10:33.270031Z","steps":["trace[720040747] 'agreement among raft nodes before linearized reading' (duration: 2.478332119s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.270065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.956458Z","time spent":"2.313340158s","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.270122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.748659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.270167Z","caller":"traceutil/trace.go:171","msg":"trace[148990703] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22854; }","duration":"933.833312ms","start":"2026-03-04T02:10:32.336325Z","end":"2026-03-04T02:10:33.270158Z","steps":["trace[148990703] 'agreement among raft nodes before linearized reading' (duration: 933.76863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.270223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.336301Z","time spent":"933.914243ms","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:33.269671Z","caller":"traceutil/trace.go:171","msg":"trace[903821833] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22854; }","duration":"510.048527ms","start":"2026-03-04T02:10:32.759606Z","end":"2026-03-04T02:10:33.269654Z","steps":["trace[903821833] 'agreement among raft nodes before linearized reading' (duration: 509.911444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.270127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.791601Z","time spent":"2.478518294s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:33.270265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.759582Z","time spent":"510.675074ms","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.270038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.3895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.270361Z","caller":"traceutil/trace.go:171","msg":"trace[855147285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22854; }","duration":"292.733569ms","start":"2026-03-04T02:10:32.977621Z","end":"2026-03-04T02:10:33.270354Z","steps":["trace[855147285] 'agreement among raft nodes before linearized reading' (duration: 292.40797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.270369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598820108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:33.270412Z","caller":"traceutil/trace.go:171","msg":"trace[543709098] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22854; }","duration":"1.59890726s","start":"2026-03-04T02:10:31.671494Z","end":"2026-03-04T02:10:33.270401Z","steps":["trace[543709098] 'agreement among raft nodes before linearized reading' (duration: 1.598831028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.270089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.032827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-04T02:10:33.270449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.671466Z","time spent":"1.598975292s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.270553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505029347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.270585Z","caller":"traceutil/trace.go:171","msg":"trace[2082337950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:22854; }","duration":"2.505093438s","start":"2026-03-04T02:10:30.765484Z","end":"2026-03-04T02:10:33.270578Z","steps":["trace[2082337950] 'agreement among raft nodes before linearized reading' (duration: 2.504966044s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.270672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.765467Z","time spent":"2.505196751s","remote":"127.0.0.1:49996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.270683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.135313536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:33.270462Z","caller":"traceutil/trace.go:171","msg":"trace[565244754] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22854; }","duration":"412.465118ms","start":"2026-03-04T02:10:32.857992Z","end":"2026-03-04T02:10:33.270457Z","steps":["trace[565244754] 'agreement among raft nodes before linearized reading' (duration: 412.065138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.270702Z","caller":"traceutil/trace.go:171","msg":"trace[1896258141] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22854; }","duration":"4.135369548s","start":"2026-03-04T02:10:29.135327Z","end":"2026-03-04T02:10:33.270697Z","steps":["trace[1896258141] 'agreement among raft nodes before linearized reading' (duration: 4.135328627s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.2707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059377033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:33.270721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.135306Z","time spent":"4.135411279s","remote":"127.0.0.1:37296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:33.270736Z","caller":"traceutil/trace.go:171","msg":"trace[465888584] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22854; }","duration":"3.059442933s","start":"2026-03-04T02:10:30.211282Z","end":"2026-03-04T02:10:33.270725Z","steps":["trace[465888584] 'agreement among raft nodes before linearized reading' (duration: 3.059368371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.270766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.211263Z","time spent":"3.059494755s","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.270591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232968369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:33.270735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.857959Z","time spent":"412.762025ms","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-04T02:10:33.270812Z","caller":"traceutil/trace.go:171","msg":"trace[2030305539] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22854; }","duration":"4.233212145s","start":"2026-03-04T02:10:29.037594Z","end":"2026-03-04T02:10:33.270806Z","steps":["trace[2030305539] 'agreement among raft nodes before linearized reading' (duration: 4.232970368s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.270829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.037579Z","time spent":"4.233244606s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.270838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.592427351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.270893Z","caller":"traceutil/trace.go:171","msg":"trace[31832105] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:22854; }","duration":"4.592525514s","start":"2026-03-04T02:10:28.67836Z","end":"2026-03-04T02:10:33.270885Z","steps":["trace[31832105] 'agreement among raft nodes before linearized reading' (duration: 4.592448002s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.269708Z","caller":"traceutil/trace.go:171","msg":"trace[1267578406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22854; }","duration":"2.433877738s","start":"2026-03-04T02:10:30.835823Z","end":"2026-03-04T02:10:33.2697Z","steps":["trace[1267578406] 'agreement among raft nodes before linearized reading' (duration: 2.433754064s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.270934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.835805Z","time spent":"2.43512339s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:10:33.270626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445030869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:33.27092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.678334Z","time spent":"4.592577925s","remote":"127.0.0.1:49886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:33.271026Z","caller":"traceutil/trace.go:171","msg":"trace[1362686148] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:22854; }","duration":"3.44547035s","start":"2026-03-04T02:10:29.825549Z","end":"2026-03-04T02:10:33.27102Z","steps":["trace[1362686148] 'agreement among raft nodes before linearized reading' (duration: 3.445034969s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.271051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.825533Z","time spent":"3.445510012s","remote":"127.0.0.1:44066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.270646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605240106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T02:10:33.271164Z","caller":"traceutil/trace.go:171","msg":"trace[1559322423] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22854; }","duration":"3.605818131s","start":"2026-03-04T02:10:29.665341Z","end":"2026-03-04T02:10:33.27116Z","steps":["trace[1559322423] 'agreement among raft nodes before linearized reading' (duration: 3.605263636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.270015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.224201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-04T02:10:33.271181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.66532Z","time spent":"3.605854302s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:10:33.26977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.17952Z","time spent":"1.090235178s","remote":"127.0.0.1:50646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:33.271265Z","caller":"traceutil/trace.go:171","msg":"trace[1016387181] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:22854; }","duration":"271.399962ms","start":"2026-03-04T02:10:32.999785Z","end":"2026-03-04T02:10:33.271185Z","steps":["trace[1016387181] 'agreement among raft nodes before linearized reading' (duration: 270.18995ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.269595Z","caller":"traceutil/trace.go:171","msg":"trace[1268259448] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22854; }","duration":"236.141761ms","start":"2026-03-04T02:10:33.033442Z","end":"2026-03-04T02:10:33.269584Z","steps":["trace[1268259448] 'agreement among raft nodes before linearized reading' (duration: 236.018657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.769883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:33.784731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.277661Z","time spent":"507.060059ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:10:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:33.835921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.130273Z","time spent":"705.644099ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:10:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:33.835949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.277541Z","time spent":"558.400431ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:10:33.836078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.130665Z","time spent":"705.411142ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:10:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 02:10:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:33.836088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.277709Z","time spent":"558.37189ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:10:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:34.270671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:34.351704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.128073Z","time spent":"1.223622894s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:10:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:34.383187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.835829Z","time spent":"547.352162ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:10:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:34.77117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:34.920261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.699831607s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:34.922368Z","caller":"traceutil/trace.go:171","msg":"trace[535540352] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22854; }","duration":"1.796308427s","start":"2026-03-04T02:10:33.126034Z","end":"2026-03-04T02:10:34.922342Z","steps":["trace[535540352] 'process raft request' (duration: 1.794440118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.922536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.126007Z","time spent":"1.796441801s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:34.924233Z","caller":"traceutil/trace.go:171","msg":"trace[1230777111] transaction","detail":"{read_only:false; response_revision:22855; number_of_response:1; }","duration":"1.796872682s","start":"2026-03-04T02:10:33.127306Z","end":"2026-03-04T02:10:34.924179Z","steps":["trace[1230777111] 'process raft request' (duration: 1.794944122s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:34.924298Z","caller":"traceutil/trace.go:171","msg":"trace[620564355] transaction","detail":"{read_only:false; response_revision:22859; number_of_response:1; }","duration":"1.793691319s","start":"2026-03-04T02:10:33.130579Z","end":"2026-03-04T02:10:34.92427Z","steps":["trace[620564355] 'process raft request' (duration: 1.793633598s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:34.924347Z","caller":"traceutil/trace.go:171","msg":"trace[1120547636] transaction","detail":"{read_only:false; response_revision:22857; number_of_response:1; }","duration":"1.794690985s","start":"2026-03-04T02:10:33.129598Z","end":"2026-03-04T02:10:34.924289Z","steps":["trace[1120547636] 'process raft request' (duration: 1.794561801s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.924432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.130572Z","time spent":"1.793786782s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:34.924466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.127283Z","time spent":"1.797048957s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:34.924562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.129576Z","time spent":"1.79487005s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:34.92489Z","caller":"traceutil/trace.go:171","msg":"trace[761457988] transaction","detail":"{read_only:false; response_revision:22861; number_of_response:1; }","duration":"1.788088673s","start":"2026-03-04T02:10:33.136772Z","end":"2026-03-04T02:10:34.924861Z","steps":["trace[761457988] 'process raft request' (duration: 1.787730293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.925073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.136755Z","time spent":"1.788214826s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:35.280747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:35.280852Z","caller":"traceutil/trace.go:171","msg":"trace[1743850330] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000507103s","start":"2026-03-04T02:10:33.28032Z","end":"2026-03-04T02:10:35.280828Z","steps":["trace[1743850330] 'agreement among raft nodes before linearized reading' (duration: 2.00037692s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:35.280922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.280316Z","time spent":"2.000593935s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:36.22954Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288025147s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:36.341436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.434268ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:36.341568Z","caller":"traceutil/trace.go:171","msg":"trace[878248974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22861; }","duration":"877.582461ms","start":"2026-03-04T02:10:35.463965Z","end":"2026-03-04T02:10:36.341548Z","steps":["trace[878248974] 'range keys from in-memory index tree' (duration: 877.415687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:36.341807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.490081Z","time spent":"851.716816ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:10:36.341934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.081879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:36.342628Z","caller":"traceutil/trace.go:171","msg":"trace[1988513874] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22865; }","duration":"2.55455405s","start":"2026-03-04T02:10:33.788054Z","end":"2026-03-04T02:10:36.342608Z","steps":["trace[1988513874] 'process raft request' (duration: 2.554438427s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:36.34266Z","caller":"traceutil/trace.go:171","msg":"trace[1278712263] transaction","detail":"{read_only:false; response_revision:22865; number_of_response:1; }","duration":"2.782282791s","start":"2026-03-04T02:10:33.560357Z","end":"2026-03-04T02:10:36.342639Z","steps":["trace[1278712263] 'process raft request' (duration: 2.781931712s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:36.342778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.560319Z","time spent":"2.782387674s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418469,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:36.343039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.788025Z","time spent":"2.554652733s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:36.343168Z","caller":"traceutil/trace.go:171","msg":"trace[1101192479] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22866; }","duration":"2.506971127s","start":"2026-03-04T02:10:33.836183Z","end":"2026-03-04T02:10:36.343154Z","steps":["trace[1101192479] 'process raft request' (duration: 2.506397222s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:36.343248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.836166Z","time spent":"2.50703959s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:36.343451Z","caller":"traceutil/trace.go:171","msg":"trace[144704373] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22866; }","duration":"2.507193613s","start":"2026-03-04T02:10:33.836244Z","end":"2026-03-04T02:10:36.343438Z","steps":["trace[144704373] 'process raft request' (duration: 2.506853864s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:36.343522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.836239Z","time spent":"2.507246135s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":516,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:36.343744Z","caller":"traceutil/trace.go:171","msg":"trace[628145495] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22866; }","duration":"2.507367688s","start":"2026-03-04T02:10:33.836345Z","end":"2026-03-04T02:10:36.343713Z","steps":["trace[628145495] 'process raft request' (duration: 2.50705847s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:36.343756Z","caller":"traceutil/trace.go:171","msg":"trace[453017349] linearizableReadLoop","detail":"{readStateIndex:23669; appliedIndex:23651; }","duration":"3.074855177s","start":"2026-03-04T02:10:33.268884Z","end":"2026-03-04T02:10:36.343739Z","steps":["trace[453017349] 'read index received' (duration: 1.651649168s)","trace[453017349] 'applied index is now lower than readState.Index' (duration: 1.423205159s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:36.343879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.836335Z","time spent":"2.507470621s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:36.343895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.214489265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:10:36.343921Z","caller":"traceutil/trace.go:171","msg":"trace[2043945609] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:22867; }","duration":"3.214562307s","start":"2026-03-04T02:10:33.12935Z","end":"2026-03-04T02:10:36.343912Z","steps":["trace[2043945609] 'agreement among raft nodes before linearized reading' (duration: 3.214477295s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:36.343895Z","caller":"traceutil/trace.go:171","msg":"trace[2109136403] transaction","detail":"{read_only:false; response_revision:22867; number_of_response:1; }","duration":"1.677185875s","start":"2026-03-04T02:10:34.66665Z","end":"2026-03-04T02:10:36.343835Z","steps":["trace[2109136403] 'process raft request' (duration: 1.67698401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:36.343942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.129343Z","time spent":"3.214594668s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-04T02:10:36.344081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.666624Z","time spent":"1.67735507s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:37.281247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000056172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:37.281327Z","caller":"traceutil/trace.go:171","msg":"trace[2138253995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187726s","start":"2026-03-04T02:10:35.281123Z","end":"2026-03-04T02:10:37.281311Z","steps":["trace[2138253995] 'agreement among raft nodes before linearized reading' (duration: 2.000092803s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:37.281398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.280998Z","time spent":"2.00036482s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:37.897621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000155025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:37.897684Z","caller":"traceutil/trace.go:171","msg":"trace[1427476007] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274158s","start":"2026-03-04T02:10:35.897396Z","end":"2026-03-04T02:10:37.89767Z","steps":["trace[1427476007] 'agreement among raft nodes before linearized reading' (duration: 2.000187616s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:37.897724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.89736Z","time spent":"2.00035779s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:38.110303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591082306s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T02:10:38.110515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.925316Z","time spent":"3.18519166s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:10:38.110598Z","caller":"traceutil/trace.go:171","msg":"trace[1425385786] linearizableReadLoop","detail":"{readStateIndex:23672; appliedIndex:23669; }","duration":"1.766777036s","start":"2026-03-04T02:10:36.343804Z","end":"2026-03-04T02:10:38.110581Z","steps":["trace[1425385786] 'read index received' (duration: 175.29553ms)","trace[1425385786] 'applied index is now lower than readState.Index' (duration: 1.591480596s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:38.110819Z","caller":"traceutil/trace.go:171","msg":"trace[46273654] transaction","detail":"{read_only:false; response_revision:22868; number_of_response:1; }","duration":"2.981305463s","start":"2026-03-04T02:10:35.129502Z","end":"2026-03-04T02:10:38.110808Z","steps":["trace[46273654] 'process raft request' (duration: 2.980892993s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.110909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.129473Z","time spent":"2.981374045s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:38.111061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.750747749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:38.111067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583135318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:38.111094Z","caller":"traceutil/trace.go:171","msg":"trace[2049568750] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22869; }","duration":"4.75081744s","start":"2026-03-04T02:10:33.360265Z","end":"2026-03-04T02:10:38.111082Z","steps":["trace[2049568750] 'agreement among raft nodes before linearized reading' (duration: 4.750758119s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:38.111117Z","caller":"traceutil/trace.go:171","msg":"trace[1249096617] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22869; }","duration":"3.58322731s","start":"2026-03-04T02:10:34.527879Z","end":"2026-03-04T02:10:38.111106Z","steps":["trace[1249096617] 'agreement among raft nodes before linearized reading' (duration: 3.583095957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.111127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.360241Z","time spent":"4.750878711s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:38.111097Z","caller":"traceutil/trace.go:171","msg":"trace[1993935776] transaction","detail":"{read_only:false; response_revision:22869; number_of_response:1; }","duration":"2.98156328s","start":"2026-03-04T02:10:35.129507Z","end":"2026-03-04T02:10:38.11107Z","steps":["trace[1993935776] 'process raft request' (duration: 2.981028016s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.111138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336595377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:38.111188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038458656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:38.111195Z","caller":"traceutil/trace.go:171","msg":"trace[249903048] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:22869; }","duration":"2.33670877s","start":"2026-03-04T02:10:35.774468Z","end":"2026-03-04T02:10:38.111177Z","steps":["trace[249903048] 'agreement among raft nodes before linearized reading' (duration: 2.336586877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.111236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182571332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980babebff707\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T02:10:38.111234Z","caller":"traceutil/trace.go:171","msg":"trace[1696836132] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:22869; }","duration":"2.038538388s","start":"2026-03-04T02:10:36.072676Z","end":"2026-03-04T02:10:38.111215Z","steps":["trace[1696836132] 'agreement among raft nodes before linearized reading' (duration: 2.038482426s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.111238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.77445Z","time spent":"2.336778961s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:38.111258Z","caller":"traceutil/trace.go:171","msg":"trace[267384555] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980babebff707; range_end:; response_count:1; response_revision:22869; }","duration":"3.182612204s","start":"2026-03-04T02:10:34.92864Z","end":"2026-03-04T02:10:38.111252Z","steps":["trace[267384555] 'agreement among raft nodes before linearized reading' (duration: 3.182521642s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.111249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.129479Z","time spent":"2.981694324s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:38.111272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.928626Z","time spent":"3.182643114s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980babebff707\" "} {"level":"warn","ts":"2026-03-04T02:10:38.111272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.072654Z","time spent":"2.03860865s","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.111372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.833498271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-04T02:10:38.111406Z","caller":"traceutil/trace.go:171","msg":"trace[545040778] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22869; }","duration":"4.833556243s","start":"2026-03-04T02:10:33.277839Z","end":"2026-03-04T02:10:38.111395Z","steps":["trace[545040778] 'agreement among raft nodes before linearized reading' (duration: 4.83343642s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.111119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062080224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:38.111431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.277828Z","time spent":"4.833597573s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:10:38.111455Z","caller":"traceutil/trace.go:171","msg":"trace[99776989] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22869; }","duration":"2.062471674s","start":"2026-03-04T02:10:36.048966Z","end":"2026-03-04T02:10:38.111438Z","steps":["trace[99776989] 'agreement among raft nodes before linearized reading' (duration: 2.062073123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.111493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.04893Z","time spent":"2.062551306s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.111613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765614126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:38.111621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.021409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:38.111644Z","caller":"traceutil/trace.go:171","msg":"trace[2025867803] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:22869; }","duration":"1.765665568s","start":"2026-03-04T02:10:36.345967Z","end":"2026-03-04T02:10:38.111633Z","steps":["trace[2025867803] 'agreement among raft nodes before linearized reading' (duration: 1.765613587s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.111143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.527862Z","time spent":"3.583275962s","remote":"127.0.0.1:45974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:38.111658Z","caller":"traceutil/trace.go:171","msg":"trace[1729886468] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22869; }","duration":"910.101731ms","start":"2026-03-04T02:10:37.201544Z","end":"2026-03-04T02:10:38.111646Z","steps":["trace[1729886468] 'agreement among raft nodes before linearized reading' (duration: 910.04437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.111673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.345953Z","time spent":"1.765712169s","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.11169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:37.201521Z","time spent":"910.160433ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.111894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273489687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:10:38.111934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758120081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-04T02:10:38.111944Z","caller":"traceutil/trace.go:171","msg":"trace[835894969] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:22869; }","duration":"1.27358786s","start":"2026-03-04T02:10:36.838348Z","end":"2026-03-04T02:10:38.111936Z","steps":["trace[835894969] 'agreement among raft nodes before linearized reading' (duration: 1.273433176s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:38.111963Z","caller":"traceutil/trace.go:171","msg":"trace[1648802162] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22869; }","duration":"1.758168332s","start":"2026-03-04T02:10:36.353789Z","end":"2026-03-04T02:10:38.111957Z","steps":["trace[1648802162] 'agreement among raft nodes before linearized reading' (duration: 1.75809764s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.111975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.838325Z","time spent":"1.273642091s","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.111988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.353778Z","time spent":"1.758205483s","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18463,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:10:38.112008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.240655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:38.112063Z","caller":"traceutil/trace.go:171","msg":"trace[227366768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22869; }","duration":"822.338178ms","start":"2026-03-04T02:10:37.289711Z","end":"2026-03-04T02:10:38.112049Z","steps":["trace[227366768] 'agreement among raft nodes before linearized reading' (duration: 822.250745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.112097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:37.289685Z","time spent":"822.40587ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:38.112108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386686185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:38.112123Z","caller":"traceutil/trace.go:171","msg":"trace[1719249017] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:22869; }","duration":"1.386775528s","start":"2026-03-04T02:10:36.725343Z","end":"2026-03-04T02:10:38.112119Z","steps":["trace[1719249017] 'agreement among raft nodes before linearized reading' (duration: 1.386745417s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.112143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.725319Z","time spent":"1.386819238s","remote":"127.0.0.1:45854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.112183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764361254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a77f6c71-c582-4358-8855-b8893edaa472\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:10:38.112223Z","caller":"traceutil/trace.go:171","msg":"trace[1347052752] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a77f6c71-c582-4358-8855-b8893edaa472; range_end:; response_count:1; response_revision:22869; }","duration":"1.764434135s","start":"2026-03-04T02:10:36.34778Z","end":"2026-03-04T02:10:38.112214Z","steps":["trace[1347052752] 'agreement among raft nodes before linearized reading' (duration: 1.764372223s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.112133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758874351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:38.112259Z","caller":"traceutil/trace.go:171","msg":"trace[155592908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22869; }","duration":"1.759047905s","start":"2026-03-04T02:10:36.353205Z","end":"2026-03-04T02:10:38.112253Z","steps":["trace[155592908] 'agreement among raft nodes before linearized reading' (duration: 1.758896931s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.112274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.59541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:38.112307Z","caller":"traceutil/trace.go:171","msg":"trace[976042558] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22869; }","duration":"606.629861ms","start":"2026-03-04T02:10:37.505667Z","end":"2026-03-04T02:10:38.112297Z","steps":["trace[976042558] 'agreement among raft nodes before linearized reading' (duration: 606.57485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.112345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:37.505606Z","time spent":"606.730474ms","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.11235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446052346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"warn","ts":"2026-03-04T02:10:38.112284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.353158Z","time spent":"1.759119767s","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.11245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418594519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:38.112454Z","caller":"traceutil/trace.go:171","msg":"trace[2139966422] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22869; }","duration":"1.44620027s","start":"2026-03-04T02:10:36.666229Z","end":"2026-03-04T02:10:38.11243Z","steps":["trace[2139966422] 'agreement among raft nodes before linearized reading' (duration: 1.445929573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.112257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.347762Z","time spent":"1.764489007s","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a77f6c71-c582-4358-8855-b8893edaa472\" "} {"level":"info","ts":"2026-03-04T02:10:38.112499Z","caller":"traceutil/trace.go:171","msg":"trace[2021651505] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:22869; }","duration":"1.41864489s","start":"2026-03-04T02:10:36.693843Z","end":"2026-03-04T02:10:38.112488Z","steps":["trace[2021651505] 'agreement among raft nodes before linearized reading' (duration: 1.418572178s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.112515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.666208Z","time spent":"1.446294513s","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18463,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:10:38.11253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.693748Z","time spent":"1.418774803s","remote":"127.0.0.1:45890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:39.901447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.603687625s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:39.924284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626524272s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:39.924432Z","caller":"traceutil/trace.go:171","msg":"trace[1492958756] transaction","detail":"{read_only:false; response_revision:22870; number_of_response:1; }","duration":"1.812178242s","start":"2026-03-04T02:10:38.112217Z","end":"2026-03-04T02:10:39.924395Z","steps":["trace[1492958756] 'process raft request' (duration: 185.447065ms)","trace[1492958756] 'compare' (duration: 1.624745675s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:39.92452Z","caller":"traceutil/trace.go:171","msg":"trace[2146414181] linearizableReadLoop","detail":"{readStateIndex:23673; appliedIndex:23672; }","duration":"1.81134007s","start":"2026-03-04T02:10:38.113146Z","end":"2026-03-04T02:10:39.924487Z","steps":["trace[2146414181] 'read index received' (duration: 184.624083ms)","trace[2146414181] 'applied index is now lower than readState.Index' (duration: 1.626711967s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:39.924579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.112191Z","time spent":"1.812305945s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:39.924585Z","caller":"traceutil/trace.go:171","msg":"trace[2114298096] transaction","detail":"{read_only:false; response_revision:22872; number_of_response:1; }","duration":"1.803035353s","start":"2026-03-04T02:10:38.121532Z","end":"2026-03-04T02:10:39.924568Z","steps":["trace[2114298096] 'process raft request' (duration: 1.802968392s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:39.924617Z","caller":"traceutil/trace.go:171","msg":"trace[593941105] transaction","detail":"{read_only:false; response_revision:22871; number_of_response:1; }","duration":"1.811309359s","start":"2026-03-04T02:10:38.113274Z","end":"2026-03-04T02:10:39.924583Z","steps":["trace[593941105] 'process raft request' (duration: 1.811116514s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:39.924653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.121509Z","time spent":"1.803112815s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:39.924696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811537815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:39.924753Z","caller":"traceutil/trace.go:171","msg":"trace[1591406360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22872; }","duration":"1.811607057s","start":"2026-03-04T02:10:38.113131Z","end":"2026-03-04T02:10:39.924738Z","steps":["trace[1591406360] 'agreement among raft nodes before linearized reading' (duration: 1.811457353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:39.924792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.113118Z","time spent":"1.811667198s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:39.92479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.113251Z","time spent":"1.811440423s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:40.425702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012232,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:10:40.56182Z","caller":"traceutil/trace.go:171","msg":"trace[1441607088] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"2.181839403s","start":"2026-03-04T02:10:38.379935Z","end":"2026-03-04T02:10:40.561775Z","steps":["trace[1441607088] 'process raft request' (duration: 2.178168377s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.562046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.379904Z","time spent":"2.182028808s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.562842Z","caller":"traceutil/trace.go:171","msg":"trace[1013959678] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"631.477481ms","start":"2026-03-04T02:10:39.93135Z","end":"2026-03-04T02:10:40.562827Z","steps":["trace[1013959678] 'process raft request' (duration: 630.345281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.562936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.931338Z","time spent":"631.555002ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.563268Z","caller":"traceutil/trace.go:171","msg":"trace[1331907998] transaction","detail":"{read_only:false; response_revision:22875; number_of_response:1; }","duration":"445.547453ms","start":"2026-03-04T02:10:40.117708Z","end":"2026-03-04T02:10:40.563256Z","steps":["trace[1331907998] 'process raft request' (duration: 445.013669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.563346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:40.117674Z","time spent":"445.635455ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.563462Z","caller":"traceutil/trace.go:171","msg":"trace[78055175] linearizableReadLoop","detail":"{readStateIndex:23679; appliedIndex:23675; }","duration":"638.820743ms","start":"2026-03-04T02:10:39.924598Z","end":"2026-03-04T02:10:40.563419Z","steps":["trace[78055175] 'read index received' (duration: 633.428022ms)","trace[78055175] 'applied index is now lower than readState.Index' (duration: 5.391611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:40.563708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645918369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:40.563804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44699439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T02:10:40.563823Z","caller":"traceutil/trace.go:171","msg":"trace[1971780397] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22876; }","duration":"1.646125554s","start":"2026-03-04T02:10:38.917673Z","end":"2026-03-04T02:10:40.563798Z","steps":["trace[1971780397] 'agreement among raft nodes before linearized reading' (duration: 1.645849987s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:40.56386Z","caller":"traceutil/trace.go:171","msg":"trace[1961277408] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:22876; }","duration":"2.447096923s","start":"2026-03-04T02:10:38.116746Z","end":"2026-03-04T02:10:40.563843Z","steps":["trace[1961277408] 'agreement among raft nodes before linearized reading' (duration: 2.446911408s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.56389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.91764Z","time spent":"1.646235077s","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:40.563899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.116729Z","time spent":"2.447162264s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-04T02:10:40.563889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349844352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:40.564008Z","caller":"traceutil/trace.go:171","msg":"trace[1019708751] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22876; }","duration":"2.350015247s","start":"2026-03-04T02:10:38.213968Z","end":"2026-03-04T02:10:40.563984Z","steps":["trace[1019708751] 'agreement among raft nodes before linearized reading' (duration: 2.349837362s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.213947Z","time spent":"2.350095479s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:40.564099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189055871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:40.564155Z","caller":"traceutil/trace.go:171","msg":"trace[1127337922] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:22876; }","duration":"2.189173514s","start":"2026-03-04T02:10:38.374947Z","end":"2026-03-04T02:10:40.56412Z","steps":["trace[1127337922] 'agreement among raft nodes before linearized reading' (duration: 2.188600099s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.374921Z","time spent":"2.189250187s","remote":"127.0.0.1:50588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:40.564178Z","caller":"traceutil/trace.go:171","msg":"trace[316714319] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"445.298086ms","start":"2026-03-04T02:10:40.118861Z","end":"2026-03-04T02:10:40.564159Z","steps":["trace[316714319] 'process raft request' (duration: 444.335451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446659431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"warn","ts":"2026-03-04T02:10:40.564278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:40.118835Z","time spent":"445.370248ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.564284Z","caller":"traceutil/trace.go:171","msg":"trace[1257601554] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22876; }","duration":"2.446756174s","start":"2026-03-04T02:10:38.117515Z","end":"2026-03-04T02:10:40.564271Z","steps":["trace[1257601554] 'agreement among raft nodes before linearized reading' (duration: 2.44659948s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.117509Z","time spent":"2.446834426s","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18463,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:10:40.564385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.759575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:10:40.564403Z","caller":"traceutil/trace.go:171","msg":"trace[1351133649] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22876; }","duration":"637.830567ms","start":"2026-03-04T02:10:39.926567Z","end":"2026-03-04T02:10:40.564397Z","steps":["trace[1351133649] 'agreement among raft nodes before linearized reading' (duration: 637.734794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.926542Z","time spent":"637.871438ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:10:40.564534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.521204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:10:40.564534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.99164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-04T02:10:40.56451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.833577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:40.564615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.248609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:40.564625Z","caller":"traceutil/trace.go:171","msg":"trace[1855585150] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:22876; }","duration":"116.005872ms","start":"2026-03-04T02:10:40.44859Z","end":"2026-03-04T02:10:40.564595Z","steps":["trace[1855585150] 'agreement among raft nodes before linearized reading' (duration: 115.734665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:40.564642Z","caller":"traceutil/trace.go:171","msg":"trace[988121858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22876; }","duration":"630.28973ms","start":"2026-03-04T02:10:39.934344Z","end":"2026-03-04T02:10:40.564634Z","steps":["trace[988121858] 'agreement among raft nodes before linearized reading' (duration: 630.241988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.934338Z","time spent":"630.326801ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:40.564571Z","caller":"traceutil/trace.go:171","msg":"trace[1262426973] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22876; }","duration":"633.040172ms","start":"2026-03-04T02:10:39.931521Z","end":"2026-03-04T02:10:40.564561Z","steps":["trace[1262426973] 'agreement among raft nodes before linearized reading' (duration: 632.890928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.931516Z","time spent":"633.198686ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:10:40.564549Z","caller":"traceutil/trace.go:171","msg":"trace[1117726255] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57; range_end:; response_count:1; response_revision:22876; }","duration":"633.571545ms","start":"2026-03-04T02:10:39.930971Z","end":"2026-03-04T02:10:40.564543Z","steps":["trace[1117726255] 'agreement among raft nodes before linearized reading' (duration: 633.517994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.930952Z","time spent":"633.872224ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" "} {"level":"warn","ts":"2026-03-04T02:10:41.069871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:41.453687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.412542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:41.453824Z","caller":"traceutil/trace.go:171","msg":"trace[438365888] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"886.137005ms","start":"2026-03-04T02:10:40.567666Z","end":"2026-03-04T02:10:41.453803Z","steps":["trace[438365888] 'process raft request' (duration: 769.514008ms)","trace[438365888] 'compare' (duration: 114.773889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:41.453888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:40.567639Z","time spent":"886.218837ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:42.863363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.052501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:42.863638Z","caller":"traceutil/trace.go:171","msg":"trace[1328758620] linearizableReadLoop","detail":"{readStateIndex:23682; appliedIndex:23679; }","duration":"2.294752282s","start":"2026-03-04T02:10:40.568864Z","end":"2026-03-04T02:10:42.863616Z","steps":["trace[1328758620] 'read index received' (duration: 768.427729ms)","trace[1328758620] 'applied index is now lower than readState.Index' (duration: 1.526323243s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:42.863682Z","caller":"traceutil/trace.go:171","msg":"trace[124029773] transaction","detail":"{read_only:false; response_revision:22879; number_of_response:1; }","duration":"2.233766638s","start":"2026-03-04T02:10:40.629882Z","end":"2026-03-04T02:10:42.863649Z","steps":["trace[124029773] 'process raft request' (duration: 2.233604934s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.863847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:40.629862Z","time spent":"2.233898052s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:42.863872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294982988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:10:42.863956Z","caller":"traceutil/trace.go:171","msg":"trace[603390960] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22879; }","duration":"2.295128451s","start":"2026-03-04T02:10:40.568808Z","end":"2026-03-04T02:10:42.863936Z","steps":["trace[603390960] 'agreement among raft nodes before linearized reading' (duration: 2.294865865s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.864007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:40.568799Z","time spent":"2.295199654s","remote":"127.0.0.1:45768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:10:42.864182Z","caller":"traceutil/trace.go:171","msg":"trace[1801192304] transaction","detail":"{read_only:false; response_revision:22878; number_of_response:1; }","duration":"2.29004907s","start":"2026-03-04T02:10:40.573662Z","end":"2026-03-04T02:10:42.863711Z","steps":["trace[1801192304] 'process raft request' (duration: 1.555511216s)","trace[1801192304] 'compare' (duration: 731.858924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:42.864595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:40.573638Z","time spent":"2.290684676s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:42.96578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000108553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:42.965868Z","caller":"traceutil/trace.go:171","msg":"trace[984634444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236657s","start":"2026-03-04T02:10:40.965612Z","end":"2026-03-04T02:10:42.965848Z","steps":["trace[984634444] 'agreement among raft nodes before linearized reading' (duration: 2.000126444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.965925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:40.965601Z","time spent":"2.000310259s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:43.364031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:43.86453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:44.164524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.303610465s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:44.313625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.787888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:44.313736Z","caller":"traceutil/trace.go:171","msg":"trace[1611278220] transaction","detail":"{read_only:false; response_revision:22880; number_of_response:1; }","duration":"1.742601095s","start":"2026-03-04T02:10:42.571115Z","end":"2026-03-04T02:10:44.313716Z","steps":["trace[1611278220] 'process raft request' (duration: 1.593630943s)","trace[1611278220] 'compare' (duration: 148.207822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:44.313912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.571091Z","time spent":"1.74278593s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:44.343394Z","caller":"traceutil/trace.go:171","msg":"trace[244723] linearizableReadLoop","detail":"{readStateIndex:23685; appliedIndex:23682; }","duration":"1.479690925s","start":"2026-03-04T02:10:42.863685Z","end":"2026-03-04T02:10:44.343376Z","steps":["trace[244723] 'read index received' (duration: 1.301075668s)","trace[244723] 'applied index is now lower than readState.Index' (duration: 178.614307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:44.343486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805537999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:44.343552Z","caller":"traceutil/trace.go:171","msg":"trace[40274800] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22882; }","duration":"2.805641651s","start":"2026-03-04T02:10:41.537895Z","end":"2026-03-04T02:10:44.343537Z","steps":["trace[40274800] 'agreement among raft nodes before linearized reading' (duration: 2.805499078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.343583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:41.537881Z","time spent":"2.805694613s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:44.343619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155225817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:44.343666Z","caller":"traceutil/trace.go:171","msg":"trace[1402298334] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22882; }","duration":"3.155330749s","start":"2026-03-04T02:10:41.188319Z","end":"2026-03-04T02:10:44.34365Z","steps":["trace[1402298334] 'agreement among raft nodes before linearized reading' (duration: 3.155159355s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.343626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97971125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:44.343708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:41.188276Z","time spent":"3.155422882s","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:44.343753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981344774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:44.34375Z","caller":"traceutil/trace.go:171","msg":"trace[934950235] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22882; }","duration":"2.979858444s","start":"2026-03-04T02:10:41.363861Z","end":"2026-03-04T02:10:44.343719Z","steps":["trace[934950235] 'agreement among raft nodes before linearized reading' (duration: 2.979585257s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:44.343785Z","caller":"traceutil/trace.go:171","msg":"trace[109170044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22882; }","duration":"1.981433266s","start":"2026-03-04T02:10:42.362342Z","end":"2026-03-04T02:10:44.343775Z","steps":["trace[109170044] 'agreement among raft nodes before linearized reading' (duration: 1.981387094s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.343775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421077344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:44.343797Z","caller":"traceutil/trace.go:171","msg":"trace[370168821] transaction","detail":"{read_only:false; response_revision:22881; number_of_response:1; }","duration":"1.772184368s","start":"2026-03-04T02:10:42.571584Z","end":"2026-03-04T02:10:44.343768Z","steps":["trace[370168821] 'process raft request' (duration: 1.771646014s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.343817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:41.363784Z","time spent":"2.980016148s","remote":"127.0.0.1:37232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:44.343843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700200196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:44.343826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960916669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:44.343851Z","caller":"traceutil/trace.go:171","msg":"trace[376902815] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:22882; }","duration":"3.421264658s","start":"2026-03-04T02:10:40.922567Z","end":"2026-03-04T02:10:44.343832Z","steps":["trace[376902815] 'agreement among raft nodes before linearized reading' (duration: 3.421109224s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.343861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.774272062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7cdfdf20-4866-4707-a01a-52aa401e1e88\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:10:44.343903Z","caller":"traceutil/trace.go:171","msg":"trace[2029634855] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22882; }","duration":"1.960995671s","start":"2026-03-04T02:10:42.382884Z","end":"2026-03-04T02:10:44.343879Z","steps":["trace[2029634855] 'agreement among raft nodes before linearized reading' (duration: 1.960853488s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.343923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.571556Z","time spent":"1.772296691s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:44.343945Z","caller":"traceutil/trace.go:171","msg":"trace[353620592] transaction","detail":"{read_only:false; response_revision:22882; number_of_response:1; }","duration":"710.779263ms","start":"2026-03-04T02:10:43.633155Z","end":"2026-03-04T02:10:44.343935Z","steps":["trace[353620592] 'process raft request' (duration: 710.170957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:44.343948Z","caller":"traceutil/trace.go:171","msg":"trace[1641501178] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7cdfdf20-4866-4707-a01a-52aa401e1e88; range_end:; response_count:1; response_revision:22882; }","duration":"3.774372526s","start":"2026-03-04T02:10:40.56956Z","end":"2026-03-04T02:10:44.343932Z","steps":["trace[1641501178] 'agreement among raft nodes before linearized reading' (duration: 3.774059298s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.343954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.382797Z","time spent":"1.961145146s","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:44.343931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873292289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:10:44.344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36429638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:44.344007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476571814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:10:44.34402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:40.569552Z","time spent":"3.774428507s","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-7cdfdf20-4866-4707-a01a-52aa401e1e88\" "} {"level":"warn","ts":"2026-03-04T02:10:44.344026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.633128Z","time spent":"710.844425ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:44.34404Z","caller":"traceutil/trace.go:171","msg":"trace[1670572462] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:22882; }","duration":"1.476638645s","start":"2026-03-04T02:10:42.867392Z","end":"2026-03-04T02:10:44.34403Z","steps":["trace[1670572462] 'agreement among raft nodes before linearized reading' (duration: 1.476513142s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:44.34404Z","caller":"traceutil/trace.go:171","msg":"trace[1674002403] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57; range_end:; response_count:1; response_revision:22882; }","duration":"2.873450214s","start":"2026-03-04T02:10:41.470565Z","end":"2026-03-04T02:10:44.344015Z","steps":["trace[1674002403] 'agreement among raft nodes before linearized reading' (duration: 2.872981102s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.344098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.86737Z","time spent":"1.476696437s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-04T02:10:44.344124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:41.47055Z","time spent":"2.873563226s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" "} {"level":"info","ts":"2026-03-04T02:10:44.343866Z","caller":"traceutil/trace.go:171","msg":"trace[1135192816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22882; }","duration":"2.700262888s","start":"2026-03-04T02:10:41.643597Z","end":"2026-03-04T02:10:44.34386Z","steps":["trace[1135192816] 'agreement among raft nodes before linearized reading' (duration: 2.700225897s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:44.344029Z","caller":"traceutil/trace.go:171","msg":"trace[439048845] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:22882; }","duration":"1.364348491s","start":"2026-03-04T02:10:42.979673Z","end":"2026-03-04T02:10:44.344022Z","steps":["trace[439048845] 'agreement among raft nodes before linearized reading' (duration: 1.36430511s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.344187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:41.643569Z","time spent":"2.700601567s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:44.344206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.979659Z","time spent":"1.364534407s","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:44.344227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458246035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:44.344257Z","caller":"traceutil/trace.go:171","msg":"trace[512805883] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22882; }","duration":"1.458285396s","start":"2026-03-04T02:10:42.885961Z","end":"2026-03-04T02:10:44.344247Z","steps":["trace[512805883] 'agreement among raft nodes before linearized reading' (duration: 1.458244565s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.343901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:40.922548Z","time spent":"3.421340941s","remote":"127.0.0.1:50734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:44.344306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377599457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:44.344307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465583456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-04T02:10:44.344321Z","caller":"traceutil/trace.go:171","msg":"trace[1377907024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22882; }","duration":"1.377656619s","start":"2026-03-04T02:10:42.96666Z","end":"2026-03-04T02:10:44.344317Z","steps":["trace[1377907024] 'agreement among raft nodes before linearized reading' (duration: 1.377630288s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.343807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.36231Z","time spent":"1.981491987s","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:44.344337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.966635Z","time spent":"1.37769795s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:44.344338Z","caller":"traceutil/trace.go:171","msg":"trace[1611092092] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22882; }","duration":"1.465656518s","start":"2026-03-04T02:10:42.87867Z","end":"2026-03-04T02:10:44.344326Z","steps":["trace[1611092092] 'agreement among raft nodes before linearized reading' (duration: 1.465568396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.344278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.885955Z","time spent":"1.458317337s","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:10:44.344371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.878645Z","time spent":"1.46571417s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:10:44.343689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914715892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:44.344724Z","caller":"traceutil/trace.go:171","msg":"trace[176637081] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22882; }","duration":"2.915813781s","start":"2026-03-04T02:10:41.428889Z","end":"2026-03-04T02:10:44.344702Z","steps":["trace[176637081] 'agreement among raft nodes before linearized reading' (duration: 2.914688231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.344772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:41.428866Z","time spent":"2.915889713s","remote":"127.0.0.1:50650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:45.227273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.898231ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T02:10:45.227372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.345135Z","time spent":"882.231843ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:10:45.270878Z","caller":"traceutil/trace.go:171","msg":"trace[1085841956] transaction","detail":"{read_only:false; response_revision:22883; number_of_response:1; }","duration":"924.145928ms","start":"2026-03-04T02:10:44.346684Z","end":"2026-03-04T02:10:45.27083Z","steps":["trace[1085841956] 'process raft request' (duration: 923.782698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.293429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.816503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543170-r7j4g\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-03-04T02:10:45.293472Z","caller":"traceutil/trace.go:171","msg":"trace[248574541] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543170-r7j4g; range_end:; response_count:1; response_revision:22883; }","duration":"943.899184ms","start":"2026-03-04T02:10:44.34956Z","end":"2026-03-04T02:10:45.293459Z","steps":["trace[248574541] 'agreement among raft nodes before linearized reading' (duration: 921.53274ms)","trace[248574541] 'range keys from in-memory index tree' (duration: 22.172109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:45.293499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.349544Z","time spent":"943.949426ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7388,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543170-r7j4g\" "} {"level":"warn","ts":"2026-03-04T02:10:45.301566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.346659Z","time spent":"946.541603ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:45.30206Z","caller":"traceutil/trace.go:171","msg":"trace[128277676] linearizableReadLoop","detail":"{readStateIndex:23687; appliedIndex:23685; }","duration":"921.189292ms","start":"2026-03-04T02:10:44.349591Z","end":"2026-03-04T02:10:45.270781Z","steps":["trace[128277676] 'read index received' (duration: 126.973809ms)","trace[128277676] 'applied index is now lower than readState.Index' (duration: 794.211593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:45.802659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:45.973012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.59153ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:45.973263Z","caller":"traceutil/trace.go:171","msg":"trace[959104153] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22883; }","duration":"508.856557ms","start":"2026-03-04T02:10:45.464383Z","end":"2026-03-04T02:10:45.97324Z","steps":["trace[959104153] 'range keys from in-memory index tree' (duration: 508.570899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:45.973619Z","caller":"traceutil/trace.go:171","msg":"trace[2095821038] transaction","detail":"{read_only:false; response_revision:22884; number_of_response:1; }","duration":"745.328915ms","start":"2026-03-04T02:10:45.228274Z","end":"2026-03-04T02:10:45.973603Z","steps":["trace[2095821038] 'process raft request' (duration: 656.605457ms)","trace[2095821038] 'compare' (duration: 87.401453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:45.97425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.228254Z","time spent":"745.922541ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:46.353152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000460603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:46.353215Z","caller":"traceutil/trace.go:171","msg":"trace[1782120094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000569555s","start":"2026-03-04T02:10:44.352632Z","end":"2026-03-04T02:10:46.353202Z","steps":["trace[1782120094] 'agreement among raft nodes before linearized reading' (duration: 2.000476353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.35325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.352623Z","time spent":"2.000621176s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:47.427335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.457797283s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:47.479687Z","caller":"traceutil/trace.go:171","msg":"trace[999230595] transaction","detail":"{read_only:false; response_revision:22885; number_of_response:1; }","duration":"2.174158881s","start":"2026-03-04T02:10:45.305488Z","end":"2026-03-04T02:10:47.479647Z","steps":["trace[999230595] 'process raft request' (duration: 2.122141431s)","trace[999230595] 'compare' (duration: 50.8954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:47.47979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.305441Z","time spent":"2.174302744s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:10:47.479837Z","caller":"traceutil/trace.go:171","msg":"trace[372923636] linearizableReadLoop","detail":"{readStateIndex:23690; appliedIndex:23687; }","duration":"2.177688563s","start":"2026-03-04T02:10:45.302123Z","end":"2026-03-04T02:10:47.479812Z","steps":["trace[372923636] 'read index received' (duration: 582.774507ms)","trace[372923636] 'applied index is now lower than readState.Index' (duration: 1.594912876s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:47.47994Z","caller":"traceutil/trace.go:171","msg":"trace[162921132] transaction","detail":"{read_only:false; response_revision:22886; number_of_response:1; }","duration":"1.911647242s","start":"2026-03-04T02:10:45.568282Z","end":"2026-03-04T02:10:47.47993Z","steps":["trace[162921132] 'process raft request' (duration: 1.911332124s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.480031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019587732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:47.480055Z","caller":"traceutil/trace.go:171","msg":"trace[576701278] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:22886; }","duration":"3.019642494s","start":"2026-03-04T02:10:44.460404Z","end":"2026-03-04T02:10:47.480047Z","steps":["trace[576701278] 'agreement among raft nodes before linearized reading' (duration: 3.019579893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.480053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.568244Z","time spent":"1.911725894s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:47.480072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.460394Z","time spent":"3.019673215s","remote":"127.0.0.1:37304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:47.48008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129394212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:47.480154Z","caller":"traceutil/trace.go:171","msg":"trace[516028880] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22886; }","duration":"3.129495444s","start":"2026-03-04T02:10:44.350639Z","end":"2026-03-04T02:10:47.480134Z","steps":["trace[516028880] 'agreement among raft nodes before linearized reading' (duration: 3.129369071s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.480182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879445891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:47.480199Z","caller":"traceutil/trace.go:171","msg":"trace[711525527] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:22886; }","duration":"2.879506302s","start":"2026-03-04T02:10:44.600687Z","end":"2026-03-04T02:10:47.480194Z","steps":["trace[711525527] 'agreement among raft nodes before linearized reading' (duration: 2.879470401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.480195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.35063Z","time spent":"3.129555946s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:10:47.480217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.600664Z","time spent":"2.879546803s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:47.4803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130542972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T02:10:47.480357Z","caller":"traceutil/trace.go:171","msg":"trace[605245302] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:22886; }","duration":"3.130644185s","start":"2026-03-04T02:10:44.349696Z","end":"2026-03-04T02:10:47.48034Z","steps":["trace[605245302] 'agreement among raft nodes before linearized reading' (duration: 3.13047856s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.480392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.349669Z","time spent":"3.130715336s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T02:10:47.898902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000620317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:47.899027Z","caller":"traceutil/trace.go:171","msg":"trace[539851185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000822933s","start":"2026-03-04T02:10:45.898176Z","end":"2026-03-04T02:10:47.898999Z","steps":["trace[539851185] 'agreement among raft nodes before linearized reading' (duration: 2.000651628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.899093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.898156Z","time spent":"2.000925416s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:47.980123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012258,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:10:48.217994Z","caller":"traceutil/trace.go:171","msg":"trace[664589564] transaction","detail":"{read_only:false; response_revision:22888; number_of_response:1; }","duration":"1.866696237s","start":"2026-03-04T02:10:46.351266Z","end":"2026-03-04T02:10:48.217962Z","steps":["trace[664589564] 'process raft request' (duration: 1.866606505s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:48.218128Z","caller":"traceutil/trace.go:171","msg":"trace[578411526] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"1.897726739s","start":"2026-03-04T02:10:46.32037Z","end":"2026-03-04T02:10:48.218096Z","steps":["trace[578411526] 'process raft request' (duration: 1.815204332s)","trace[578411526] 'compare' (duration: 81.918111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:48.218314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.320344Z","time spent":"1.897866822s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:48.218432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.351239Z","time spent":"1.867000356s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:48.35401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:48.35408Z","caller":"traceutil/trace.go:171","msg":"trace[936024502] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430343s","start":"2026-03-04T02:10:46.353627Z","end":"2026-03-04T02:10:48.354057Z","steps":["trace[936024502] 'agreement among raft nodes before linearized reading' (duration: 2.000349511s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:48.354111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.35361Z","time spent":"2.000495114s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:49.37094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.685167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:49.371627Z","caller":"traceutil/trace.go:171","msg":"trace[1081924028] transaction","detail":"{read_only:false; response_revision:22889; number_of_response:1; }","duration":"1.888060885s","start":"2026-03-04T02:10:47.483541Z","end":"2026-03-04T02:10:49.371601Z","steps":["trace[1081924028] 'process raft request' (duration: 1.648655249s)","trace[1081924028] 'compare' (duration: 237.733243ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:49.371646Z","caller":"traceutil/trace.go:171","msg":"trace[1509295559] linearizableReadLoop","detail":"{readStateIndex:23693; appliedIndex:23690; }","duration":"1.891723711s","start":"2026-03-04T02:10:47.479892Z","end":"2026-03-04T02:10:49.371616Z","steps":["trace[1509295559] 'read index received' (duration: 655.704294ms)","trace[1509295559] 'applied index is now lower than readState.Index' (duration: 1.236016007s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:49.371715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:47.483509Z","time spent":"1.888167547s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:10:50.361924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999856496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:50.362008Z","caller":"traceutil/trace.go:171","msg":"trace[700102009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000021641s","start":"2026-03-04T02:10:48.361968Z","end":"2026-03-04T02:10:50.36199Z","steps":["trace[700102009] 'agreement among raft nodes before linearized reading' (duration: 1.999913178s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.362058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.361926Z","time spent":"2.000121713s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:50.454949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083908193s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:10:50.455145Z","caller":"traceutil/trace.go:171","msg":"trace[1160721505] linearizableReadLoop","detail":"{readStateIndex:23694; appliedIndex:23693; }","duration":"1.083420311s","start":"2026-03-04T02:10:49.371708Z","end":"2026-03-04T02:10:50.455129Z","steps":["trace[1160721505] 'read index received' (duration: 68.062µs)","trace[1160721505] 'applied index is now lower than readState.Index' (duration: 1.083351609s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:50.455286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.476291077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:10:50.455392Z","caller":"traceutil/trace.go:171","msg":"trace[1624995514] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22889; }","duration":"4.476467602s","start":"2026-03-04T02:10:45.978897Z","end":"2026-03-04T02:10:50.455364Z","steps":["trace[1624995514] 'agreement among raft nodes before linearized reading' (duration: 3.392821575s)","trace[1624995514] 'range keys from in-memory index tree' (duration: 1.08340187s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:50.455444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.978864Z","time spent":"4.476569634s","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:10:50.455704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.245983658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:50.455755Z","caller":"traceutil/trace.go:171","msg":"trace[1347154006] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:22889; }","duration":"3.24606186s","start":"2026-03-04T02:10:47.209676Z","end":"2026-03-04T02:10:50.455738Z","steps":["trace[1347154006] 'agreement among raft nodes before linearized reading' (duration: 2.162061815s)","trace[1347154006] 'count revisions from in-memory index tree' (duration: 1.083939064s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:50.455796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:47.20965Z","time spent":"3.246135423s","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:50.455977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114945555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:50.456018Z","caller":"traceutil/trace.go:171","msg":"trace[358657586] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22889; }","duration":"5.115020667s","start":"2026-03-04T02:10:45.340986Z","end":"2026-03-04T02:10:50.456006Z","steps":["trace[358657586] 'agreement among raft nodes before linearized reading' (duration: 4.030765434s)","trace[358657586] 'count revisions from in-memory index tree' (duration: 1.084205341s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:50.456062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.34097Z","time spent":"5.115083029s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:50.456419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.582665386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:50.456469Z","caller":"traceutil/trace.go:171","msg":"trace[187852527] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22889; }","duration":"4.582752988s","start":"2026-03-04T02:10:45.873702Z","end":"2026-03-04T02:10:50.456455Z","steps":["trace[187852527] 'agreement among raft nodes before linearized reading' (duration: 3.498058555s)","trace[187852527] 'count revisions from in-memory index tree' (duration: 1.084625212s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:50.45651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.873681Z","time spent":"4.58281907s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:50.456525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257995891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:50.456552Z","caller":"traceutil/trace.go:171","msg":"trace[102618029] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:22889; }","duration":"1.258086374s","start":"2026-03-04T02:10:49.198454Z","end":"2026-03-04T02:10:50.45654Z","steps":["trace[102618029] 'agreement among raft nodes before linearized reading' (duration: 1.257972081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.45658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.198424Z","time spent":"1.258150616s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:50.456753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810027386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:50.45676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.146015096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543170-r7j4g\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-03-04T02:10:50.456774Z","caller":"traceutil/trace.go:171","msg":"trace[405592041] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:22889; }","duration":"1.810072776s","start":"2026-03-04T02:10:48.646697Z","end":"2026-03-04T02:10:50.45677Z","steps":["trace[405592041] 'agreement among raft nodes before linearized reading' (duration: 1.810019015s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.45679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.646683Z","time spent":"1.810103528s","remote":"127.0.0.1:45614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:50.456794Z","caller":"traceutil/trace.go:171","msg":"trace[907012007] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543170-r7j4g; range_end:; response_count:1; response_revision:22889; }","duration":"5.146061938s","start":"2026-03-04T02:10:45.31072Z","end":"2026-03-04T02:10:50.456782Z","steps":["trace[907012007] 'agreement among raft nodes before linearized reading' (duration: 4.061046976s)","trace[907012007] 'range keys from in-memory index tree' (duration: 1.084910859s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:50.456824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.310703Z","time spent":"5.146114189s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7388,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543170-r7j4g\" "} {"level":"warn","ts":"2026-03-04T02:10:50.456853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862483817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:50.456972Z","caller":"traceutil/trace.go:171","msg":"trace[1287126915] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22889; }","duration":"1.862647451s","start":"2026-03-04T02:10:48.594297Z","end":"2026-03-04T02:10:50.456944Z","steps":["trace[1287126915] 'agreement among raft nodes before linearized reading' (duration: 1.862447406s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.457031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.594279Z","time spent":"1.862740053s","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:50.457302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979502034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:50.457357Z","caller":"traceutil/trace.go:171","msg":"trace[1752331858] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22889; }","duration":"1.979592686s","start":"2026-03-04T02:10:48.477747Z","end":"2026-03-04T02:10:50.45734Z","steps":["trace[1752331858] 'agreement among raft nodes before linearized reading' (duration: 1.979509784s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.457437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.477725Z","time spent":"1.97969955s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:50.457838Z","caller":"traceutil/trace.go:171","msg":"trace[615741594] transaction","detail":"{read_only:false; response_revision:22890; number_of_response:1; }","duration":"1.082156997s","start":"2026-03-04T02:10:49.375667Z","end":"2026-03-04T02:10:50.457824Z","steps":["trace[615741594] 'process raft request' (duration: 1.079371894s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.457942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.375633Z","time spent":"1.08225573s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:10:50.459162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974740021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-77a07590-87d3-40d6-aa6f-62a672b2f3cf\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T02:10:50.459195Z","caller":"traceutil/trace.go:171","msg":"trace[240600382] range","detail":"{range_begin:/registry/persistentvolumes/pvc-77a07590-87d3-40d6-aa6f-62a672b2f3cf; range_end:; response_count:1; response_revision:22890; }","duration":"2.974793191s","start":"2026-03-04T02:10:47.48439Z","end":"2026-03-04T02:10:50.459183Z","steps":["trace[240600382] 'agreement among raft nodes before linearized reading' (duration: 2.973334023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.459215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:47.484373Z","time spent":"2.974837043s","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-77a07590-87d3-40d6-aa6f-62a672b2f3cf\" "} {"level":"warn","ts":"2026-03-04T02:10:50.459361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973672613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:50.459382Z","caller":"traceutil/trace.go:171","msg":"trace[1226297496] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22890; }","duration":"2.973715123s","start":"2026-03-04T02:10:47.485661Z","end":"2026-03-04T02:10:50.459377Z","steps":["trace[1226297496] 'agreement among raft nodes before linearized reading' (duration: 2.9720505s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.459401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:47.485652Z","time spent":"2.973744314s","remote":"127.0.0.1:45768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:10:50.459509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626169302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:10:50.459527Z","caller":"traceutil/trace.go:171","msg":"trace[1048868154] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22890; }","duration":"2.626224503s","start":"2026-03-04T02:10:47.833298Z","end":"2026-03-04T02:10:50.459523Z","steps":["trace[1048868154] 'agreement among raft nodes before linearized reading' (duration: 2.624392985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.459545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:47.833276Z","time spent":"2.626265485s","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:10:50.459701Z","caller":"traceutil/trace.go:171","msg":"trace[1924863429] transaction","detail":"{read_only:false; response_revision:22891; number_of_response:1; }","duration":"236.645574ms","start":"2026-03-04T02:10:50.223047Z","end":"2026-03-04T02:10:50.459693Z","steps":["trace[1924863429] 'process raft request' (duration: 234.766045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.460029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.64451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:50.460051Z","caller":"traceutil/trace.go:171","msg":"trace[1895896880] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:22893; }","duration":"963.704222ms","start":"2026-03-04T02:10:49.496342Z","end":"2026-03-04T02:10:50.460046Z","steps":["trace[1895896880] 'agreement among raft nodes before linearized reading' (duration: 963.63649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.460066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.49632Z","time spent":"963.742503ms","remote":"127.0.0.1:45878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:50.460167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.708228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:50.460187Z","caller":"traceutil/trace.go:171","msg":"trace[557255621] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22893; }","duration":"168.769459ms","start":"2026-03-04T02:10:50.291412Z","end":"2026-03-04T02:10:50.460181Z","steps":["trace[557255621] 'agreement among raft nodes before linearized reading' (duration: 168.735119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.460311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.515974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:10:50.46033Z","caller":"traceutil/trace.go:171","msg":"trace[9425077] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22893; }","duration":"527.564325ms","start":"2026-03-04T02:10:49.932761Z","end":"2026-03-04T02:10:50.460325Z","steps":["trace[9425077] 'agreement among raft nodes before linearized reading' (duration: 527.512514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.460347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.932743Z","time spent":"527.600257ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:10:50.46043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.972999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:10:50.460448Z","caller":"traceutil/trace.go:171","msg":"trace[2135911753] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22893; }","duration":"529.988019ms","start":"2026-03-04T02:10:49.930453Z","end":"2026-03-04T02:10:50.460441Z","steps":["trace[2135911753] 'agreement among raft nodes before linearized reading' (duration: 529.942268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.460464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.930389Z","time spent":"530.071311ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:10:50.460505Z","caller":"traceutil/trace.go:171","msg":"trace[304974286] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"236.158421ms","start":"2026-03-04T02:10:50.224331Z","end":"2026-03-04T02:10:50.460489Z","steps":["trace[304974286] 'process raft request' (duration: 235.336169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.460558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.140687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:50.460578Z","caller":"traceutil/trace.go:171","msg":"trace[724886893] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22893; }","duration":"777.201699ms","start":"2026-03-04T02:10:49.68337Z","end":"2026-03-04T02:10:50.460572Z","steps":["trace[724886893] 'agreement among raft nodes before linearized reading' (duration: 777.167208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.460603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.683348Z","time spent":"777.248339ms","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:50.96626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:51.466816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:51.967599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:52.307061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.841371476s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:52.307462Z","caller":"traceutil/trace.go:171","msg":"trace[84329624] transaction","detail":"{read_only:false; response_revision:22894; number_of_response:1; }","duration":"1.841802707s","start":"2026-03-04T02:10:50.46563Z","end":"2026-03-04T02:10:52.307433Z","steps":["trace[84329624] 'process raft request' (duration: 1.841634303s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:52.307804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.465616Z","time spent":"1.841922501s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:10:52.468211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:52.468313Z","caller":"traceutil/trace.go:171","msg":"trace[414450569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397711s","start":"2026-03-04T02:10:50.467887Z","end":"2026-03-04T02:10:52.468284Z","steps":["trace[414450569] 'agreement among raft nodes before linearized reading' (duration: 2.000291129s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:52.468358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.467882Z","time spent":"2.000465963s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:53.357693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.935906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:53.358108Z","caller":"traceutil/trace.go:171","msg":"trace[943721406] transaction","detail":"{read_only:false; response_revision:22895; number_of_response:1; }","duration":"2.890768036s","start":"2026-03-04T02:10:50.467303Z","end":"2026-03-04T02:10:53.358071Z","steps":["trace[943721406] 'process raft request' (duration: 2.083306137s)","trace[943721406] 'compare' (duration: 806.74295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:53.358294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.467291Z","time spent":"2.8908981s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:53.358257Z","caller":"traceutil/trace.go:171","msg":"trace[1000686383] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"2.890194871s","start":"2026-03-04T02:10:50.468003Z","end":"2026-03-04T02:10:53.358198Z","steps":["trace[1000686383] 'process raft request' (duration: 2.889831732s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.358559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.467997Z","time spent":"2.890383906s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:53.358836Z","caller":"traceutil/trace.go:171","msg":"trace[2121372940] transaction","detail":"{read_only:false; response_revision:22897; number_of_response:1; }","duration":"2.405431965s","start":"2026-03-04T02:10:50.953355Z","end":"2026-03-04T02:10:53.358787Z","steps":["trace[2121372940] 'process raft request' (duration: 2.404551072s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.359073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.953337Z","time spent":"2.405610009s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:53.373145Z","caller":"traceutil/trace.go:171","msg":"trace[959409214] linearizableReadLoop","detail":"{readStateIndex:23703; appliedIndex:23698; }","duration":"2.907069633s","start":"2026-03-04T02:10:50.466031Z","end":"2026-03-04T02:10:53.373101Z","steps":["trace[959409214] 'read index received' (duration: 1.841228083s)","trace[959409214] 'applied index is now lower than readState.Index' (duration: 1.06583502s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:53.373281Z","caller":"traceutil/trace.go:171","msg":"trace[438010818] transaction","detail":"{read_only:false; response_revision:22898; number_of_response:1; }","duration":"907.210905ms","start":"2026-03-04T02:10:52.466008Z","end":"2026-03-04T02:10:53.373219Z","steps":["trace[438010818] 'process raft request' (duration: 906.946708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.373436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907380601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:10:53.373453Z","caller":"traceutil/trace.go:171","msg":"trace[733256244] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"905.316326ms","start":"2026-03-04T02:10:52.468118Z","end":"2026-03-04T02:10:53.373434Z","steps":["trace[733256244] 'process raft request' (duration: 905.009007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.373504Z","caller":"traceutil/trace.go:171","msg":"trace[1083473455] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22899; }","duration":"2.907466513s","start":"2026-03-04T02:10:50.466018Z","end":"2026-03-04T02:10:53.373484Z","steps":["trace[1083473455] 'agreement among raft nodes before linearized reading' (duration: 2.907171395s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.373515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.465983Z","time spent":"907.417271ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:53.373549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.465988Z","time spent":"2.907552065s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:10:53.373653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.468105Z","time spent":"905.393907ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:53.373874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.214013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:53.373932Z","caller":"traceutil/trace.go:171","msg":"trace[1124034314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22900; }","duration":"905.303395ms","start":"2026-03-04T02:10:52.468615Z","end":"2026-03-04T02:10:53.373918Z","steps":["trace[1124034314] 'agreement among raft nodes before linearized reading' (duration: 905.205703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.373968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.468603Z","time spent":"905.357626ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:53.373983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062151093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:10:53.374049Z","caller":"traceutil/trace.go:171","msg":"trace[133349984] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57; range_end:; response_count:1; response_revision:22900; }","duration":"1.062217035s","start":"2026-03-04T02:10:52.311803Z","end":"2026-03-04T02:10:53.37402Z","steps":["trace[133349984] 'agreement among raft nodes before linearized reading' (duration: 1.06203219s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.374079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924830596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-04T02:10:53.374093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612833663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:10:53.374138Z","caller":"traceutil/trace.go:171","msg":"trace[2017291847] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22900; }","duration":"1.924887937s","start":"2026-03-04T02:10:51.449233Z","end":"2026-03-04T02:10:53.374121Z","steps":["trace[2017291847] 'agreement among raft nodes before linearized reading' (duration: 1.924770994s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.374162Z","caller":"traceutil/trace.go:171","msg":"trace[818577761] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"888.185627ms","start":"2026-03-04T02:10:52.485965Z","end":"2026-03-04T02:10:53.374151Z","steps":["trace[818577761] 'process raft request' (duration: 887.241203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.374177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.449169Z","time spent":"1.925000261s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T02:10:53.374134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903098838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:53.374176Z","caller":"traceutil/trace.go:171","msg":"trace[316186575] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22900; }","duration":"1.612967246s","start":"2026-03-04T02:10:51.761184Z","end":"2026-03-04T02:10:53.374151Z","steps":["trace[316186575] 'agreement among raft nodes before linearized reading' (duration: 1.612608477s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.37424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.761154Z","time spent":"1.613075989s","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:10:53.374094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.311749Z","time spent":"1.062336739s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" "} {"level":"info","ts":"2026-03-04T02:10:53.374261Z","caller":"traceutil/trace.go:171","msg":"trace[1883464236] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22900; }","duration":"2.903249772s","start":"2026-03-04T02:10:50.470969Z","end":"2026-03-04T02:10:53.374219Z","steps":["trace[1883464236] 'agreement among raft nodes before linearized reading' (duration: 2.903068447s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.374311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328595806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:53.374318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.470945Z","time spent":"2.903356875s","remote":"127.0.0.1:45768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:10:53.374342Z","caller":"traceutil/trace.go:171","msg":"trace[292519396] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:22900; }","duration":"2.328661558s","start":"2026-03-04T02:10:51.04567Z","end":"2026-03-04T02:10:53.374331Z","steps":["trace[292519396] 'agreement among raft nodes before linearized reading' (duration: 2.328609567s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.374367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.045648Z","time spent":"2.32871302s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:53.374234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.485932Z","time spent":"888.254769ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:53.374383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907511644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:10:53.374423Z","caller":"traceutil/trace.go:171","msg":"trace[435762421] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22900; }","duration":"2.907559265s","start":"2026-03-04T02:10:50.466853Z","end":"2026-03-04T02:10:53.374413Z","steps":["trace[435762421] 'agreement among raft nodes before linearized reading' (duration: 2.907408001s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.374463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.46685Z","time spent":"2.907606296s","remote":"127.0.0.1:45768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:10:53.374263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907271028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-04T02:10:53.374593Z","caller":"traceutil/trace.go:171","msg":"trace[1708468058] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22900; }","duration":"2.907793501s","start":"2026-03-04T02:10:50.466778Z","end":"2026-03-04T02:10:53.374572Z","steps":["trace[1708468058] 'agreement among raft nodes before linearized reading' (duration: 2.90698653s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.375178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.466767Z","time spent":"2.908390707s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:10:53.375011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559953572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:53.377429Z","caller":"traceutil/trace.go:171","msg":"trace[196704719] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:22900; }","duration":"2.562427557s","start":"2026-03-04T02:10:50.814977Z","end":"2026-03-04T02:10:53.377405Z","steps":["trace[196704719] 'agreement among raft nodes before linearized reading' (duration: 2.559013668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.378033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.814952Z","time spent":"2.562980911s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:03.847676Z","caller":"traceutil/trace.go:171","msg":"trace[138006722] transaction","detail":"{read_only:false; response_revision:23009; number_of_response:1; }","duration":"142.094493ms","start":"2026-03-04T02:11:03.705546Z","end":"2026-03-04T02:11:03.84764Z","steps":["trace[138006722] 'process raft request' (duration: 141.864547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319370866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:05.221074Z","caller":"traceutil/trace.go:171","msg":"trace[1563648365] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23009; }","duration":"1.31949998s","start":"2026-03-04T02:11:03.901555Z","end":"2026-03-04T02:11:05.221055Z","steps":["trace[1563648365] 'count revisions from in-memory index tree' (duration: 1.319280453s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.221106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.901529Z","time spent":"1.319569051s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:05.221642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.644049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:11:05.221675Z","caller":"traceutil/trace.go:171","msg":"trace[1212311018] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23009; }","duration":"979.70295ms","start":"2026-03-04T02:11:04.241964Z","end":"2026-03-04T02:11:05.221667Z","steps":["trace[1212311018] 'range keys from in-memory index tree' (duration: 979.511335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.221697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.241952Z","time spent":"979.741162ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:11:05.22207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.327892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:11:05.2221Z","caller":"traceutil/trace.go:171","msg":"trace[1741820052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23009; }","duration":"870.376493ms","start":"2026-03-04T02:11:04.351715Z","end":"2026-03-04T02:11:05.222092Z","steps":["trace[1741820052] 'range keys from in-memory index tree' (duration: 870.26232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.222418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.351701Z","time spent":"870.436345ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:05.222636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.712716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:11:05.222675Z","caller":"traceutil/trace.go:171","msg":"trace[711003447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23009; }","duration":"869.763677ms","start":"2026-03-04T02:11:04.352902Z","end":"2026-03-04T02:11:05.222666Z","steps":["trace[711003447] 'range keys from in-memory index tree' (duration: 869.651404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.222683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109189894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-04T02:11:05.222733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.352896Z","time spent":"869.825898ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:11:05.222763Z","caller":"traceutil/trace.go:171","msg":"trace[394032091] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23009; }","duration":"1.109316097s","start":"2026-03-04T02:11:04.113428Z","end":"2026-03-04T02:11:05.222744Z","steps":["trace[394032091] 'range keys from in-memory index tree' (duration: 1.109015679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.222823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.113407Z","time spent":"1.10940015s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:11:05.223327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098548415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:05.223397Z","caller":"traceutil/trace.go:171","msg":"trace[1582241055] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23009; }","duration":"1.098653809s","start":"2026-03-04T02:11:04.124728Z","end":"2026-03-04T02:11:05.223382Z","steps":["trace[1582241055] 'count revisions from in-memory index tree' (duration: 1.098457693s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.223428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.124686Z","time spent":"1.098733671s","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:05.223781Z","caller":"traceutil/trace.go:171","msg":"trace[1608643101] transaction","detail":"{read_only:false; response_revision:23010; number_of_response:1; }","duration":"435.196702ms","start":"2026-03-04T02:11:04.788565Z","end":"2026-03-04T02:11:05.223762Z","steps":["trace[1608643101] 'process raft request' (duration: 432.82579ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.223783Z","caller":"traceutil/trace.go:171","msg":"trace[1140846990] linearizableReadLoop","detail":"{readStateIndex:23819; appliedIndex:23818; }","duration":"372.518794ms","start":"2026-03-04T02:11:04.851235Z","end":"2026-03-04T02:11:05.223754Z","steps":["trace[1140846990] 'read index received' (duration: 370.06602ms)","trace[1140846990] 'applied index is now lower than readState.Index' (duration: 2.451534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:05.223892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.788539Z","time spent":"435.292474ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:05.223938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.826252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:05.223969Z","caller":"traceutil/trace.go:171","msg":"trace[1980757274] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23010; }","duration":"367.914864ms","start":"2026-03-04T02:11:04.856045Z","end":"2026-03-04T02:11:05.22396Z","steps":["trace[1980757274] 'agreement among raft nodes before linearized reading' (duration: 367.839922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.224006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.856025Z","time spent":"367.973006ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:05.224126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.889874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:11:05.224157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.826899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:05.224229Z","caller":"traceutil/trace.go:171","msg":"trace[134600800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23010; }","duration":"259.945462ms","start":"2026-03-04T02:11:04.964263Z","end":"2026-03-04T02:11:05.224209Z","steps":["trace[134600800] 'agreement among raft nodes before linearized reading' (duration: 259.795078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.224311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.27116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-04T02:11:05.225033Z","caller":"traceutil/trace.go:171","msg":"trace[1662963732] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23010; }","duration":"212.0207ms","start":"2026-03-04T02:11:05.012994Z","end":"2026-03-04T02:11:05.225014Z","steps":["trace[1662963732] 'agreement among raft nodes before linearized reading' (duration: 210.980313ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.224189Z","caller":"traceutil/trace.go:171","msg":"trace[548364115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23010; }","duration":"372.980366ms","start":"2026-03-04T02:11:04.851194Z","end":"2026-03-04T02:11:05.224175Z","steps":["trace[548364115] 'agreement among raft nodes before linearized reading' (duration: 372.640067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.225192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.851175Z","time spent":"374.003193ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:11.134694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:11.635681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:11.637453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.258734269s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:11.637782Z","caller":"traceutil/trace.go:171","msg":"trace[637171283] transaction","detail":"{read_only:false; response_revision:23031; number_of_response:1; }","duration":"1.25916706s","start":"2026-03-04T02:11:10.378593Z","end":"2026-03-04T02:11:11.63776Z","steps":["trace[637171283] 'process raft request' (duration: 1.259023417s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.637899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.378561Z","time spent":"1.259267473s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:12.40026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.901986Z","time spent":"498.263927ms","remote":"127.0.0.1:60820","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:11:12.400861Z","caller":"traceutil/trace.go:171","msg":"trace[1691532666] transaction","detail":"{read_only:false; response_revision:23032; number_of_response:1; }","duration":"822.077283ms","start":"2026-03-04T02:11:11.57874Z","end":"2026-03-04T02:11:12.400817Z","steps":["trace[1691532666] 'process raft request' (duration: 808.968761ms)","trace[1691532666] 'compare' (duration: 12.166508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:12.401073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.578711Z","time spent":"822.242668ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:12.401734Z","caller":"traceutil/trace.go:171","msg":"trace[1436594110] linearizableReadLoop","detail":"{readStateIndex:23843; appliedIndex:23840; }","duration":"1.767269535s","start":"2026-03-04T02:11:10.634432Z","end":"2026-03-04T02:11:12.401701Z","steps":["trace[1436594110] 'read index received' (duration: 1.003262541s)","trace[1436594110] 'applied index is now lower than readState.Index' (duration: 764.005594ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:12.40189Z","caller":"traceutil/trace.go:171","msg":"trace[108061945] transaction","detail":"{read_only:false; response_revision:23033; number_of_response:1; }","duration":"821.440627ms","start":"2026-03-04T02:11:11.580358Z","end":"2026-03-04T02:11:12.401798Z","steps":["trace[108061945] 'process raft request' (duration: 820.40915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.402002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767562433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:11:12.402051Z","caller":"traceutil/trace.go:171","msg":"trace[437691705] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23033; }","duration":"1.767663975s","start":"2026-03-04T02:11:10.634373Z","end":"2026-03-04T02:11:12.402037Z","steps":["trace[437691705] 'agreement among raft nodes before linearized reading' (duration: 1.76747834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.402007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.58032Z","time spent":"821.638952ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:12.402085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.634349Z","time spent":"1.767728447s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:11:12.43444Z","caller":"traceutil/trace.go:171","msg":"trace[1892671448] transaction","detail":"{read_only:false; response_revision:23034; number_of_response:1; }","duration":"788.563937ms","start":"2026-03-04T02:11:11.645855Z","end":"2026-03-04T02:11:12.434419Z","steps":["trace[1892671448] 'process raft request' (duration: 788.256739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.434532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646434686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:12.434594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.645828Z","time spent":"788.718451ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:12.434652Z","caller":"traceutil/trace.go:171","msg":"trace[2085253015] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23035; }","duration":"1.64659176s","start":"2026-03-04T02:11:10.788033Z","end":"2026-03-04T02:11:12.434625Z","steps":["trace[2085253015] 'agreement among raft nodes before linearized reading' (duration: 1.646372965s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.434697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103499421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:11:12.43473Z","caller":"traceutil/trace.go:171","msg":"trace[2008112201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23035; }","duration":"1.103574393s","start":"2026-03-04T02:11:11.331143Z","end":"2026-03-04T02:11:12.434717Z","steps":["trace[2008112201] 'agreement among raft nodes before linearized reading' (duration: 1.10347973s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.434731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.787967Z","time spent":"1.646750935s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:12.434769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.331126Z","time spent":"1.103636485s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:12.434807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.484016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:12.434876Z","caller":"traceutil/trace.go:171","msg":"trace[522264604] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23035; }","duration":"339.592708ms","start":"2026-03-04T02:11:12.095268Z","end":"2026-03-04T02:11:12.434861Z","steps":["trace[522264604] 'agreement among raft nodes before linearized reading' (duration: 339.495186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.434942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.09525Z","time spent":"339.670301ms","remote":"127.0.0.1:37302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:12.434949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188875683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:12.43473Z","caller":"traceutil/trace.go:171","msg":"trace[1663142855] transaction","detail":"{read_only:false; response_revision:23035; number_of_response:1; }","duration":"788.734461ms","start":"2026-03-04T02:11:11.645969Z","end":"2026-03-04T02:11:12.434703Z","steps":["trace[1663142855] 'process raft request' (duration: 788.349941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.435061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483226709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:12.43506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485589541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:12.435089Z","caller":"traceutil/trace.go:171","msg":"trace[1594181625] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23035; }","duration":"1.483310041s","start":"2026-03-04T02:11:10.951771Z","end":"2026-03-04T02:11:12.435081Z","steps":["trace[1594181625] 'agreement among raft nodes before linearized reading' (duration: 1.48325845s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:12.435106Z","caller":"traceutil/trace.go:171","msg":"trace[1882738678] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23035; }","duration":"1.485655853s","start":"2026-03-04T02:11:10.949436Z","end":"2026-03-04T02:11:12.435092Z","steps":["trace[1882738678] 'agreement among raft nodes before linearized reading' (duration: 1.485596721s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.435122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.951714Z","time spent":"1.483401374s","remote":"127.0.0.1:50666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:12.435056Z","caller":"traceutil/trace.go:171","msg":"trace[1797818090] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23035; }","duration":"1.189065298s","start":"2026-03-04T02:11:11.245974Z","end":"2026-03-04T02:11:12.435039Z","steps":["trace[1797818090] 'agreement among raft nodes before linearized reading' (duration: 1.188862393s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.435164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.645933Z","time spent":"789.158253ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:11:12.434638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103316106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:11:12.435206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.613722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:11:12.435246Z","caller":"traceutil/trace.go:171","msg":"trace[1073722227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23035; }","duration":"1.104006024s","start":"2026-03-04T02:11:11.331231Z","end":"2026-03-04T02:11:12.435237Z","steps":["trace[1073722227] 'agreement among raft nodes before linearized reading' (duration: 1.103215114s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:12.435261Z","caller":"traceutil/trace.go:171","msg":"trace[835232603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23035; }","duration":"551.728415ms","start":"2026-03-04T02:11:11.883518Z","end":"2026-03-04T02:11:12.435247Z","steps":["trace[835232603] 'agreement among raft nodes before linearized reading' (duration: 551.54706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.435285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.331205Z","time spent":"1.104071816s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:12.43459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469408978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:12.435299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.88348Z","time spent":"551.810247ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:12.435005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564221327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:11:12.435322Z","caller":"traceutil/trace.go:171","msg":"trace[594314021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23035; }","duration":"1.470180148s","start":"2026-03-04T02:11:10.965135Z","end":"2026-03-04T02:11:12.435315Z","steps":["trace[594314021] 'agreement among raft nodes before linearized reading' (duration: 1.469398438s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.435351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.965123Z","time spent":"1.470221679s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:12.435367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.676319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-04T02:11:12.435373Z","caller":"traceutil/trace.go:171","msg":"trace[1876158747] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23035; }","duration":"1.564636218s","start":"2026-03-04T02:11:10.870708Z","end":"2026-03-04T02:11:12.435345Z","steps":["trace[1876158747] 'agreement among raft nodes before linearized reading' (duration: 1.564194717s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:12.435433Z","caller":"traceutil/trace.go:171","msg":"trace[2001899235] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23035; }","duration":"355.815173ms","start":"2026-03-04T02:11:12.079607Z","end":"2026-03-04T02:11:12.435422Z","steps":["trace[2001899235] 'agreement among raft nodes before linearized reading' (duration: 355.557206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.435433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.539785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:11:12.435477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.079575Z","time spent":"355.894284ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-04T02:11:12.435542Z","caller":"traceutil/trace.go:171","msg":"trace[1360184485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23035; }","duration":"708.688539ms","start":"2026-03-04T02:11:11.726835Z","end":"2026-03-04T02:11:12.435523Z","steps":["trace[1360184485] 'agreement among raft nodes before linearized reading' (duration: 708.257358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.435138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.949423Z","time spent":"1.485707205s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:12.435454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.870673Z","time spent":"1.564763991s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:11:12.435264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.245947Z","time spent":"1.189241723s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:12.43561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.72681Z","time spent":"708.785772ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:12.937523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:13.968296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.647053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:13.968417Z","caller":"traceutil/trace.go:171","msg":"trace[1968489064] transaction","detail":"{read_only:false; response_revision:23036; number_of_response:1; }","duration":"1.561939816s","start":"2026-03-04T02:11:12.406456Z","end":"2026-03-04T02:11:13.968396Z","steps":["trace[1968489064] 'process raft request' (duration: 839.102239ms)","trace[1968489064] 'compare' (duration: 721.215085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:13.96848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.406429Z","time spent":"1.562021908s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.437235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000630596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:14.437318Z","caller":"traceutil/trace.go:171","msg":"trace[1107806779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000747619s","start":"2026-03-04T02:11:12.436551Z","end":"2026-03-04T02:11:14.437299Z","steps":["trace[1107806779] 'agreement among raft nodes before linearized reading' (duration: 2.000647436s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.437405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.436536Z","time spent":"2.000821771s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:14.45005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204489401s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:16.131204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.454771ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:16.131296Z","caller":"traceutil/trace.go:171","msg":"trace[971585542] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23036; }","duration":"667.558824ms","start":"2026-03-04T02:11:15.463715Z","end":"2026-03-04T02:11:16.131274Z","steps":["trace[971585542] 'range keys from in-memory index tree' (duration: 667.43483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:16.131399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680701812s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:16.132134Z","caller":"traceutil/trace.go:171","msg":"trace[1274351108] transaction","detail":"{read_only:false; response_revision:23038; number_of_response:1; }","duration":"3.692394908s","start":"2026-03-04T02:11:12.439711Z","end":"2026-03-04T02:11:16.132106Z","steps":["trace[1274351108] 'process raft request' (duration: 3.692034218s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:16.132156Z","caller":"traceutil/trace.go:171","msg":"trace[297833966] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"3.692382597s","start":"2026-03-04T02:11:12.439754Z","end":"2026-03-04T02:11:16.132136Z","steps":["trace[297833966] 'process raft request' (duration: 3.692264213s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:16.132148Z","caller":"traceutil/trace.go:171","msg":"trace[2085060269] transaction","detail":"{read_only:false; response_revision:23037; number_of_response:1; }","duration":"3.692465099s","start":"2026-03-04T02:11:12.439641Z","end":"2026-03-04T02:11:16.132106Z","steps":["trace[2085060269] 'process raft request' (duration: 2.010954425s)","trace[2085060269] 'compare' (duration: 1.677954461s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:16.132281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.439747Z","time spent":"3.69246681s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:16.132353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.439686Z","time spent":"3.69251604s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:16.132353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.439629Z","time spent":"3.692602203s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:16.132437Z","caller":"traceutil/trace.go:171","msg":"trace[974935200] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"3.692175862s","start":"2026-03-04T02:11:12.440237Z","end":"2026-03-04T02:11:16.132413Z","steps":["trace[974935200] 'process raft request' (duration: 3.691843143s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:16.132486Z","caller":"traceutil/trace.go:171","msg":"trace[1199804991] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"3.691842743s","start":"2026-03-04T02:11:12.44062Z","end":"2026-03-04T02:11:16.132463Z","steps":["trace[1199804991] 'process raft request' (duration: 3.691702009s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:16.132542Z","caller":"traceutil/trace.go:171","msg":"trace[902548806] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"3.09696186s","start":"2026-03-04T02:11:13.035561Z","end":"2026-03-04T02:11:16.132523Z","steps":["trace[902548806] 'process raft request' (duration: 3.096885088s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:16.13254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.440228Z","time spent":"3.692257044s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:16.13251Z","caller":"traceutil/trace.go:171","msg":"trace[534734765] linearizableReadLoop","detail":"{readStateIndex:23852; appliedIndex:23845; }","duration":"3.69590749s","start":"2026-03-04T02:11:12.436579Z","end":"2026-03-04T02:11:16.132487Z","steps":["trace[534734765] 'read index received' (duration: 808.994942ms)","trace[534734765] 'applied index is now lower than readState.Index' (duration: 2.886911668s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:16.132552Z","caller":"traceutil/trace.go:171","msg":"trace[552851017] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"3.691844193s","start":"2026-03-04T02:11:12.44066Z","end":"2026-03-04T02:11:16.132504Z","steps":["trace[552851017] 'process raft request' (duration: 3.691746121s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:16.132613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.44061Z","time spent":"3.691946826s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:16.132628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.035533Z","time spent":"3.097047542s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:16.132762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.440656Z","time spent":"3.692002787s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:16.22719Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.776916418s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:16.2278Z","caller":"traceutil/trace.go:171","msg":"trace[1848140096] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"2.816175559s","start":"2026-03-04T02:11:13.41158Z","end":"2026-03-04T02:11:16.227756Z","steps":["trace[1848140096] 'process raft request' (duration: 2.81584343s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:16.227942Z","caller":"traceutil/trace.go:171","msg":"trace[604809930] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"1.820539548s","start":"2026-03-04T02:11:14.407395Z","end":"2026-03-04T02:11:16.227935Z","steps":["trace[604809930] 'process raft request' (duration: 1.820403545s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:16.22793Z","caller":"traceutil/trace.go:171","msg":"trace[878204] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"2.23480715s","start":"2026-03-04T02:11:13.993098Z","end":"2026-03-04T02:11:16.227906Z","steps":["trace[878204] 'process raft request' (duration: 2.234594354s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:16.227961Z","caller":"traceutil/trace.go:171","msg":"trace[1673013639] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"1.785834621s","start":"2026-03-04T02:11:14.442101Z","end":"2026-03-04T02:11:16.227935Z","steps":["trace[1673013639] 'process raft request' (duration: 1.785750269s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:16.228Z","caller":"traceutil/trace.go:171","msg":"trace[545604442] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"1.821137443s","start":"2026-03-04T02:11:14.406843Z","end":"2026-03-04T02:11:16.22798Z","steps":["trace[545604442] 'process raft request' (duration: 1.820905597s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:16.228057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.40739Z","time spent":"1.820585219s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:16.228081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.406818Z","time spent":"1.821218426s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:16.227879Z","caller":"traceutil/trace.go:171","msg":"trace[133516354] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"2.251292771s","start":"2026-03-04T02:11:13.976555Z","end":"2026-03-04T02:11:16.227848Z","steps":["trace[133516354] 'process raft request' (duration: 2.251065545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:16.228121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.442075Z","time spent":"1.785949045s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:16.228206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.993084Z","time spent":"2.234901972s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:16.228205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.411554Z","time spent":"2.816406455s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:16.228258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.976532Z","time spent":"2.251635079s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:11:16.447103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000025672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:16.4473Z","caller":"traceutil/trace.go:171","msg":"trace[580727205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000266107s","start":"2026-03-04T02:11:14.447009Z","end":"2026-03-04T02:11:16.447275Z","steps":["trace[580727205] 'agreement among raft nodes before linearized reading' (duration: 2.000051291s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:16.447399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.446992Z","time spent":"2.000390711s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:17.825911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.598549863s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:17.826443Z","caller":"traceutil/trace.go:171","msg":"trace[2005302280] linearizableReadLoop","detail":"{readStateIndex:23860; appliedIndex:23853; }","duration":"1.693830555s","start":"2026-03-04T02:11:16.132592Z","end":"2026-03-04T02:11:17.826422Z","steps":["trace[2005302280] 'read index received' (duration: 94.991924ms)","trace[2005302280] 'applied index is now lower than readState.Index' (duration: 1.598837371s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:17.826768Z","caller":"traceutil/trace.go:171","msg":"trace[2053632257] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"2.543960592s","start":"2026-03-04T02:11:15.282799Z","end":"2026-03-04T02:11:17.82676Z","steps":["trace[2053632257] 'process raft request' (duration: 2.543287714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.826862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.282779Z","time spent":"2.544018283s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:17.827014Z","caller":"traceutil/trace.go:171","msg":"trace[1584814781] transaction","detail":"{read_only:false; response_revision:23051; number_of_response:1; }","duration":"1.687588311s","start":"2026-03-04T02:11:16.13942Z","end":"2026-03-04T02:11:17.827008Z","steps":["trace[1584814781] 'process raft request' (duration: 1.686803831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.827049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.139403Z","time spent":"1.687629503s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:11:17.827166Z","caller":"traceutil/trace.go:171","msg":"trace[1882641195] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"1.686226225s","start":"2026-03-04T02:11:16.140933Z","end":"2026-03-04T02:11:17.82716Z","steps":["trace[1882641195] 'process raft request' (duration: 1.685342552s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.827203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.140918Z","time spent":"1.686265807s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:11:17.82731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951787158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:17.827336Z","caller":"traceutil/trace.go:171","msg":"trace[406752469] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23056; }","duration":"3.951855709s","start":"2026-03-04T02:11:13.875474Z","end":"2026-03-04T02:11:17.827329Z","steps":["trace[406752469] 'agreement among raft nodes before linearized reading' (duration: 3.951811408s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.827355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.875452Z","time spent":"3.951898031s","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:17.827323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883889303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:17.827476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384109381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:17.827478Z","caller":"traceutil/trace.go:171","msg":"trace[774052245] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23056; }","duration":"3.884129119s","start":"2026-03-04T02:11:13.943331Z","end":"2026-03-04T02:11:17.82746Z","steps":["trace[774052245] 'agreement among raft nodes before linearized reading' (duration: 3.883928864s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:17.827501Z","caller":"traceutil/trace.go:171","msg":"trace[41011511] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23056; }","duration":"4.384163783s","start":"2026-03-04T02:11:13.443329Z","end":"2026-03-04T02:11:17.827493Z","steps":["trace[41011511] 'agreement among raft nodes before linearized reading' (duration: 4.384121712s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.827521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.443311Z","time spent":"4.384204423s","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:17.827536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.943281Z","time spent":"3.884241991s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:17.827686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.447089008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:11:17.827704Z","caller":"traceutil/trace.go:171","msg":"trace[1887044637] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:23056; }","duration":"4.447139039s","start":"2026-03-04T02:11:13.380559Z","end":"2026-03-04T02:11:17.827698Z","steps":["trace[1887044637] 'agreement among raft nodes before linearized reading' (duration: 4.447062597s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.827721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.38054Z","time spent":"4.44717557s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-04T02:11:17.827735Z","caller":"traceutil/trace.go:171","msg":"trace[512093220] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"1.677679132s","start":"2026-03-04T02:11:16.150042Z","end":"2026-03-04T02:11:17.827722Z","steps":["trace[512093220] 'process raft request' (duration: 1.676256045s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.827819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.150025Z","time spent":"1.677735074s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:17.827853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.494894418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:11:17.827872Z","caller":"traceutil/trace.go:171","msg":"trace[4658468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23056; }","duration":"4.494951059s","start":"2026-03-04T02:11:13.332914Z","end":"2026-03-04T02:11:17.827865Z","steps":["trace[4658468] 'agreement among raft nodes before linearized reading' (duration: 4.494895308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.827888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.332891Z","time spent":"4.49499305s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:17.827984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.635637137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-03-04T02:11:17.828Z","caller":"traceutil/trace.go:171","msg":"trace[230081597] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:23056; }","duration":"4.635652988s","start":"2026-03-04T02:11:13.192342Z","end":"2026-03-04T02:11:17.827995Z","steps":["trace[230081597] 'agreement among raft nodes before linearized reading' (duration: 4.635598076s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.828017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.192322Z","time spent":"4.635691449s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7103,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-04T02:11:17.82802Z","caller":"traceutil/trace.go:171","msg":"trace[1255990681] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"1.677887727s","start":"2026-03-04T02:11:16.150121Z","end":"2026-03-04T02:11:17.828008Z","steps":["trace[1255990681] 'process raft request' (duration: 1.676206733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.828077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.150116Z","time spent":"1.677929769s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:17.828209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.800942469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:11:17.828229Z","caller":"traceutil/trace.go:171","msg":"trace[1947146495] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23056; }","duration":"4.800993621s","start":"2026-03-04T02:11:13.027229Z","end":"2026-03-04T02:11:17.828223Z","steps":["trace[1947146495] 'agreement among raft nodes before linearized reading' (duration: 4.800939299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.828245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.027212Z","time spent":"4.801030152s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-04T02:11:17.828286Z","caller":"traceutil/trace.go:171","msg":"trace[335710940] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"1.678042641s","start":"2026-03-04T02:11:16.150233Z","end":"2026-03-04T02:11:17.828276Z","steps":["trace[335710940] 'process raft request' (duration: 1.676116971s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.828339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.21134166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:17.828336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.150226Z","time spent":"1.678086283s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:11:17.828358Z","caller":"traceutil/trace.go:171","msg":"trace[1719250417] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23056; }","duration":"5.21136189s","start":"2026-03-04T02:11:12.61699Z","end":"2026-03-04T02:11:17.828352Z","steps":["trace[1719250417] 'agreement among raft nodes before linearized reading' (duration: 5.211324959s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.828376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.616929Z","time spent":"5.211442272s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:17.828521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689114441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:11:17.828726Z","caller":"traceutil/trace.go:171","msg":"trace[1348263123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23056; }","duration":"1.689317547s","start":"2026-03-04T02:11:16.139401Z","end":"2026-03-04T02:11:17.828719Z","steps":["trace[1348263123] 'agreement among raft nodes before linearized reading' (duration: 1.689080381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.828743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.13936Z","time spent":"1.689379548s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:11:17.828753Z","caller":"traceutil/trace.go:171","msg":"trace[415671919] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"1.677072116s","start":"2026-03-04T02:11:16.15167Z","end":"2026-03-04T02:11:17.828742Z","steps":["trace[415671919] 'process raft request' (duration: 1.674709875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.828811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.151661Z","time spent":"1.677126828s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:11:17.828909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930928804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:17.828942Z","caller":"traceutil/trace.go:171","msg":"trace[1071770147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23056; }","duration":"1.931013985s","start":"2026-03-04T02:11:15.897919Z","end":"2026-03-04T02:11:17.828933Z","steps":["trace[1071770147] 'agreement among raft nodes before linearized reading' (duration: 1.930964734s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.828969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.897891Z","time spent":"1.931072237s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:17.82911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.689318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:17.82913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42076692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:17.829149Z","caller":"traceutil/trace.go:171","msg":"trace[1811795980] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23056; }","duration":"420.745719ms","start":"2026-03-04T02:11:17.408386Z","end":"2026-03-04T02:11:17.829132Z","steps":["trace[1811795980] 'agreement among raft nodes before linearized reading' (duration: 420.699478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:17.82916Z","caller":"traceutil/trace.go:171","msg":"trace[1297132840] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23056; }","duration":"2.420836452s","start":"2026-03-04T02:11:15.408315Z","end":"2026-03-04T02:11:17.829151Z","steps":["trace[1297132840] 'agreement among raft nodes before linearized reading' (duration: 2.420787691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.829199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.408294Z","time spent":"2.420896783s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:17.829303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.020819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:17.829329Z","caller":"traceutil/trace.go:171","msg":"trace[1069740530] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23056; }","duration":"558.123691ms","start":"2026-03-04T02:11:17.271199Z","end":"2026-03-04T02:11:17.829323Z","steps":["trace[1069740530] 'agreement among raft nodes before linearized reading' (duration: 558.022199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.829348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.271178Z","time spent":"558.164782ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:17.829417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66060052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:17.829462Z","caller":"traceutil/trace.go:171","msg":"trace[303630390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23056; }","duration":"2.660729344s","start":"2026-03-04T02:11:15.168719Z","end":"2026-03-04T02:11:17.829449Z","steps":["trace[303630390] 'agreement among raft nodes before linearized reading' (duration: 2.660622401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.829499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.168696Z","time spent":"2.660793946s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:17.829536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.819532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:17.829557Z","caller":"traceutil/trace.go:171","msg":"trace[1398128733] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23056; }","duration":"827.842152ms","start":"2026-03-04T02:11:17.001709Z","end":"2026-03-04T02:11:17.829551Z","steps":["trace[1398128733] 'agreement among raft nodes before linearized reading' (duration: 827.801331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.829581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.001665Z","time spent":"827.911255ms","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:17.829679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094622989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:17.829712Z","caller":"traceutil/trace.go:171","msg":"trace[2040708763] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23056; }","duration":"3.09468799s","start":"2026-03-04T02:11:14.735015Z","end":"2026-03-04T02:11:17.829703Z","steps":["trace[2040708763] 'agreement among raft nodes before linearized reading' (duration: 3.094632499s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.82974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278412093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:11:17.829745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.734998Z","time spent":"3.094736501s","remote":"127.0.0.1:48456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:17.829765Z","caller":"traceutil/trace.go:171","msg":"trace[1823437726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23056; }","duration":"1.278460625s","start":"2026-03-04T02:11:16.551299Z","end":"2026-03-04T02:11:17.82976Z","steps":["trace[1823437726] 'agreement among raft nodes before linearized reading' (duration: 1.278400203s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.829783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.551282Z","time spent":"1.278496495s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:17.829937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27946419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131181"} {"level":"info","ts":"2026-03-04T02:11:17.82996Z","caller":"traceutil/trace.go:171","msg":"trace[870198053] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23056; }","duration":"1.279520462s","start":"2026-03-04T02:11:16.550434Z","end":"2026-03-04T02:11:17.829954Z","steps":["trace[870198053] 'agreement among raft nodes before linearized reading' (duration: 1.279425709s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.829978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.550415Z","time spent":"1.279559994s","remote":"127.0.0.1:45544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131203,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T02:11:17.830029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573375846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-03-04T02:11:17.83007Z","caller":"traceutil/trace.go:171","msg":"trace[1378693739] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23056; }","duration":"3.573410997s","start":"2026-03-04T02:11:14.256647Z","end":"2026-03-04T02:11:17.830058Z","steps":["trace[1378693739] 'agreement among raft nodes before linearized reading' (duration: 3.573325804s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.830102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382840163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:17.830105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.2566Z","time spent":"3.573498419s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-04T02:11:17.830121Z","caller":"traceutil/trace.go:171","msg":"trace[893052794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23056; }","duration":"1.382891054s","start":"2026-03-04T02:11:16.447223Z","end":"2026-03-04T02:11:17.830114Z","steps":["trace[893052794] 'agreement among raft nodes before linearized reading' (duration: 1.382864173s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.830137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.4472Z","time spent":"1.382934556s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:17.830238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571218088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:17.83026Z","caller":"traceutil/trace.go:171","msg":"trace[787742939] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23056; }","duration":"1.57127523s","start":"2026-03-04T02:11:16.25898Z","end":"2026-03-04T02:11:17.830255Z","steps":["trace[787742939] 'agreement among raft nodes before linearized reading' (duration: 1.571242779s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.830278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.258962Z","time spent":"1.571311671s","remote":"127.0.0.1:44124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:17.830306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.856496938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:11:17.830343Z","caller":"traceutil/trace.go:171","msg":"trace[690808181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23056; }","duration":"3.8565744s","start":"2026-03-04T02:11:13.97376Z","end":"2026-03-04T02:11:17.830334Z","steps":["trace[690808181] 'agreement among raft nodes before linearized reading' (duration: 3.856487538s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.830379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.973739Z","time spent":"3.856633671s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:17.830414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678344019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-03-04T02:11:17.830436Z","caller":"traceutil/trace.go:171","msg":"trace[1965829534] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:23056; }","duration":"1.678365759s","start":"2026-03-04T02:11:16.152065Z","end":"2026-03-04T02:11:17.830431Z","steps":["trace[1965829534] 'agreement among raft nodes before linearized reading' (duration: 1.678305848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.830457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.152038Z","time spent":"1.678412841s","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":235,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-03-04T02:11:17.830569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683816943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:11:17.83059Z","caller":"traceutil/trace.go:171","msg":"trace[2034594149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23056; }","duration":"1.683872243s","start":"2026-03-04T02:11:16.146714Z","end":"2026-03-04T02:11:17.830586Z","steps":["trace[2034594149] 'agreement among raft nodes before linearized reading' (duration: 1.683820522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.830607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.146695Z","time spent":"1.683908295s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:17.82917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.408371Z","time spent":"420.79421ms","remote":"127.0.0.1:50624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:17.829211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.415696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:17.830844Z","caller":"traceutil/trace.go:171","msg":"trace[1669012399] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23056; }","duration":"545.07002ms","start":"2026-03-04T02:11:17.285763Z","end":"2026-03-04T02:11:17.830833Z","steps":["trace[1669012399] 'agreement among raft nodes before linearized reading' (duration: 543.421617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.829954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386930311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:11:17.830909Z","caller":"traceutil/trace.go:171","msg":"trace[371871795] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57; range_end:; response_count:1; response_revision:23056; }","duration":"3.387886716s","start":"2026-03-04T02:11:14.443016Z","end":"2026-03-04T02:11:17.830902Z","steps":["trace[371871795] 'agreement among raft nodes before linearized reading' (duration: 3.386864229s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.830936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.442982Z","time spent":"3.387948457s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" "} {"level":"warn","ts":"2026-03-04T02:11:17.829688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137369406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:17.831004Z","caller":"traceutil/trace.go:171","msg":"trace[851743752] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23056; }","duration":"1.13871734s","start":"2026-03-04T02:11:16.692278Z","end":"2026-03-04T02:11:17.830995Z","steps":["trace[851743752] 'agreement among raft nodes before linearized reading' (duration: 1.137391046s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.83107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.692254Z","time spent":"1.138805203s","remote":"127.0.0.1:43928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:17.830882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.28575Z","time spent":"545.120591ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:18.338405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972012644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:19.368412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.897035ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:11:19.368512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.834832Z","time spent":"1.533675319s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:19.72263Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.247233479s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:19.724169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.834542Z","time spent":"1.889617504s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:11:19.724497Z","caller":"traceutil/trace.go:171","msg":"trace[1783383493] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"1.886630176s","start":"2026-03-04T02:11:17.837847Z","end":"2026-03-04T02:11:19.724478Z","steps":["trace[1783383493] 'process raft request' (duration: 1.886215295s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.724582Z","caller":"traceutil/trace.go:171","msg":"trace[2133004380] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"1.886671307s","start":"2026-03-04T02:11:17.837866Z","end":"2026-03-04T02:11:19.724538Z","steps":["trace[2133004380] 'process raft request' (duration: 1.886352289s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.724621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.837835Z","time spent":"1.886712358s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.724681Z","caller":"traceutil/trace.go:171","msg":"trace[1143536024] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"1.886710108s","start":"2026-03-04T02:11:17.837933Z","end":"2026-03-04T02:11:19.724643Z","steps":["trace[1143536024] 'process raft request' (duration: 1.886540133s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.72479Z","caller":"traceutil/trace.go:171","msg":"trace[509861734] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"1.489103313s","start":"2026-03-04T02:11:18.23567Z","end":"2026-03-04T02:11:19.724773Z","steps":["trace[509861734] 'process raft request' (duration: 1.489027401s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.724805Z","caller":"traceutil/trace.go:171","msg":"trace[1341969124] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"1.489290398s","start":"2026-03-04T02:11:18.235508Z","end":"2026-03-04T02:11:19.724798Z","steps":["trace[1341969124] 'process raft request' (duration: 1.489157514s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.724793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.837853Z","time spent":"1.886830991s","remote":"127.0.0.1:45544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":131165,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.724804Z","caller":"traceutil/trace.go:171","msg":"trace[1438842697] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"1.883637778s","start":"2026-03-04T02:11:17.841134Z","end":"2026-03-04T02:11:19.724771Z","steps":["trace[1438842697] 'process raft request' (duration: 1.883492614s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.724828Z","caller":"traceutil/trace.go:171","msg":"trace[1782372769] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"1.885674531s","start":"2026-03-04T02:11:17.839128Z","end":"2026-03-04T02:11:19.724803Z","steps":["trace[1782372769] 'process raft request' (duration: 1.885432745s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.724858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.235478Z","time spent":"1.48935536s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.724872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.837913Z","time spent":"1.886856582s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.72492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.841126Z","time spent":"1.88372692s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.724943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.839121Z","time spent":"1.885750123s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.724956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.235606Z","time spent":"1.489227296s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.725257Z","caller":"traceutil/trace.go:171","msg":"trace[1375578250] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"1.886696758s","start":"2026-03-04T02:11:17.838057Z","end":"2026-03-04T02:11:19.724754Z","steps":["trace[1375578250] 'process raft request' (duration: 1.886456611s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.725328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.838033Z","time spent":"1.887261613s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.725627Z","caller":"traceutil/trace.go:171","msg":"trace[1633722064] linearizableReadLoop","detail":"{readStateIndex:23878; appliedIndex:23866; }","duration":"1.888253238s","start":"2026-03-04T02:11:17.837362Z","end":"2026-03-04T02:11:19.725616Z","steps":["trace[1633722064] 'read index received' (duration: 638.155864ms)","trace[1633722064] 'applied index is now lower than readState.Index' (duration: 1.250095994s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:19.725684Z","caller":"traceutil/trace.go:171","msg":"trace[1204755556] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"1.486969798s","start":"2026-03-04T02:11:18.238696Z","end":"2026-03-04T02:11:19.725665Z","steps":["trace[1204755556] 'process raft request' (duration: 1.486037233s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.725775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.238666Z","time spent":"1.487056289s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.727589Z","caller":"traceutil/trace.go:171","msg":"trace[1373443062] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"1.888074434s","start":"2026-03-04T02:11:17.839494Z","end":"2026-03-04T02:11:19.727569Z","steps":["trace[1373443062] 'process raft request' (duration: 1.885098897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.727678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.839488Z","time spent":"1.888145076s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.73579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898420894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:11:19.735825Z","caller":"traceutil/trace.go:171","msg":"trace[1719320425] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23067; }","duration":"1.898469196s","start":"2026-03-04T02:11:17.837347Z","end":"2026-03-04T02:11:19.735817Z","steps":["trace[1719320425] 'agreement among raft nodes before linearized reading' (duration: 1.888380862s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.73585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.83734Z","time spent":"1.898499797s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:11:19.736174Z","caller":"traceutil/trace.go:171","msg":"trace[1512753900] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"365.291011ms","start":"2026-03-04T02:11:19.370868Z","end":"2026-03-04T02:11:19.736159Z","steps":["trace[1512753900] 'process raft request' (duration: 364.638204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.736254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.370838Z","time spent":"365.375142ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.73639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798442481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-04T02:11:19.736413Z","caller":"traceutil/trace.go:171","msg":"trace[397154008] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:23069; }","duration":"1.798525252s","start":"2026-03-04T02:11:17.937882Z","end":"2026-03-04T02:11:19.736407Z","steps":["trace[397154008] 'agreement among raft nodes before linearized reading' (duration: 1.798258345s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.736427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.937849Z","time spent":"1.798574164s","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1177,"request content":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" "} {"level":"warn","ts":"2026-03-04T02:11:19.736534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588249755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:11:19.736547Z","caller":"traceutil/trace.go:171","msg":"trace[1432437425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23069; }","duration":"1.588309537s","start":"2026-03-04T02:11:18.148234Z","end":"2026-03-04T02:11:19.736543Z","steps":["trace[1432437425] 'agreement among raft nodes before linearized reading' (duration: 1.587894946s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.73656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.148213Z","time spent":"1.588344217s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:19.736575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.631283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:19.736597Z","caller":"traceutil/trace.go:171","msg":"trace[908611240] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23069; }","duration":"167.688604ms","start":"2026-03-04T02:11:19.568901Z","end":"2026-03-04T02:11:19.736589Z","steps":["trace[908611240] 'agreement among raft nodes before linearized reading' (duration: 167.653923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.736627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806311276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:19.736642Z","caller":"traceutil/trace.go:171","msg":"trace[1184476380] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23069; }","duration":"1.806357327s","start":"2026-03-04T02:11:17.930279Z","end":"2026-03-04T02:11:19.736636Z","steps":["trace[1184476380] 'agreement among raft nodes before linearized reading' (duration: 1.805870605s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.736677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.930261Z","time spent":"1.806411558s","remote":"127.0.0.1:44034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:19.736809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01740579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:11:19.736833Z","caller":"traceutil/trace.go:171","msg":"trace[1297732887] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23069; }","duration":"1.01743166s","start":"2026-03-04T02:11:18.719396Z","end":"2026-03-04T02:11:19.736827Z","steps":["trace[1297732887] 'agreement among raft nodes before linearized reading' (duration: 1.017280766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.736852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.719358Z","time spent":"1.017490022s","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:19.737096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898226029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"info","ts":"2026-03-04T02:11:19.737118Z","caller":"traceutil/trace.go:171","msg":"trace[755156367] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:23070; }","duration":"1.898292751s","start":"2026-03-04T02:11:17.83882Z","end":"2026-03-04T02:11:19.737113Z","steps":["trace[755156367] 'agreement among raft nodes before linearized reading' (duration: 1.897336866s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.737132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.838793Z","time spent":"1.898336242s","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-04T02:11:19.737191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89941115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:19.737211Z","caller":"traceutil/trace.go:171","msg":"trace[1183020193] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23070; }","duration":"1.899467281s","start":"2026-03-04T02:11:17.837737Z","end":"2026-03-04T02:11:19.737204Z","steps":["trace[1183020193] 'agreement among raft nodes before linearized reading' (duration: 1.898434504s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.737228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.837705Z","time spent":"1.899517983s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:19.737247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392555479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:19.737316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898522537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:19.737296Z","caller":"traceutil/trace.go:171","msg":"trace[1797905777] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23070; }","duration":"1.392656281s","start":"2026-03-04T02:11:18.344627Z","end":"2026-03-04T02:11:19.737283Z","steps":["trace[1797905777] 'agreement among raft nodes before linearized reading' (duration: 1.392302742s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.737331Z","caller":"traceutil/trace.go:171","msg":"trace[521653129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23070; }","duration":"1.898544907s","start":"2026-03-04T02:11:17.83878Z","end":"2026-03-04T02:11:19.737325Z","steps":["trace[521653129] 'agreement among raft nodes before linearized reading' (duration: 1.897385187s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.737324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587119556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:11:19.737348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.838775Z","time spent":"1.898567678s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:19.737356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.344601Z","time spent":"1.392745204s","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:19.7374Z","caller":"traceutil/trace.go:171","msg":"trace[207909640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23070; }","duration":"1.587199677s","start":"2026-03-04T02:11:18.150156Z","end":"2026-03-04T02:11:19.737356Z","steps":["trace[207909640] 'agreement among raft nodes before linearized reading' (duration: 1.586785756s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.737423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.150139Z","time spent":"1.58727833s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:24.69896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.907127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:24.699082Z","caller":"traceutil/trace.go:171","msg":"trace[1492865528] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"1.052546129s","start":"2026-03-04T02:11:23.646516Z","end":"2026-03-04T02:11:24.699062Z","steps":["trace[1492865528] 'process raft request' (duration: 450.447257ms)","trace[1492865528] 'compare' (duration: 601.784524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:24.699145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.646491Z","time spent":"1.052625962s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:24.700735Z","caller":"traceutil/trace.go:171","msg":"trace[398886311] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"963.012209ms","start":"2026-03-04T02:11:23.737707Z","end":"2026-03-04T02:11:24.700719Z","steps":["trace[398886311] 'process raft request' (duration: 962.882495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.700828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.73766Z","time spent":"963.124051ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:24.700997Z","caller":"traceutil/trace.go:171","msg":"trace[870522035] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"960.670507ms","start":"2026-03-04T02:11:23.74022Z","end":"2026-03-04T02:11:24.700891Z","steps":["trace[870522035] 'process raft request' (duration: 960.457301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.701224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.740169Z","time spent":"960.929624ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:24.701593Z","caller":"traceutil/trace.go:171","msg":"trace[1042449285] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"957.71356ms","start":"2026-03-04T02:11:23.743858Z","end":"2026-03-04T02:11:24.701572Z","steps":["trace[1042449285] 'process raft request' (duration: 957.118454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.701688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.74384Z","time spent":"957.803912ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:24.701774Z","caller":"traceutil/trace.go:171","msg":"trace[1304691394] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"928.723171ms","start":"2026-03-04T02:11:23.773015Z","end":"2026-03-04T02:11:24.701738Z","steps":["trace[1304691394] 'process raft request' (duration: 928.342841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:24.701824Z","caller":"traceutil/trace.go:171","msg":"trace[446286103] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"839.993772ms","start":"2026-03-04T02:11:23.861819Z","end":"2026-03-04T02:11:24.701813Z","steps":["trace[446286103] 'process raft request' (duration: 839.89865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.702013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.772996Z","time spent":"928.810804ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:24.701823Z","caller":"traceutil/trace.go:171","msg":"trace[1405555344] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"842.106747ms","start":"2026-03-04T02:11:23.859688Z","end":"2026-03-04T02:11:24.701795Z","steps":["trace[1405555344] 'process raft request' (duration: 841.870691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.702048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.861787Z","time spent":"840.229299ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:24.702061Z","caller":"traceutil/trace.go:171","msg":"trace[248737252] linearizableReadLoop","detail":"{readStateIndex:24013; appliedIndex:24010; }","duration":"961.54847ms","start":"2026-03-04T02:11:23.740495Z","end":"2026-03-04T02:11:24.702044Z","steps":["trace[248737252] 'read index received' (duration: 356.47553ms)","trace[248737252] 'applied index is now lower than readState.Index' (duration: 605.0707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:24.7021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.859662Z","time spent":"842.388944ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:24.702186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.698434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:11:24.702228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.292555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:24.702251Z","caller":"traceutil/trace.go:171","msg":"trace[1617893257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23201; }","duration":"961.800666ms","start":"2026-03-04T02:11:23.740438Z","end":"2026-03-04T02:11:24.702239Z","steps":["trace[1617893257] 'agreement among raft nodes before linearized reading' (duration: 961.653282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:24.702257Z","caller":"traceutil/trace.go:171","msg":"trace[903852102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23201; }","duration":"395.375738ms","start":"2026-03-04T02:11:24.306871Z","end":"2026-03-04T02:11:24.702247Z","steps":["trace[903852102] 'agreement among raft nodes before linearized reading' (duration: 395.321616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.702253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.441517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:11:24.70226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.434489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:24.702276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.740424Z","time spent":"961.846358ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:24.702283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.306846Z","time spent":"395.430708ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:24.70229Z","caller":"traceutil/trace.go:171","msg":"trace[1980376031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23201; }","duration":"961.516709ms","start":"2026-03-04T02:11:23.740763Z","end":"2026-03-04T02:11:24.70228Z","steps":["trace[1980376031] 'agreement among raft nodes before linearized reading' (duration: 961.417307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:24.702298Z","caller":"traceutil/trace.go:171","msg":"trace[493589347] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23201; }","duration":"465.504531ms","start":"2026-03-04T02:11:24.236781Z","end":"2026-03-04T02:11:24.702285Z","steps":["trace[493589347] 'agreement among raft nodes before linearized reading' (duration: 465.455619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.70232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.740744Z","time spent":"961.56814ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:24.702214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.608791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:24.702374Z","caller":"traceutil/trace.go:171","msg":"trace[111808111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23201; }","duration":"738.816637ms","start":"2026-03-04T02:11:23.96355Z","end":"2026-03-04T02:11:24.702367Z","steps":["trace[111808111] 'agreement among raft nodes before linearized reading' (duration: 738.628542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.702338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.534773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T02:11:24.702392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.527693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:24.702414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.324211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:24.702422Z","caller":"traceutil/trace.go:171","msg":"trace[1167757247] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23201; }","duration":"711.579435ms","start":"2026-03-04T02:11:23.990833Z","end":"2026-03-04T02:11:24.702413Z","steps":["trace[1167757247] 'agreement among raft nodes before linearized reading' (duration: 711.532454ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:24.702437Z","caller":"traceutil/trace.go:171","msg":"trace[1664755269] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23201; }","duration":"220.374461ms","start":"2026-03-04T02:11:24.482054Z","end":"2026-03-04T02:11:24.702429Z","steps":["trace[1664755269] 'agreement among raft nodes before linearized reading' (duration: 220.33572ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:24.702416Z","caller":"traceutil/trace.go:171","msg":"trace[1296275932] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd; range_end:; response_count:1; response_revision:23201; }","duration":"208.627625ms","start":"2026-03-04T02:11:24.493773Z","end":"2026-03-04T02:11:24.702401Z","steps":["trace[1296275932] 'agreement among raft nodes before linearized reading' (duration: 208.44636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.702455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.990822Z","time spent":"711.622866ms","remote":"127.0.0.1:49978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:24.702464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.513576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:11:24.702492Z","caller":"traceutil/trace.go:171","msg":"trace[1664640840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23201; }","duration":"928.559958ms","start":"2026-03-04T02:11:23.773924Z","end":"2026-03-04T02:11:24.702484Z","steps":["trace[1664640840] 'agreement among raft nodes before linearized reading' (duration: 928.480326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.702506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.638703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:11:24.702517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.773914Z","time spent":"928.595908ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:24.70242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.355462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:11:24.702569Z","caller":"traceutil/trace.go:171","msg":"trace[1869508342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23201; }","duration":"928.538707ms","start":"2026-03-04T02:11:23.774023Z","end":"2026-03-04T02:11:24.702562Z","steps":["trace[1869508342] 'agreement among raft nodes before linearized reading' (duration: 928.28875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.702598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.774006Z","time spent":"928.583598ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:24.702624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.563948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T02:11:24.702671Z","caller":"traceutil/trace.go:171","msg":"trace[1576817633] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23201; }","duration":"907.63452ms","start":"2026-03-04T02:11:23.795025Z","end":"2026-03-04T02:11:24.702659Z","steps":["trace[1576817633] 'agreement among raft nodes before linearized reading' (duration: 907.534308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.702701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.591524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:11:24.702704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.795012Z","time spent":"907.683111ms","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T02:11:24.702712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.182356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T02:11:24.702722Z","caller":"traceutil/trace.go:171","msg":"trace[359892460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23201; }","duration":"929.626216ms","start":"2026-03-04T02:11:23.773088Z","end":"2026-03-04T02:11:24.702714Z","steps":["trace[359892460] 'agreement among raft nodes before linearized reading' (duration: 929.563924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.702399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.963528Z","time spent":"738.865557ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:24.70274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.773081Z","time spent":"929.655176ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:11:24.702739Z","caller":"traceutil/trace.go:171","msg":"trace[1098878] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd; range_end:; response_count:1; response_revision:23201; }","duration":"923.324861ms","start":"2026-03-04T02:11:23.779407Z","end":"2026-03-04T02:11:24.702732Z","steps":["trace[1098878] 'agreement among raft nodes before linearized reading' (duration: 923.203898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.702761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.779376Z","time spent":"923.380502ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" "} {"level":"info","ts":"2026-03-04T02:11:24.702539Z","caller":"traceutil/trace.go:171","msg":"trace[615662344] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23201; }","duration":"826.698314ms","start":"2026-03-04T02:11:23.875829Z","end":"2026-03-04T02:11:24.702528Z","steps":["trace[615662344] 'agreement among raft nodes before linearized reading' (duration: 826.614122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.70283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.875818Z","time spent":"827.007973ms","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:11:24.702345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.236759Z","time spent":"465.574583ms","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:24.702809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.617426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:11:24.702916Z","caller":"traceutil/trace.go:171","msg":"trace[369581808] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23201; }","duration":"960.752669ms","start":"2026-03-04T02:11:23.742138Z","end":"2026-03-04T02:11:24.702891Z","steps":["trace[369581808] 'agreement among raft nodes before linearized reading' (duration: 960.41257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.702968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.742134Z","time spent":"960.824171ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:25.496485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:25.877934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.131601586s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:26.07082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.168785ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:26.071015Z","caller":"traceutil/trace.go:171","msg":"trace[1516017655] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23202; }","duration":"607.38624ms","start":"2026-03-04T02:11:25.463598Z","end":"2026-03-04T02:11:26.070984Z","steps":["trace[1516017655] 'range keys from in-memory index tree' (duration: 607.140334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.071497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.184401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:26.071725Z","caller":"traceutil/trace.go:171","msg":"trace[1984905494] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"1.36390918s","start":"2026-03-04T02:11:24.707794Z","end":"2026-03-04T02:11:26.071703Z","steps":["trace[1984905494] 'process raft request' (duration: 1.363806757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.071804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.707759Z","time spent":"1.364013333s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:26.072113Z","caller":"traceutil/trace.go:171","msg":"trace[1245514654] linearizableReadLoop","detail":"{readStateIndex:24024; appliedIndex:24018; }","duration":"1.07594218s","start":"2026-03-04T02:11:24.996148Z","end":"2026-03-04T02:11:26.07209Z","steps":["trace[1245514654] 'read index received' (duration: 881.957208ms)","trace[1245514654] 'applied index is now lower than readState.Index' (duration: 193.983622ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:26.072281Z","caller":"traceutil/trace.go:171","msg":"trace[2130083862] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"1.363762666s","start":"2026-03-04T02:11:24.708501Z","end":"2026-03-04T02:11:26.072263Z","steps":["trace[2130083862] 'process raft request' (duration: 1.36316145s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:26.072335Z","caller":"traceutil/trace.go:171","msg":"trace[444527167] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"1.361749763s","start":"2026-03-04T02:11:24.710566Z","end":"2026-03-04T02:11:26.072315Z","steps":["trace[444527167] 'process raft request' (duration: 1.361445235s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:26.072379Z","caller":"traceutil/trace.go:171","msg":"trace[726644050] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"1.36466386s","start":"2026-03-04T02:11:24.707672Z","end":"2026-03-04T02:11:26.072336Z","steps":["trace[726644050] 'process raft request' (duration: 1.170539844s)","trace[726644050] 'compare' (duration: 193.043337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:26.072424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.710557Z","time spent":"1.361823385s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:26.072429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.708492Z","time spent":"1.363838438s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:26.072553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.707658Z","time spent":"1.364805553s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:26.0726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075690704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-03-04T02:11:26.072376Z","caller":"traceutil/trace.go:171","msg":"trace[150285735] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"1.363463248s","start":"2026-03-04T02:11:24.708882Z","end":"2026-03-04T02:11:26.072345Z","steps":["trace[150285735] 'process raft request' (duration: 1.363066398s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:26.072687Z","caller":"traceutil/trace.go:171","msg":"trace[4253542] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23208; }","duration":"1.075797977s","start":"2026-03-04T02:11:24.996868Z","end":"2026-03-04T02:11:26.072666Z","steps":["trace[4253542] 'agreement among raft nodes before linearized reading' (duration: 1.075499899s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.07273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.996863Z","time spent":"1.075858159s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-04T02:11:26.072743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.708876Z","time spent":"1.363833387s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:26.072972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075012256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5119"} {"level":"warn","ts":"2026-03-04T02:11:26.072997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075074258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"info","ts":"2026-03-04T02:11:26.07302Z","caller":"traceutil/trace.go:171","msg":"trace[1196781628] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:23208; }","duration":"1.075069098s","start":"2026-03-04T02:11:24.99794Z","end":"2026-03-04T02:11:26.073009Z","steps":["trace[1196781628] 'agreement among raft nodes before linearized reading' (duration: 1.074908854s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:26.073034Z","caller":"traceutil/trace.go:171","msg":"trace[1753918816] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23208; }","duration":"1.07511778s","start":"2026-03-04T02:11:24.997903Z","end":"2026-03-04T02:11:26.073021Z","steps":["trace[1753918816] 'agreement among raft nodes before linearized reading' (duration: 1.075026007s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.073057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.997934Z","time spent":"1.075117009s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5141,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"warn","ts":"2026-03-04T02:11:26.073068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.997897Z","time spent":"1.075164691s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-03-04T02:11:26.07296Z","caller":"traceutil/trace.go:171","msg":"trace[484490266] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"1.363733565s","start":"2026-03-04T02:11:24.708775Z","end":"2026-03-04T02:11:26.072508Z","steps":["trace[484490266] 'process raft request' (duration: 1.363033767s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.073211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.411604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:11:26.07326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.471352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:26.073388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076238498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-04T02:11:26.073343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.176755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:26.073441Z","caller":"traceutil/trace.go:171","msg":"trace[979972190] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23208; }","duration":"1.076318701s","start":"2026-03-04T02:11:24.997101Z","end":"2026-03-04T02:11:26.073419Z","steps":["trace[979972190] 'agreement among raft nodes before linearized reading' (duration: 1.076091495s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.073454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076404223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-04T02:11:26.073473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077322897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"info","ts":"2026-03-04T02:11:26.073487Z","caller":"traceutil/trace.go:171","msg":"trace[1963594033] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23208; }","duration":"503.318379ms","start":"2026-03-04T02:11:25.570146Z","end":"2026-03-04T02:11:26.073465Z","steps":["trace[1963594033] 'agreement among raft nodes before linearized reading' (duration: 503.147695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:26.073531Z","caller":"traceutil/trace.go:171","msg":"trace[1966278507] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23208; }","duration":"1.077402438s","start":"2026-03-04T02:11:24.996111Z","end":"2026-03-04T02:11:26.073514Z","steps":["trace[1966278507] 'agreement among raft nodes before linearized reading' (duration: 1.077195173s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.073544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.570075Z","time spent":"503.454703ms","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:26.073574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075934741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:5229"} {"level":"warn","ts":"2026-03-04T02:11:26.073588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075385966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"warn","ts":"2026-03-04T02:11:26.073599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076592467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-04T02:11:26.073616Z","caller":"traceutil/trace.go:171","msg":"trace[330022645] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:23208; }","duration":"1.076050614s","start":"2026-03-04T02:11:24.997557Z","end":"2026-03-04T02:11:26.073607Z","steps":["trace[330022645] 'agreement among raft nodes before linearized reading' (duration: 1.075946111s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:26.07362Z","caller":"traceutil/trace.go:171","msg":"trace[1607652235] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23208; }","duration":"1.075430207s","start":"2026-03-04T02:11:24.99818Z","end":"2026-03-04T02:11:26.07361Z","steps":["trace[1607652235] 'agreement among raft nodes before linearized reading' (duration: 1.075328904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.07365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.99754Z","time spent":"1.076104375s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5251,"request content":"key:\"/registry/deployments/openstack/neutron-coredns\" "} {"level":"info","ts":"2026-03-04T02:11:26.073652Z","caller":"traceutil/trace.go:171","msg":"trace[276734846] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23208; }","duration":"1.07668369s","start":"2026-03-04T02:11:24.99695Z","end":"2026-03-04T02:11:26.073634Z","steps":["trace[276734846] 'agreement among raft nodes before linearized reading' (duration: 1.076542016s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.073673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076657909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6129"} {"level":"warn","ts":"2026-03-04T02:11:26.073602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.708766Z","time spent":"1.364485705s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:26.073693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.996927Z","time spent":"1.076758382s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-04T02:11:26.073707Z","caller":"traceutil/trace.go:171","msg":"trace[734549425] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23208; }","duration":"1.076709981s","start":"2026-03-04T02:11:24.996987Z","end":"2026-03-04T02:11:26.073697Z","steps":["trace[734549425] 'agreement among raft nodes before linearized reading' (duration: 1.076615579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.073265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076179627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-03-04T02:11:26.073741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.996971Z","time spent":"1.076764242s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6151,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-03-04T02:11:26.073655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.998171Z","time spent":"1.075477709s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3262,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-04T02:11:26.073787Z","caller":"traceutil/trace.go:171","msg":"trace[1244916088] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23208; }","duration":"1.076707411s","start":"2026-03-04T02:11:24.997061Z","end":"2026-03-04T02:11:26.073769Z","steps":["trace[1244916088] 'agreement among raft nodes before linearized reading' (duration: 1.076131976s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.073719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.071496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:26.073851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.997055Z","time spent":"1.076777213s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-04T02:11:26.074066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076083995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"warn","ts":"2026-03-04T02:11:26.074074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076486405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:7015"} {"level":"info","ts":"2026-03-04T02:11:26.074097Z","caller":"traceutil/trace.go:171","msg":"trace[184600839] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:23208; }","duration":"1.076117675s","start":"2026-03-04T02:11:24.997969Z","end":"2026-03-04T02:11:26.074087Z","steps":["trace[184600839] 'agreement among raft nodes before linearized reading' (duration: 1.075871039s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.073481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.997092Z","time spent":"1.076382772s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-04T02:11:26.074138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.997964Z","time spent":"1.076167797s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4155,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-04T02:11:26.073576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.996087Z","time spent":"1.077480561s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-04T02:11:26.074124Z","caller":"traceutil/trace.go:171","msg":"trace[665289432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23208; }","duration":"108.563719ms","start":"2026-03-04T02:11:25.965529Z","end":"2026-03-04T02:11:26.074093Z","steps":["trace[665289432] 'agreement among raft nodes before linearized reading' (duration: 107.995514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.074125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.086092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:26.074311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076770872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-03-04T02:11:26.074353Z","caller":"traceutil/trace.go:171","msg":"trace[179100741] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23208; }","duration":"1.076820734s","start":"2026-03-04T02:11:24.997521Z","end":"2026-03-04T02:11:26.074342Z","steps":["trace[179100741] 'agreement among raft nodes before linearized reading' (duration: 1.07667947s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.074353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076828584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14909"} {"level":"warn","ts":"2026-03-04T02:11:26.073562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.321045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-04T02:11:26.074181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076620339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"info","ts":"2026-03-04T02:11:26.074458Z","caller":"traceutil/trace.go:171","msg":"trace[59793733] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:23208; }","duration":"1.076900526s","start":"2026-03-04T02:11:24.997545Z","end":"2026-03-04T02:11:26.074446Z","steps":["trace[59793733] 'agreement among raft nodes before linearized reading' (duration: 1.076578347s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:26.074479Z","caller":"traceutil/trace.go:171","msg":"trace[1861288943] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd; range_end:; response_count:1; response_revision:23208; }","duration":"365.29919ms","start":"2026-03-04T02:11:25.709133Z","end":"2026-03-04T02:11:26.074433Z","steps":["trace[1861288943] 'agreement among raft nodes before linearized reading' (duration: 364.062748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.074104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076788123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:10041"} {"level":"info","ts":"2026-03-04T02:11:26.074589Z","caller":"traceutil/trace.go:171","msg":"trace[856074270] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:23208; }","duration":"1.077281035s","start":"2026-03-04T02:11:24.997296Z","end":"2026-03-04T02:11:26.074577Z","steps":["trace[856074270] 'agreement among raft nodes before linearized reading' (duration: 1.076552886s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.074568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.709058Z","time spent":"365.493105ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" "} {"level":"warn","ts":"2026-03-04T02:11:26.074653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.997286Z","time spent":"1.077352548s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10063,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"info","ts":"2026-03-04T02:11:26.073418Z","caller":"traceutil/trace.go:171","msg":"trace[1437149580] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23208; }","duration":"594.618226ms","start":"2026-03-04T02:11:25.478773Z","end":"2026-03-04T02:11:26.073391Z","steps":["trace[1437149580] 'agreement among raft nodes before linearized reading' (duration: 594.446332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.074776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.478708Z","time spent":"596.054734ms","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:26.073489Z","caller":"traceutil/trace.go:171","msg":"trace[1245851872] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23208; }","duration":"1.076451083s","start":"2026-03-04T02:11:24.997027Z","end":"2026-03-04T02:11:26.073478Z","steps":["trace[1245851872] 'agreement among raft nodes before linearized reading' (duration: 1.076339921s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.074864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.997018Z","time spent":"1.07783036s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-04T02:11:26.074504Z","caller":"traceutil/trace.go:171","msg":"trace[1380589493] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23208; }","duration":"249.618966ms","start":"2026-03-04T02:11:25.824687Z","end":"2026-03-04T02:11:26.074306Z","steps":["trace[1380589493] 'agreement among raft nodes before linearized reading' (duration: 248.671361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:26.073267Z","caller":"traceutil/trace.go:171","msg":"trace[1305916774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23208; }","duration":"562.503816ms","start":"2026-03-04T02:11:25.510745Z","end":"2026-03-04T02:11:26.073249Z","steps":["trace[1305916774] 'agreement among raft nodes before linearized reading' (duration: 562.299541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.075041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.510722Z","time spent":"564.308844ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:26.073738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075564331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7928"} {"level":"info","ts":"2026-03-04T02:11:26.075214Z","caller":"traceutil/trace.go:171","msg":"trace[1427347725] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:23208; }","duration":"1.077045549s","start":"2026-03-04T02:11:24.998157Z","end":"2026-03-04T02:11:26.075203Z","steps":["trace[1427347725] 'agreement among raft nodes before linearized reading' (duration: 1.07551923s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.075252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.99815Z","time spent":"1.077093531s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7950,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-03-04T02:11:26.07382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075782886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3559"} {"level":"info","ts":"2026-03-04T02:11:26.074107Z","caller":"traceutil/trace.go:171","msg":"trace[1809694427] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:23208; }","duration":"1.076525706s","start":"2026-03-04T02:11:24.997572Z","end":"2026-03-04T02:11:26.074097Z","steps":["trace[1809694427] 'agreement among raft nodes before linearized reading' (duration: 1.076260269s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.075916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.997568Z","time spent":"1.078250001s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7037,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-03-04T02:11:26.073262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.922223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:26.076133Z","caller":"traceutil/trace.go:171","msg":"trace[1556639575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23208; }","duration":"177.821289ms","start":"2026-03-04T02:11:25.898273Z","end":"2026-03-04T02:11:26.076094Z","steps":["trace[1556639575] 'agreement among raft nodes before linearized reading' (duration: 174.913943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.07334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07628021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-03-04T02:11:26.076243Z","caller":"traceutil/trace.go:171","msg":"trace[1868661967] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23208; }","duration":"1.079214026s","start":"2026-03-04T02:11:24.996999Z","end":"2026-03-04T02:11:26.076213Z","steps":["trace[1868661967] 'agreement among raft nodes before linearized reading' (duration: 1.07628992s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.073483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012011459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:26.076328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.996965Z","time spent":"1.079343279s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-03-04T02:11:26.07636Z","caller":"traceutil/trace.go:171","msg":"trace[277044318] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23208; }","duration":"1.014936485s","start":"2026-03-04T02:11:25.061409Z","end":"2026-03-04T02:11:26.076345Z","steps":["trace[277044318] 'agreement among raft nodes before linearized reading' (duration: 1.01203874s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.074388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.997515Z","time spent":"1.076866135s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5037,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-04T02:11:26.074509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.997538Z","time spent":"1.076958967s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5468,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-04T02:11:26.076443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.061357Z","time spent":"1.015070019s","remote":"127.0.0.1:50682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:26.074395Z","caller":"traceutil/trace.go:171","msg":"trace[517137863] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:23208; }","duration":"1.076911346s","start":"2026-03-04T02:11:24.997474Z","end":"2026-03-04T02:11:26.074385Z","steps":["trace[517137863] 'agreement among raft nodes before linearized reading' (duration: 1.076799513s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.077131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.997453Z","time spent":"1.079662947s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":14931,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"info","ts":"2026-03-04T02:11:26.079929Z","caller":"traceutil/trace.go:171","msg":"trace[96865471] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:23208; }","duration":"1.077396268s","start":"2026-03-04T02:11:24.99799Z","end":"2026-03-04T02:11:26.075386Z","steps":["trace[96865471] 'agreement among raft nodes before linearized reading' (duration: 1.075767586s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.080022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.99797Z","time spent":"1.08202556s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3581,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-03-04T02:11:26.813637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.21894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7281"} {"level":"info","ts":"2026-03-04T02:11:26.813693Z","caller":"traceutil/trace.go:171","msg":"trace[1201806619] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:23208; }","duration":"585.323453ms","start":"2026-03-04T02:11:26.228358Z","end":"2026-03-04T02:11:26.813681Z","steps":["trace[1201806619] 'range keys from in-memory index tree' (duration: 585.094397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.813721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.228343Z","time spent":"585.370464ms","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7303,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:26.813881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.2139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:26.813903Z","caller":"traceutil/trace.go:171","msg":"trace[1608314775] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23208; }","duration":"611.251471ms","start":"2026-03-04T02:11:26.202645Z","end":"2026-03-04T02:11:26.813896Z","steps":["trace[1608314775] 'count revisions from in-memory index tree' (duration: 611.158018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.813924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.202638Z","time spent":"611.280642ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:26.81414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.287387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9086"} {"level":"info","ts":"2026-03-04T02:11:26.814223Z","caller":"traceutil/trace.go:171","msg":"trace[62644019] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:23208; }","duration":"610.386809ms","start":"2026-03-04T02:11:26.203818Z","end":"2026-03-04T02:11:26.814205Z","steps":["trace[62644019] 'range keys from in-memory index tree' (duration: 610.103142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.814271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.203753Z","time spent":"610.509132ms","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9108,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-04T02:11:26.814273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.406148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:11:26.814218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.92087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7282"} {"level":"info","ts":"2026-03-04T02:11:26.814384Z","caller":"traceutil/trace.go:171","msg":"trace[1472295024] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:23208; }","duration":"635.141696ms","start":"2026-03-04T02:11:26.179224Z","end":"2026-03-04T02:11:26.814365Z","steps":["trace[1472295024] 'range keys from in-memory index tree' (duration: 633.710419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:26.814391Z","caller":"traceutil/trace.go:171","msg":"trace[1400210327] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"574.684065ms","start":"2026-03-04T02:11:26.239677Z","end":"2026-03-04T02:11:26.814361Z","steps":["trace[1400210327] 'process raft request' (duration: 148.052471ms)","trace[1400210327] 'compare' (duration: 425.902875ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:26.814492Z","caller":"traceutil/trace.go:171","msg":"trace[1543296565] linearizableReadLoop","detail":"{readStateIndex:24025; appliedIndex:24024; }","duration":"560.754571ms","start":"2026-03-04T02:11:26.253728Z","end":"2026-03-04T02:11:26.814482Z","steps":["trace[1543296565] 'read index received' (duration: 134.060295ms)","trace[1543296565] 'applied index is now lower than readState.Index' (duration: 426.693376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:26.814597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.179203Z","time spent":"635.221208ms","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7304,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-03-04T02:11:26.814643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.239655Z","time spent":"574.84434ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:26.814686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.954866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-03-04T02:11:26.814722Z","caller":"traceutil/trace.go:171","msg":"trace[962474234] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; response_count:1; response_revision:23210; }","duration":"561.033918ms","start":"2026-03-04T02:11:26.253677Z","end":"2026-03-04T02:11:26.814711Z","steps":["trace[962474234] 'agreement among raft nodes before linearized reading' (duration: 560.922625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.814765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.253669Z","time spent":"561.0874ms","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3128,"request content":"key:\"/registry/deployments/orc-system/orc-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:11:26.814455Z","caller":"traceutil/trace.go:171","msg":"trace[1457009905] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"409.764393ms","start":"2026-03-04T02:11:26.404674Z","end":"2026-03-04T02:11:26.814438Z","steps":["trace[1457009905] 'process raft request' (duration: 409.703002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.814872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.404648Z","time spent":"410.180274ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.314618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:27.814811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:28.315623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:28.816166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:28.963378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:28.963475Z","caller":"traceutil/trace.go:171","msg":"trace[264140913] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000206625s","start":"2026-03-04T02:11:26.963245Z","end":"2026-03-04T02:11:28.963452Z","steps":["trace[264140913] 'agreement among raft nodes before linearized reading' (duration: 2.000087951s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.963544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.963221Z","time spent":"2.000309028s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:29.316769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:29.388234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.633945194s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:29.393054Z","caller":"traceutil/trace.go:171","msg":"trace[947907773] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"2.682533844s","start":"2026-03-04T02:11:26.710506Z","end":"2026-03-04T02:11:29.39304Z","steps":["trace[947907773] 'process raft request' (duration: 2.682495813s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.393136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.710464Z","time spent":"2.682625146s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:29.393107Z","caller":"traceutil/trace.go:171","msg":"trace[1825713728] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"2.682511523s","start":"2026-03-04T02:11:26.710575Z","end":"2026-03-04T02:11:29.393086Z","steps":["trace[1825713728] 'process raft request' (duration: 2.682446032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.393219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.710545Z","time spent":"2.682622146s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:29.393261Z","caller":"traceutil/trace.go:171","msg":"trace[1250877579] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"2.683013627s","start":"2026-03-04T02:11:26.710243Z","end":"2026-03-04T02:11:29.393257Z","steps":["trace[1250877579] 'process raft request' (duration: 2.682690388s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.39329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.710218Z","time spent":"2.683055138s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:29.393326Z","caller":"traceutil/trace.go:171","msg":"trace[525506362] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"2.682965786s","start":"2026-03-04T02:11:26.710356Z","end":"2026-03-04T02:11:29.393322Z","steps":["trace[525506362] 'process raft request' (duration: 2.682626787s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.39335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.710345Z","time spent":"2.682992716s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:29.393245Z","caller":"traceutil/trace.go:171","msg":"trace[645055493] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"2.684199048s","start":"2026-03-04T02:11:26.709041Z","end":"2026-03-04T02:11:29.39324Z","steps":["trace[645055493] 'process raft request' (duration: 2.683672445s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.393418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.709024Z","time spent":"2.684380143s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:29.397348Z","caller":"traceutil/trace.go:171","msg":"trace[1815618429] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"2.683785377s","start":"2026-03-04T02:11:26.709022Z","end":"2026-03-04T02:11:29.392807Z","steps":["trace[1815618429] 'process raft request' (duration: 2.679578057s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.397513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.709Z","time spent":"2.688436389s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:30.580864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109156989s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:30.629868Z","caller":"traceutil/trace.go:171","msg":"trace[1320012937] linearizableReadLoop","detail":"{readStateIndex:24033; appliedIndex:24026; }","duration":"3.815290351s","start":"2026-03-04T02:11:26.814523Z","end":"2026-03-04T02:11:30.629813Z","steps":["trace[1320012937] 'read index received' (duration: 2.573996567s)","trace[1320012937] 'applied index is now lower than readState.Index' (duration: 1.241291354s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:30.630178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.151060829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1167"} {"level":"warn","ts":"2026-03-04T02:11:30.630179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00153771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-04T02:11:30.630244Z","caller":"traceutil/trace.go:171","msg":"trace[216102311] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:23217; }","duration":"4.001629303s","start":"2026-03-04T02:11:26.628601Z","end":"2026-03-04T02:11:30.630231Z","steps":["trace[216102311] 'agreement among raft nodes before linearized reading' (duration: 4.001457628s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.630248Z","caller":"traceutil/trace.go:171","msg":"trace[1229129049] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"2.529669698s","start":"2026-03-04T02:11:28.100555Z","end":"2026-03-04T02:11:30.630225Z","steps":["trace[1229129049] 'process raft request' (duration: 2.480567354s)","trace[1229129049] 'compare' (duration: 47.747498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:30.630336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097836547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-03-04T02:11:30.630356Z","caller":"traceutil/trace.go:171","msg":"trace[710484698] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:23217; }","duration":"4.09790841s","start":"2026-03-04T02:11:26.532442Z","end":"2026-03-04T02:11:30.63035Z","steps":["trace[710484698] 'agreement among raft nodes before linearized reading' (duration: 4.097850638s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.630373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.532417Z","time spent":"4.09795208s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1270,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"warn","ts":"2026-03-04T02:11:30.630365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.100534Z","time spent":"2.529772161s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:30.630384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.076300075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1605"} {"level":"warn","ts":"2026-03-04T02:11:30.630432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.301681407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-03-04T02:11:30.630479Z","caller":"traceutil/trace.go:171","msg":"trace[1835714281] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:23217; }","duration":"4.076424379s","start":"2026-03-04T02:11:26.554027Z","end":"2026-03-04T02:11:30.630451Z","steps":["trace[1835714281] 'agreement among raft nodes before linearized reading' (duration: 4.076160922s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.630529Z","caller":"traceutil/trace.go:171","msg":"trace[1645075705] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:23217; }","duration":"4.30180529s","start":"2026-03-04T02:11:26.328678Z","end":"2026-03-04T02:11:30.630483Z","steps":["trace[1645075705] 'agreement among raft nodes before linearized reading' (duration: 4.301620766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.630518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954621764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418486"} {"level":"warn","ts":"2026-03-04T02:11:30.630553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.126413135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-03-04T02:11:30.630525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.88030462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:11:30.630613Z","caller":"traceutil/trace.go:171","msg":"trace[1330528817] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23217; }","duration":"4.126485947s","start":"2026-03-04T02:11:26.504084Z","end":"2026-03-04T02:11:30.63057Z","steps":["trace[1330528817] 'agreement among raft nodes before linearized reading' (duration: 4.126424075s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.63062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.026192685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/octavia-api\" ","response":"range_response_count:1 size:928"} {"level":"info","ts":"2026-03-04T02:11:30.630621Z","caller":"traceutil/trace.go:171","msg":"trace[542848254] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:23217; }","duration":"4.151160182s","start":"2026-03-04T02:11:26.479065Z","end":"2026-03-04T02:11:30.630225Z","steps":["trace[542848254] 'agreement among raft nodes before linearized reading' (duration: 4.150989577s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.630646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.504047Z","time spent":"4.126590629s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-04T02:11:30.63065Z","caller":"traceutil/trace.go:171","msg":"trace[984993326] range","detail":"{range_begin:/registry/services/specs/openstack/octavia-api; range_end:; response_count:1; response_revision:23217; }","duration":"4.026244726s","start":"2026-03-04T02:11:26.604397Z","end":"2026-03-04T02:11:30.630641Z","steps":["trace[984993326] 'agreement among raft nodes before linearized reading' (duration: 4.026162033s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.630646Z","caller":"traceutil/trace.go:171","msg":"trace[1301781996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23217; }","duration":"3.880454714s","start":"2026-03-04T02:11:26.750165Z","end":"2026-03-04T02:11:30.630619Z","steps":["trace[1301781996] 'agreement among raft nodes before linearized reading' (duration: 3.880119155s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.63069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.604355Z","time spent":"4.026329249s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":950,"request content":"key:\"/registry/services/specs/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-04T02:11:30.630708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.750159Z","time spent":"3.880537376s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:30.630534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.554015Z","time spent":"4.07651033s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1627,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-03-04T02:11:30.630779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.352074915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-04T02:11:30.630779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25245762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7257"} {"level":"info","ts":"2026-03-04T02:11:30.630807Z","caller":"traceutil/trace.go:171","msg":"trace[947630644] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23217; }","duration":"4.352134737s","start":"2026-03-04T02:11:26.278665Z","end":"2026-03-04T02:11:30.6308Z","steps":["trace[947630644] 'agreement among raft nodes before linearized reading' (duration: 4.352057605s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.630818Z","caller":"traceutil/trace.go:171","msg":"trace[460071420] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:23217; }","duration":"4.252534673s","start":"2026-03-04T02:11:26.378272Z","end":"2026-03-04T02:11:30.630807Z","steps":["trace[460071420] 'agreement among raft nodes before linearized reading' (duration: 4.252343368s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.630837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.052010439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1370"} {"level":"warn","ts":"2026-03-04T02:11:30.630863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.307208672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:30.630868Z","caller":"traceutil/trace.go:171","msg":"trace[1552554471] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:23217; }","duration":"4.052086271s","start":"2026-03-04T02:11:26.578773Z","end":"2026-03-04T02:11:30.630859Z","steps":["trace[1552554471] 'agreement among raft nodes before linearized reading' (duration: 4.05202517s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.630889Z","caller":"traceutil/trace.go:171","msg":"trace[1544679145] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23217; }","duration":"4.307273184s","start":"2026-03-04T02:11:26.32361Z","end":"2026-03-04T02:11:30.630883Z","steps":["trace[1544679145] 'agreement among raft nodes before linearized reading' (duration: 4.307233593s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.630871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.277782273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"warn","ts":"2026-03-04T02:11:30.630909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.323588Z","time spent":"4.307315644s","remote":"127.0.0.1:37268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:30.630587Z","caller":"traceutil/trace.go:171","msg":"trace[1577329357] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23217; }","duration":"3.954719086s","start":"2026-03-04T02:11:26.67585Z","end":"2026-03-04T02:11:30.630569Z","steps":["trace[1577329357] 'agreement among raft nodes before linearized reading' (duration: 3.954392007s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.63059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976798613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1456"} {"level":"info","ts":"2026-03-04T02:11:30.630945Z","caller":"traceutil/trace.go:171","msg":"trace[913405931] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:23217; }","duration":"4.277885005s","start":"2026-03-04T02:11:26.353044Z","end":"2026-03-04T02:11:30.630929Z","steps":["trace[913405931] 'agreement among raft nodes before linearized reading' (duration: 4.27767397s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.630975Z","caller":"traceutil/trace.go:171","msg":"trace[89637355] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23217; }","duration":"3.977191523s","start":"2026-03-04T02:11:26.653775Z","end":"2026-03-04T02:11:30.630966Z","steps":["trace[89637355] 'agreement among raft nodes before linearized reading' (duration: 3.976747001s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.630984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549581098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:11:30.630996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.202779002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"warn","ts":"2026-03-04T02:11:30.630657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.479047Z","time spent":"4.151603724s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1189,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-03-04T02:11:30.631055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.871216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:30.631064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.326464815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-03-04T02:11:30.63107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824742259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T02:11:30.631068Z","caller":"traceutil/trace.go:171","msg":"trace[174307507] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:23217; }","duration":"4.202892745s","start":"2026-03-04T02:11:26.428153Z","end":"2026-03-04T02:11:30.631045Z","steps":["trace[174307507] 'agreement among raft nodes before linearized reading' (duration: 4.202767742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.63083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.278645Z","time spent":"4.352179127s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:11:30.631094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546992916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-04T02:11:30.631111Z","caller":"traceutil/trace.go:171","msg":"trace[1565992032] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23217; }","duration":"1.824825971s","start":"2026-03-04T02:11:28.806275Z","end":"2026-03-04T02:11:30.631101Z","steps":["trace[1565992032] 'agreement among raft nodes before linearized reading' (duration: 1.824721948s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.631123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075047347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-04T02:11:30.631128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.428125Z","time spent":"4.202993477s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1509,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:30.631146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.097835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:30.631162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.806245Z","time spent":"1.824896343s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T02:11:30.630863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.225421753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9751"} {"level":"warn","ts":"2026-03-04T02:11:30.630585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.32866Z","time spent":"4.301913574s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4517,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-03-04T02:11:30.631194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173221774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:30.631195Z","caller":"traceutil/trace.go:171","msg":"trace[1982642002] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23217; }","duration":"386.162956ms","start":"2026-03-04T02:11:30.245006Z","end":"2026-03-04T02:11:30.631169Z","steps":["trace[1982642002] 'agreement among raft nodes before linearized reading' (duration: 386.102105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.631204Z","caller":"traceutil/trace.go:171","msg":"trace[639634899] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:23217; }","duration":"4.225796773s","start":"2026-03-04T02:11:26.405401Z","end":"2026-03-04T02:11:30.631198Z","steps":["trace[639634899] 'agreement among raft nodes before linearized reading' (duration: 4.225173117s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.631216Z","caller":"traceutil/trace.go:171","msg":"trace[44215631] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23217; }","duration":"3.173267864s","start":"2026-03-04T02:11:27.45794Z","end":"2026-03-04T02:11:30.631208Z","steps":["trace[44215631] 'agreement among raft nodes before linearized reading' (duration: 3.173228483s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.631221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.244986Z","time spent":"386.229958ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:30.631223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813194606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-04T02:11:30.631234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.405299Z","time spent":"4.225928117s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9773,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-03-04T02:11:30.631238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.457928Z","time spent":"3.173305016s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:30.631255Z","caller":"traceutil/trace.go:171","msg":"trace[1278292693] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23217; }","duration":"3.813223936s","start":"2026-03-04T02:11:26.818022Z","end":"2026-03-04T02:11:30.631246Z","steps":["trace[1278292693] 'agreement among raft nodes before linearized reading' (duration: 3.813144784s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.631256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81300072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"range_response_count:1 size:925"} {"level":"warn","ts":"2026-03-04T02:11:30.631286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.817957Z","time spent":"3.813322609s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-04T02:11:30.631063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766378126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:30.631325Z","caller":"traceutil/trace.go:171","msg":"trace[2105694849] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23217; }","duration":"2.766679134s","start":"2026-03-04T02:11:27.864637Z","end":"2026-03-04T02:11:30.631316Z","steps":["trace[2105694849] 'agreement among raft nodes before linearized reading' (duration: 2.766408237s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.631323Z","caller":"traceutil/trace.go:171","msg":"trace[663782546] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; response_count:1; response_revision:23217; }","duration":"3.813078543s","start":"2026-03-04T02:11:26.818226Z","end":"2026-03-04T02:11:30.631304Z","steps":["trace[663782546] 'agreement among raft nodes before linearized reading' (duration: 3.812932579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.631345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.56097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:30.631354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.864615Z","time spent":"2.766732536s","remote":"127.0.0.1:47124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:30.631012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667584209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:30.631367Z","caller":"traceutil/trace.go:171","msg":"trace[1222452611] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23217; }","duration":"720.6118ms","start":"2026-03-04T02:11:29.910749Z","end":"2026-03-04T02:11:30.631361Z","steps":["trace[1222452611] 'agreement among raft nodes before linearized reading' (duration: 720.573939ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.631378Z","caller":"traceutil/trace.go:171","msg":"trace[340726798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23217; }","duration":"1.667969s","start":"2026-03-04T02:11:28.963403Z","end":"2026-03-04T02:11:30.631372Z","steps":["trace[340726798] 'agreement among raft nodes before linearized reading' (duration: 1.66758599s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.631361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.818215Z","time spent":"3.813138084s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":947,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} {"level":"warn","ts":"2026-03-04T02:11:30.631394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.96339Z","time spent":"1.66799999s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:30.631424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548940882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:11:30.630896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812896828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1352"} {"level":"warn","ts":"2026-03-04T02:11:30.631459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479560534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:30.631143Z","caller":"traceutil/trace.go:171","msg":"trace[1688951156] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd; range_end:; response_count:1; response_revision:23217; }","duration":"3.547083708s","start":"2026-03-04T02:11:27.084042Z","end":"2026-03-04T02:11:30.631126Z","steps":["trace[1688951156] 'agreement among raft nodes before linearized reading' (duration: 3.546996426s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.631461Z","caller":"traceutil/trace.go:171","msg":"trace[1007408645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23217; }","duration":"2.549020084s","start":"2026-03-04T02:11:28.082432Z","end":"2026-03-04T02:11:30.631452Z","steps":["trace[1007408645] 'agreement among raft nodes before linearized reading' (duration: 2.548937312s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.631471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211825943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:30.630859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.378252Z","time spent":"4.252600094s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7279,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"info","ts":"2026-03-04T02:11:30.631017Z","caller":"traceutil/trace.go:171","msg":"trace[1236470746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23217; }","duration":"2.549680731s","start":"2026-03-04T02:11:28.081327Z","end":"2026-03-04T02:11:30.631008Z","steps":["trace[1236470746] 'agreement among raft nodes before linearized reading' (duration: 2.549593699s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.631517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549051424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:11:30.63097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548626913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:11:30.631542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896479254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:30.631573Z","caller":"traceutil/trace.go:171","msg":"trace[1051833624] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23217; }","duration":"1.896542516s","start":"2026-03-04T02:11:28.735021Z","end":"2026-03-04T02:11:30.631564Z","steps":["trace[1051833624] 'agreement among raft nodes before linearized reading' (duration: 1.896494484s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.630979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.353033Z","time spent":"4.277940126s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4408,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-04T02:11:30.631612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.735004Z","time spent":"1.896601377s","remote":"127.0.0.1:43870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:30.630278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.628587Z","time spent":"4.001685254s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1278,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-03-04T02:11:30.631394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.910735Z","time spent":"720.652182ms","remote":"127.0.0.1:43946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:30.631491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.084016Z","time spent":"3.547468359s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" "} {"level":"warn","ts":"2026-03-04T02:11:30.63161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813278218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1681"} {"level":"warn","ts":"2026-03-04T02:11:30.631027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.475480026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:30.631757Z","caller":"traceutil/trace.go:171","msg":"trace[1838370425] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23217; }","duration":"3.476263527s","start":"2026-03-04T02:11:27.155486Z","end":"2026-03-04T02:11:30.631749Z","steps":["trace[1838370425] 'agreement among raft nodes before linearized reading' (duration: 3.475515947s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.631573Z","caller":"traceutil/trace.go:171","msg":"trace[2124070151] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23217; }","duration":"2.549141206s","start":"2026-03-04T02:11:28.082413Z","end":"2026-03-04T02:11:30.631554Z","steps":["trace[2124070151] 'agreement among raft nodes before linearized reading' (duration: 2.549025133s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.631777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.807097376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-rljhj\" ","response":"range_response_count:1 size:5931"} {"level":"info","ts":"2026-03-04T02:11:30.631488Z","caller":"traceutil/trace.go:171","msg":"trace[700875647] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:23217; }","duration":"3.813505774s","start":"2026-03-04T02:11:26.817967Z","end":"2026-03-04T02:11:30.631473Z","steps":["trace[700875647] 'agreement among raft nodes before linearized reading' (duration: 3.812861167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.631817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.082389Z","time spent":"2.549416564s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:11:30.63109Z","caller":"traceutil/trace.go:171","msg":"trace[943573704] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23217; }","duration":"4.326545437s","start":"2026-03-04T02:11:26.304537Z","end":"2026-03-04T02:11:30.631083Z","steps":["trace[943573704] 'agreement among raft nodes before linearized reading' (duration: 4.326475495s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.631497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.082417Z","time spent":"2.549073075s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:11:30.631762Z","caller":"traceutil/trace.go:171","msg":"trace[802928247] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:23217; }","duration":"3.813456783s","start":"2026-03-04T02:11:26.818257Z","end":"2026-03-04T02:11:30.631714Z","steps":["trace[802928247] 'agreement among raft nodes before linearized reading' (duration: 3.812827376s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.631831Z","caller":"traceutil/trace.go:171","msg":"trace[1465936364] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-rljhj; range_end:; response_count:1; response_revision:23217; }","duration":"3.807165078s","start":"2026-03-04T02:11:26.824655Z","end":"2026-03-04T02:11:30.63182Z","steps":["trace[1465936364] 'agreement among raft nodes before linearized reading' (duration: 3.807036255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.631937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.824648Z","time spent":"3.807280721s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5953,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-rljhj\" "} {"level":"warn","ts":"2026-03-04T02:11:30.631545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.081305Z","time spent":"2.550234585s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:30.63143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.195931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:30.631974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.818246Z","time spent":"3.813717049s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1703,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-04T02:11:30.63153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.43279345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:30.632067Z","caller":"traceutil/trace.go:171","msg":"trace[2122375580] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23217; }","duration":"839.859899ms","start":"2026-03-04T02:11:29.792195Z","end":"2026-03-04T02:11:30.632055Z","steps":["trace[2122375580] 'agreement among raft nodes before linearized reading' (duration: 839.212772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.632113Z","caller":"traceutil/trace.go:171","msg":"trace[980963346] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23217; }","duration":"3.433388895s","start":"2026-03-04T02:11:27.198699Z","end":"2026-03-04T02:11:30.632088Z","steps":["trace[980963346] 'agreement among raft nodes before linearized reading' (duration: 3.43281303s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.631875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549391064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:11:30.632122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.792177Z","time spent":"839.93233ms","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:30.630894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.57875Z","time spent":"4.052138923s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T02:11:30.632144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.198687Z","time spent":"3.433448048s","remote":"127.0.0.1:43750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:30.631526Z","caller":"traceutil/trace.go:171","msg":"trace[1280667681] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23217; }","duration":"1.479579874s","start":"2026-03-04T02:11:29.151893Z","end":"2026-03-04T02:11:30.631473Z","steps":["trace[1280667681] 'agreement among raft nodes before linearized reading' (duration: 1.479551654s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.631576Z","caller":"traceutil/trace.go:171","msg":"trace[25757012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23217; }","duration":"2.54923929s","start":"2026-03-04T02:11:28.082323Z","end":"2026-03-04T02:11:30.631562Z","steps":["trace[25757012] 'agreement among raft nodes before linearized reading' (duration: 2.548561302s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.632276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.151828Z","time spent":"1.480437306s","remote":"127.0.0.1:47146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:30.631788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.155455Z","time spent":"3.476324878s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:30.632305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.082317Z","time spent":"2.549966629s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:11:30.631496Z","caller":"traceutil/trace.go:171","msg":"trace[447023426] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23217; }","duration":"3.211917235s","start":"2026-03-04T02:11:27.419573Z","end":"2026-03-04T02:11:30.63149Z","steps":["trace[447023426] 'agreement among raft nodes before linearized reading' (duration: 3.211826262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.631795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004451147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:30.632468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.419537Z","time spent":"3.212914291s","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:30.632502Z","caller":"traceutil/trace.go:171","msg":"trace[413004091] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23217; }","duration":"2.005190666s","start":"2026-03-04T02:11:28.627302Z","end":"2026-03-04T02:11:30.632492Z","steps":["trace[413004091] 'agreement among raft nodes before linearized reading' (duration: 2.004466047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.63184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.817948Z","time spent":"3.813881764s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1374,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-03-04T02:11:30.632539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.627282Z","time spent":"2.005247128s","remote":"127.0.0.1:50748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:30.631873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.304506Z","time spent":"4.327357609s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3913,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-04T02:11:30.631151Z","caller":"traceutil/trace.go:171","msg":"trace[1090135623] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23217; }","duration":"3.075119359s","start":"2026-03-04T02:11:27.556024Z","end":"2026-03-04T02:11:30.631144Z","steps":["trace[1090135623] 'agreement among raft nodes before linearized reading' (duration: 3.075052157s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.632652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.555983Z","time spent":"3.076654249s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:11:30.631019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.65377Z","time spent":"3.977234394s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T02:11:30.63097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.675826Z","time spent":"3.955130017s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418508,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T02:11:30.632156Z","caller":"traceutil/trace.go:171","msg":"trace[1538199563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23217; }","duration":"2.549711682s","start":"2026-03-04T02:11:28.082433Z","end":"2026-03-04T02:11:30.632145Z","steps":["trace[1538199563] 'agreement among raft nodes before linearized reading' (duration: 2.549382213s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.633169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.082402Z","time spent":"2.55075679s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:11:30.631089Z","caller":"traceutil/trace.go:171","msg":"trace[1234189937] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23217; }","duration":"282.938728ms","start":"2026-03-04T02:11:30.348142Z","end":"2026-03-04T02:11:30.631081Z","steps":["trace[1234189937] 'agreement among raft nodes before linearized reading' (duration: 282.887987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.633449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.179180025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-04T02:11:30.633502Z","caller":"traceutil/trace.go:171","msg":"trace[654944191] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:23217; }","duration":"4.179287907s","start":"2026-03-04T02:11:26.4542Z","end":"2026-03-04T02:11:30.633488Z","steps":["trace[654944191] 'agreement among raft nodes before linearized reading' (duration: 4.175857957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.633545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.45417Z","time spent":"4.179364299s","remote":"127.0.0.1:50646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3738,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:11:32.643879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:32.643969Z","caller":"traceutil/trace.go:171","msg":"trace[1003009100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000127843s","start":"2026-03-04T02:11:30.643821Z","end":"2026-03-04T02:11:32.643948Z","steps":["trace[1003009100] 'agreement among raft nodes before linearized reading' (duration: 2.00001506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.644017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.643816Z","time spent":"2.000192884s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:32.875649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137616698s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:32.875725Z","caller":"traceutil/trace.go:171","msg":"trace[932316909] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"2.23371038s","start":"2026-03-04T02:11:30.641999Z","end":"2026-03-04T02:11:32.87571Z","steps":["trace[932316909] 'process raft request' (duration: 95.9717ms)","trace[932316909] 'compare' (duration: 2.13581662s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:32.875758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.641978Z","time spent":"2.233766491s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:32.904818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.166841171s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:32.905556Z","caller":"traceutil/trace.go:171","msg":"trace[1698112704] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"2.263451548s","start":"2026-03-04T02:11:30.642072Z","end":"2026-03-04T02:11:32.905524Z","steps":["trace[1698112704] 'process raft request' (duration: 2.263193461s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.905701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642065Z","time spent":"2.26356123s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:32.905711Z","caller":"traceutil/trace.go:171","msg":"trace[352494323] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"2.263578921s","start":"2026-03-04T02:11:30.642111Z","end":"2026-03-04T02:11:32.90569Z","steps":["trace[352494323] 'process raft request' (duration: 2.263292834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.905839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642107Z","time spent":"2.263653023s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:32.905955Z","caller":"traceutil/trace.go:171","msg":"trace[886345811] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"2.263801887s","start":"2026-03-04T02:11:30.64214Z","end":"2026-03-04T02:11:32.905942Z","steps":["trace[886345811] 'process raft request' (duration: 2.263490619s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.906062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642136Z","time spent":"2.263851178s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:32.906128Z","caller":"traceutil/trace.go:171","msg":"trace[1123597174] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"2.263913749s","start":"2026-03-04T02:11:30.642207Z","end":"2026-03-04T02:11:32.90612Z","steps":["trace[1123597174] 'process raft request' (duration: 2.263464818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.906178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642201Z","time spent":"2.26395391s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:32.90624Z","caller":"traceutil/trace.go:171","msg":"trace[1693436740] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"2.263999481s","start":"2026-03-04T02:11:30.642234Z","end":"2026-03-04T02:11:32.906233Z","steps":["trace[1693436740] 'process raft request' (duration: 2.263825737s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:32.906242Z","caller":"traceutil/trace.go:171","msg":"trace[387364260] linearizableReadLoop","detail":"{readStateIndex:24039; appliedIndex:24033; }","duration":"2.263770435s","start":"2026-03-04T02:11:30.642462Z","end":"2026-03-04T02:11:32.906232Z","steps":["trace[387364260] 'read index received' (duration: 95.526637ms)","trace[387364260] 'applied index is now lower than readState.Index' (duration: 2.168242768s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:32.906276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642212Z","time spent":"2.264044773s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:32.906394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264033132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"info","ts":"2026-03-04T02:11:32.90642Z","caller":"traceutil/trace.go:171","msg":"trace[624318874] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23224; }","duration":"2.264064093s","start":"2026-03-04T02:11:30.642348Z","end":"2026-03-04T02:11:32.906412Z","steps":["trace[624318874] 'agreement among raft nodes before linearized reading' (duration: 2.263973951s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.906443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642344Z","time spent":"2.264094225s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3262,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-04T02:11:32.906483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264143656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1308"} {"level":"info","ts":"2026-03-04T02:11:32.90652Z","caller":"traceutil/trace.go:171","msg":"trace[572025596] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:23224; }","duration":"2.264184896s","start":"2026-03-04T02:11:30.642324Z","end":"2026-03-04T02:11:32.906509Z","steps":["trace[572025596] 'agreement among raft nodes before linearized reading' (duration: 2.264074784s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.90653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264204657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1313"} {"level":"warn","ts":"2026-03-04T02:11:32.906616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264341201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-04T02:11:32.906642Z","caller":"traceutil/trace.go:171","msg":"trace[1868796475] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23224; }","duration":"2.264376352s","start":"2026-03-04T02:11:30.64226Z","end":"2026-03-04T02:11:32.906636Z","steps":["trace[1868796475] 'agreement among raft nodes before linearized reading' (duration: 2.26430965s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.906664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642255Z","time spent":"2.264404852s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T02:11:32.906697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264388532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-03-04T02:11:32.906743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264421713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:915"} {"level":"warn","ts":"2026-03-04T02:11:32.90677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264522405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"info","ts":"2026-03-04T02:11:32.906771Z","caller":"traceutil/trace.go:171","msg":"trace[1775792376] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:23224; }","duration":"2.264476234s","start":"2026-03-04T02:11:30.642289Z","end":"2026-03-04T02:11:32.906765Z","steps":["trace[1775792376] 'agreement among raft nodes before linearized reading' (duration: 2.264342771s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:32.906793Z","caller":"traceutil/trace.go:171","msg":"trace[550988909] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23224; }","duration":"2.264562177s","start":"2026-03-04T02:11:30.642225Z","end":"2026-03-04T02:11:32.906787Z","steps":["trace[550988909] 'agreement among raft nodes before linearized reading' (duration: 2.264497405s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.906814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642216Z","time spent":"2.264594877s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T02:11:32.906832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642283Z","time spent":"2.264512175s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":937,"request content":"key:\"/registry/services/specs/openstack/heat-api\" "} {"level":"warn","ts":"2026-03-04T02:11:32.906878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264647649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1510"} {"level":"info","ts":"2026-03-04T02:11:32.906898Z","caller":"traceutil/trace.go:171","msg":"trace[296265745] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:23224; }","duration":"2.264679699s","start":"2026-03-04T02:11:30.642213Z","end":"2026-03-04T02:11:32.906893Z","steps":["trace[296265745] 'agreement among raft nodes before linearized reading' (duration: 2.264643069s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.906919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642201Z","time spent":"2.26471404s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1532,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-03-04T02:11:32.906611Z","caller":"traceutil/trace.go:171","msg":"trace[1180898004] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:23224; }","duration":"2.264295589s","start":"2026-03-04T02:11:30.642278Z","end":"2026-03-04T02:11:32.906573Z","steps":["trace[1180898004] 'agreement among raft nodes before linearized reading' (duration: 2.264161666s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.907046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642274Z","time spent":"2.264764211s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"info","ts":"2026-03-04T02:11:32.906731Z","caller":"traceutil/trace.go:171","msg":"trace[670369812] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:23224; }","duration":"2.264427973s","start":"2026-03-04T02:11:30.642295Z","end":"2026-03-04T02:11:32.906723Z","steps":["trace[670369812] 'agreement among raft nodes before linearized reading' (duration: 2.264338891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.907084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642291Z","time spent":"2.264783682s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":925,"request content":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" "} {"level":"warn","ts":"2026-03-04T02:11:32.906556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642321Z","time spent":"2.264219837s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1330,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-04T02:11:32.907202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264768271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1410"} {"level":"warn","ts":"2026-03-04T02:11:32.907217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264878854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"info","ts":"2026-03-04T02:11:32.907249Z","caller":"traceutil/trace.go:171","msg":"trace[1117228666] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:23224; }","duration":"2.264931736s","start":"2026-03-04T02:11:30.64231Z","end":"2026-03-04T02:11:32.907241Z","steps":["trace[1117228666] 'agreement among raft nodes before linearized reading' (duration: 2.264836883s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.907305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264845744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1388"} {"level":"info","ts":"2026-03-04T02:11:32.907328Z","caller":"traceutil/trace.go:171","msg":"trace[1871487140] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23224; }","duration":"2.264877615s","start":"2026-03-04T02:11:30.642445Z","end":"2026-03-04T02:11:32.907323Z","steps":["trace[1871487140] 'agreement among raft nodes before linearized reading' (duration: 2.264819113s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.907352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.64244Z","time spent":"2.264905465s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1410,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-04T02:11:32.907522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26507135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-04T02:11:32.907551Z","caller":"traceutil/trace.go:171","msg":"trace[1487894195] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:23224; }","duration":"2.26510599s","start":"2026-03-04T02:11:30.642438Z","end":"2026-03-04T02:11:32.907544Z","steps":["trace[1487894195] 'agreement among raft nodes before linearized reading' (duration: 2.265034549s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.907574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642433Z","time spent":"2.265137271s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1278,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-03-04T02:11:32.907641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265191303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1494"} {"level":"info","ts":"2026-03-04T02:11:32.907661Z","caller":"traceutil/trace.go:171","msg":"trace[1636972458] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:23224; }","duration":"2.265216343s","start":"2026-03-04T02:11:30.64244Z","end":"2026-03-04T02:11:32.907657Z","steps":["trace[1636972458] 'agreement among raft nodes before linearized reading' (duration: 2.265182263s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.907682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642436Z","time spent":"2.265241054s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1516,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-04T02:11:32.907805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265425159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1963"} {"level":"info","ts":"2026-03-04T02:11:32.907833Z","caller":"traceutil/trace.go:171","msg":"trace[568178984] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23224; }","duration":"2.26547008s","start":"2026-03-04T02:11:30.642356Z","end":"2026-03-04T02:11:32.907826Z","steps":["trace[568178984] 'agreement among raft nodes before linearized reading' (duration: 2.265396618s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.907871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265441629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1313"} {"level":"warn","ts":"2026-03-04T02:11:32.907887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642338Z","time spent":"2.265514382s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1985,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T02:11:32.907896Z","caller":"traceutil/trace.go:171","msg":"trace[1159603476] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:23224; }","duration":"2.265474391s","start":"2026-03-04T02:11:30.642416Z","end":"2026-03-04T02:11:32.90789Z","steps":["trace[1159603476] 'agreement among raft nodes before linearized reading' (duration: 2.265433309s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.907934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.64241Z","time spent":"2.265519592s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"info","ts":"2026-03-04T02:11:32.907227Z","caller":"traceutil/trace.go:171","msg":"trace[616665166] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:23224; }","duration":"2.264800583s","start":"2026-03-04T02:11:30.642419Z","end":"2026-03-04T02:11:32.907219Z","steps":["trace[616665166] 'agreement among raft nodes before linearized reading' (duration: 2.264731571s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.908013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642413Z","time spent":"2.265593314s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1432,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" "} {"level":"warn","ts":"2026-03-04T02:11:32.908039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265614084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-03-04T02:11:32.908065Z","caller":"traceutil/trace.go:171","msg":"trace[261289832] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23224; }","duration":"2.265640885s","start":"2026-03-04T02:11:30.642418Z","end":"2026-03-04T02:11:32.908059Z","steps":["trace[261289832] 'agreement among raft nodes before linearized reading' (duration: 2.265572863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.908083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642404Z","time spent":"2.265675925s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-04T02:11:32.907252Z","caller":"traceutil/trace.go:171","msg":"trace[89273701] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"2.26355516s","start":"2026-03-04T02:11:30.64369Z","end":"2026-03-04T02:11:32.907245Z","steps":["trace[89273701] 'process raft request' (duration: 2.262395049s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.908207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.643678Z","time spent":"2.264499255s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5700,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:32.908928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266464616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1493"} {"level":"info","ts":"2026-03-04T02:11:32.908965Z","caller":"traceutil/trace.go:171","msg":"trace[1012890713] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:23224; }","duration":"2.266653301s","start":"2026-03-04T02:11:30.642302Z","end":"2026-03-04T02:11:32.908955Z","steps":["trace[1012890713] 'agreement among raft nodes before linearized reading' (duration: 2.265807659s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:32.908993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642294Z","time spent":"2.266690702s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1515,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-04T02:11:32.907275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642305Z","time spent":"2.264964917s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1426,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" "} {"level":"warn","ts":"2026-03-04T02:11:33.407282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:33.907482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:34.40799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:34.644634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:34.644722Z","caller":"traceutil/trace.go:171","msg":"trace[849433776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238967s","start":"2026-03-04T02:11:32.644463Z","end":"2026-03-04T02:11:34.644702Z","steps":["trace[849433776] 'agreement among raft nodes before linearized reading' (duration: 2.000123294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:34.644825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.644441Z","time spent":"2.000370211s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:34.909176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:35.409272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:35.639487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.098338ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:35.639704Z","caller":"traceutil/trace.go:171","msg":"trace[1851614314] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23224; }","duration":"175.335944ms","start":"2026-03-04T02:11:35.464336Z","end":"2026-03-04T02:11:35.639672Z","steps":["trace[1851614314] 'range keys from in-memory index tree' (duration: 175.075958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:35.909993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:36.399302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.401463Z","time spent":"4.997831827s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:36.399372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.401482Z","time spent":"4.997889168s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:36.399647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.401296Z","time spent":"4.99834938s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:11:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:36.399716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.40056Z","time spent":"4.999154122s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:11:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:36.403387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.40431Z","time spent":"4.99907336s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:36.410402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:36.458753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.552973102s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:36.460566Z","caller":"traceutil/trace.go:171","msg":"trace[744884744] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"5.443664133s","start":"2026-03-04T02:11:31.016844Z","end":"2026-03-04T02:11:36.460508Z","steps":["trace[744884744] 'process raft request' (duration: 5.442471372s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.46076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.016812Z","time spent":"5.443835998s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418469,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:36.461949Z","caller":"traceutil/trace.go:171","msg":"trace[1178992115] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"4.254139665s","start":"2026-03-04T02:11:32.207789Z","end":"2026-03-04T02:11:36.461928Z","steps":["trace[1178992115] 'process raft request' (duration: 4.254097413s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:36.462003Z","caller":"traceutil/trace.go:171","msg":"trace[1247399226] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"5.060451884s","start":"2026-03-04T02:11:31.401526Z","end":"2026-03-04T02:11:36.461978Z","steps":["trace[1247399226] 'process raft request' (duration: 5.060248118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.462103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.207761Z","time spent":"4.254266838s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:36.462142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.401521Z","time spent":"5.060538376s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:36.462358Z","caller":"traceutil/trace.go:171","msg":"trace[1399338397] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"4.641169402s","start":"2026-03-04T02:11:31.821177Z","end":"2026-03-04T02:11:36.462346Z","steps":["trace[1399338397] 'process raft request' (duration: 4.640674109s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.462424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.821139Z","time spent":"4.641252355s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:36.654239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000698388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:36.654339Z","caller":"traceutil/trace.go:171","msg":"trace[415383719] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000876973s","start":"2026-03-04T02:11:34.653439Z","end":"2026-03-04T02:11:36.654316Z","steps":["trace[415383719] 'agreement among raft nodes before linearized reading' (duration: 2.000719759s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.654394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.65342Z","time spent":"2.000962255s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:37.896027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999924447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:37.896121Z","caller":"traceutil/trace.go:171","msg":"trace[232252542] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096373s","start":"2026-03-04T02:11:35.896004Z","end":"2026-03-04T02:11:37.896101Z","steps":["trace[232252542] 'agreement among raft nodes before linearized reading' (duration: 1.999969699s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:37.896225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:35.89598Z","time spent":"2.000230675s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:38.529406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.93386159s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:38.529799Z","caller":"traceutil/trace.go:171","msg":"trace[379033239] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"5.614123631s","start":"2026-03-04T02:11:32.915651Z","end":"2026-03-04T02:11:38.529775Z","steps":["trace[379033239] 'process raft request' (duration: 5.613917165s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:38.529943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.915618Z","time spent":"5.614253883s","remote":"127.0.0.1:45974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5595,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:38.655227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:38.655328Z","caller":"traceutil/trace.go:171","msg":"trace[881252072] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187634s","start":"2026-03-04T02:11:36.655113Z","end":"2026-03-04T02:11:38.655301Z","steps":["trace[881252072] 'agreement among raft nodes before linearized reading' (duration: 2.000068271s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:38.655395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:36.655095Z","time spent":"2.000286237s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:39.87878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999562142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:39.878884Z","caller":"traceutil/trace.go:171","msg":"trace[1039708139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999717536s","start":"2026-03-04T02:11:34.879145Z","end":"2026-03-04T02:11:39.878863Z","steps":["trace[1039708139] 'agreement among raft nodes before linearized reading' (duration: 4.999585623s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.878939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.87913Z","time spent":"4.999796468s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 02:11:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:39.909821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999778077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:39.909898Z","caller":"traceutil/trace.go:171","msg":"trace[1812394970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99988821s","start":"2026-03-04T02:11:34.909991Z","end":"2026-03-04T02:11:39.909879Z","steps":["trace[1812394970] 'agreement among raft nodes before linearized reading' (duration: 4.999804588s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.909966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.909976Z","time spent":"4.999974113s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 02:11:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:39.911171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999742276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:39.911236Z","caller":"traceutil/trace.go:171","msg":"trace[714413032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999829859s","start":"2026-03-04T02:11:34.911389Z","end":"2026-03-04T02:11:39.911219Z","steps":["trace[714413032] 'agreement among raft nodes before linearized reading' (duration: 4.999759147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.911287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.911379Z","time spent":"4.999895291s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:11:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:40.652152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008420999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:40.652244Z","caller":"traceutil/trace.go:171","msg":"trace[1305674703] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.008535971s","start":"2026-03-04T02:11:30.643684Z","end":"2026-03-04T02:11:40.65222Z","steps":["trace[1305674703] 'agreement among raft nodes before linearized reading' (duration: 10.008428229s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:40.652295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.643676Z","time spent":"10.008607784s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/04 02:11:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:40.664849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000434412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:40.66492Z","caller":"traceutil/trace.go:171","msg":"trace[1837942171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000559235s","start":"2026-03-04T02:11:38.664345Z","end":"2026-03-04T02:11:40.664904Z","steps":["trace[1837942171] 'agreement among raft nodes before linearized reading' (duration: 2.000474443s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:40.664963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.664325Z","time spent":"2.000629347s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:41.210606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680831241s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T02:11:41.399215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997482239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:41.399264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997473859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:41.399305Z","caller":"traceutil/trace.go:171","msg":"trace[111175426] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997622023s","start":"2026-03-04T02:11:36.401663Z","end":"2026-03-04T02:11:41.399285Z","steps":["trace[111175426] 'agreement among raft nodes before linearized reading' (duration: 4.99750615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:41.399369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:36.401649Z","time spent":"4.997710396s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-04T02:11:41.39937Z","caller":"traceutil/trace.go:171","msg":"trace[82891497] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997621323s","start":"2026-03-04T02:11:36.401717Z","end":"2026-03-04T02:11:41.399339Z","steps":["trace[82891497] 'agreement among raft nodes before linearized reading' (duration: 4.99748851s)"],"step_count":1} 2026/03/04 02:11:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:41.399431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:36.40171Z","time spent":"4.997708105s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:11:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:41.400509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999634655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:41.400573Z","caller":"traceutil/trace.go:171","msg":"trace[1389413720] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999725998s","start":"2026-03-04T02:11:36.400829Z","end":"2026-03-04T02:11:41.400555Z","steps":["trace[1389413720] 'agreement among raft nodes before linearized reading' (duration: 4.999654596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:41.40062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:36.400813Z","time spent":"4.999795009s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 02:11:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:41.401635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999337638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:41.401719Z","caller":"traceutil/trace.go:171","msg":"trace[6384308] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999456671s","start":"2026-03-04T02:11:36.402244Z","end":"2026-03-04T02:11:41.401701Z","steps":["trace[6384308] 'agreement among raft nodes before linearized reading' (duration: 4.999351148s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:41.401769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:36.402235Z","time spent":"4.999524643s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 02:11:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:41.405058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999827451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:41.405098Z","caller":"traceutil/trace.go:171","msg":"trace[2077695729] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999883893s","start":"2026-03-04T02:11:36.405207Z","end":"2026-03-04T02:11:41.405091Z","steps":["trace[2077695729] 'agreement among raft nodes before linearized reading' (duration: 4.999840152s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:41.405123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:36.405199Z","time spent":"4.999916464s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:11:41.447011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.278726146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:41.447082Z","caller":"traceutil/trace.go:171","msg":"trace[921606277] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"10.278829619s","start":"2026-03-04T02:11:31.168233Z","end":"2026-03-04T02:11:41.447062Z","steps":["trace[921606277] 'agreement among raft nodes before linearized reading' (duration: 10.278746597s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:41.447125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.168215Z","time spent":"10.27890153s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/04 02:11:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:41.581542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.051975545s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:41.888996Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489cb671342465","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:11:42.451924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241175081s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:11:42.452489Z","caller":"traceutil/trace.go:171","msg":"trace[763398175] linearizableReadLoop","detail":"{readStateIndex:24052; appliedIndex:24040; }","duration":"9.546195546s","start":"2026-03-04T02:11:32.906264Z","end":"2026-03-04T02:11:42.452459Z","steps":["trace[763398175] 'read index received' (duration: 3.552781377s)","trace[763398175] 'applied index is now lower than readState.Index' (duration: 5.993412169s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:42.452672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.700581182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:42.45271Z","caller":"traceutil/trace.go:171","msg":"trace[468041473] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23234; }","duration":"9.700675155s","start":"2026-03-04T02:11:32.752018Z","end":"2026-03-04T02:11:42.452693Z","steps":["trace[468041473] 'agreement among raft nodes before linearized reading' (duration: 9.700560132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.452765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.751998Z","time spent":"9.700749847s","remote":"127.0.0.1:43720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:42.453088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.807753614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-03-04T02:11:42.453155Z","caller":"traceutil/trace.go:171","msg":"trace[794962444] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:1; response_revision:23234; }","duration":"11.807848816s","start":"2026-03-04T02:11:30.64529Z","end":"2026-03-04T02:11:42.453138Z","steps":["trace[794962444] 'agreement among raft nodes before linearized reading' (duration: 11.807583939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.453186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.645286Z","time spent":"11.807893947s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":783,"request content":"key:\"/registry/services/specs/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-03-04T02:11:42.453228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.808029371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1239"} {"level":"info","ts":"2026-03-04T02:11:42.453267Z","caller":"traceutil/trace.go:171","msg":"trace[867845193] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:23234; }","duration":"11.808073932s","start":"2026-03-04T02:11:30.645179Z","end":"2026-03-04T02:11:42.453253Z","steps":["trace[867845193] 'agreement among raft nodes before linearized reading' (duration: 11.807907147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.453297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.645174Z","time spent":"11.808116773s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1261,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-03-04T02:11:42.453445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.407530396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:42.453475Z","caller":"traceutil/trace.go:171","msg":"trace[2115543346] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23234; }","duration":"10.407589737s","start":"2026-03-04T02:11:32.045876Z","end":"2026-03-04T02:11:42.453466Z","steps":["trace[2115543346] 'agreement among raft nodes before linearized reading' (duration: 10.407473344s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.453498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.045862Z","time spent":"10.407629768s","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:42.453541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.809808208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1958"} {"level":"warn","ts":"2026-03-04T02:11:42.453605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.809532391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:11:42.45361Z","caller":"traceutil/trace.go:171","msg":"trace[977752550] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23234; }","duration":"11.80990026s","start":"2026-03-04T02:11:30.643693Z","end":"2026-03-04T02:11:42.453593Z","steps":["trace[977752550] 'agreement among raft nodes before linearized reading' (duration: 11.809655673s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.453639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.816325953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-04T02:11:42.453645Z","caller":"traceutil/trace.go:171","msg":"trace[1239933385] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57; range_end:; response_count:1; response_revision:23234; }","duration":"11.809583332s","start":"2026-03-04T02:11:30.644049Z","end":"2026-03-04T02:11:42.453632Z","steps":["trace[1239933385] 'agreement among raft nodes before linearized reading' (duration: 11.809465829s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.453646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.642309Z","time spent":"11.811330827s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1980,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-04T02:11:42.453659Z","caller":"traceutil/trace.go:171","msg":"trace[1216519766] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd; range_end:; response_count:1; response_revision:23234; }","duration":"10.816344803s","start":"2026-03-04T02:11:31.637307Z","end":"2026-03-04T02:11:42.453652Z","steps":["trace[1216519766] 'agreement among raft nodes before linearized reading' (duration: 10.816273941s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.453674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.644044Z","time spent":"11.809621943s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" "} {"level":"warn","ts":"2026-03-04T02:11:42.453681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.637301Z","time spent":"10.816375734s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" "} {"level":"warn","ts":"2026-03-04T02:11:42.453831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.845808954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:42.453859Z","caller":"traceutil/trace.go:171","msg":"trace[26804680] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23235; }","duration":"10.845865095s","start":"2026-03-04T02:11:31.607984Z","end":"2026-03-04T02:11:42.453849Z","steps":["trace[26804680] 'agreement among raft nodes before linearized reading' (duration: 10.845789423s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.453881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.607961Z","time spent":"10.845912936s","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:42.453964Z","caller":"traceutil/trace.go:171","msg":"trace[2135082859] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"5.631400604s","start":"2026-03-04T02:11:36.822546Z","end":"2026-03-04T02:11:42.453947Z","steps":["trace[2135082859] 'process raft request' (duration: 5.629541745s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.454089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:36.822516Z","time spent":"5.631486786s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:42.665108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:42.665229Z","caller":"traceutil/trace.go:171","msg":"trace[1269947410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000309199s","start":"2026-03-04T02:11:40.664882Z","end":"2026-03-04T02:11:42.665191Z","steps":["trace[1269947410] 'agreement among raft nodes before linearized reading' (duration: 2.000135105s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.665285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.664868Z","time spent":"2.000408032s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:42.794043Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212136782s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:43.421955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.192403ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:11:43.422881Z","caller":"traceutil/trace.go:171","msg":"trace[324705152] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"4.954269031s","start":"2026-03-04T02:11:38.468592Z","end":"2026-03-04T02:11:43.422861Z","steps":["trace[324705152] 'process raft request' (duration: 4.95346302s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:43.423037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.468566Z","time spent":"4.954367864s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:44.672712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000253808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.672783Z","caller":"traceutil/trace.go:171","msg":"trace[854630531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036448s","start":"2026-03-04T02:11:42.672402Z","end":"2026-03-04T02:11:44.672766Z","steps":["trace[854630531] 'agreement among raft nodes before linearized reading' (duration: 2.000277138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.672821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.67239Z","time spent":"2.000423563s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.899355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.537967Z","time spent":"6.361382431s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:44.899401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.987751162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"","error":"context canceled"} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:44.899444Z","caller":"traceutil/trace.go:171","msg":"trace[2084321047] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; }","duration":"11.987823093s","start":"2026-03-04T02:11:32.911607Z","end":"2026-03-04T02:11:44.89943Z","steps":["trace[2084321047] 'agreement among raft nodes before linearized reading' (duration: 11.987758142s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.899424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018620114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:44.899475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.911602Z","time spent":"11.987867165s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:44.89949Z","caller":"traceutil/trace.go:171","msg":"trace[853481150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.018713865s","start":"2026-03-04T02:11:41.880761Z","end":"2026-03-04T02:11:44.899475Z","steps":["trace[853481150] 'agreement among raft nodes before linearized reading' (duration: 3.018641404s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.899562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.145372778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899817877a9be24\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:44.899562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.880748Z","time spent":"3.018804959s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:44.899489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.983903981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:44.899612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.983281385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:44.899577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.987432824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.89963Z","caller":"traceutil/trace.go:171","msg":"trace[1267656514] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; }","duration":"11.983311035s","start":"2026-03-04T02:11:32.916315Z","end":"2026-03-04T02:11:44.899626Z","steps":["trace[1267656514] 'agreement among raft nodes before linearized reading' (duration: 11.983292625s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.89964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.984186969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:44.899646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.984102757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.899654Z","caller":"traceutil/trace.go:171","msg":"trace[1248985376] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; }","duration":"11.984111607s","start":"2026-03-04T02:11:32.915498Z","end":"2026-03-04T02:11:44.899609Z","steps":["trace[1248985376] 'agreement among raft nodes before linearized reading' (duration: 11.983901292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.899689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.987530716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:44.899703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.987065254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:44.899667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.986961181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:44.899725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.984197369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.899728Z","caller":"traceutil/trace.go:171","msg":"trace[965260230] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; }","duration":"11.987095295s","start":"2026-03-04T02:11:32.912624Z","end":"2026-03-04T02:11:44.89972Z","steps":["trace[965260230] 'agreement among raft nodes before linearized reading' (duration: 11.987073594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.899724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.915494Z","time spent":"11.98421823s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" "} {"level":"info","ts":"2026-03-04T02:11:44.89974Z","caller":"traceutil/trace.go:171","msg":"trace[1152631134] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; }","duration":"11.984223109s","start":"2026-03-04T02:11:32.915513Z","end":"2026-03-04T02:11:44.899737Z","steps":["trace[1152631134] 'agreement among raft nodes before linearized reading' (duration: 11.984206229s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.899732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442065529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:44.899754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.987614669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:44.899784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.987177946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:44.8998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.988252925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:44.89981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442030828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.899814Z","caller":"traceutil/trace.go:171","msg":"trace[803737256] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; }","duration":"11.987219278s","start":"2026-03-04T02:11:32.91259Z","end":"2026-03-04T02:11:44.899809Z","steps":["trace[803737256] 'agreement among raft nodes before linearized reading' (duration: 11.987189857s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.899822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442094669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.89983Z","caller":"traceutil/trace.go:171","msg":"trace[1908808108] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; }","duration":"11.988288476s","start":"2026-03-04T02:11:32.911528Z","end":"2026-03-04T02:11:44.899817Z","steps":["trace[1908808108] 'agreement among raft nodes before linearized reading' (duration: 11.988267206s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.899835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.912581Z","time spent":"11.987250609s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" "} {"level":"info","ts":"2026-03-04T02:11:44.899847Z","caller":"traceutil/trace.go:171","msg":"trace[931100426] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; }","duration":"2.44213626s","start":"2026-03-04T02:11:42.457704Z","end":"2026-03-04T02:11:44.899841Z","steps":["trace[931100426] 'agreement among raft nodes before linearized reading' (duration: 2.442110999s)"],"step_count":1} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.89989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.457696Z","time spent":"2.442183512s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.899829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.984266581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.899706Z","caller":"traceutil/trace.go:171","msg":"trace[798852818] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; }","duration":"11.987556296s","start":"2026-03-04T02:11:32.912146Z","end":"2026-03-04T02:11:44.899702Z","steps":["trace[798852818] 'agreement among raft nodes before linearized reading' (duration: 11.987538326s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:44.899962Z","caller":"traceutil/trace.go:171","msg":"trace[1789973497] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; }","duration":"11.984406934s","start":"2026-03-04T02:11:32.915549Z","end":"2026-03-04T02:11:44.899956Z","steps":["trace[1789973497] 'agreement among raft nodes before linearized reading' (duration: 11.984274441s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.899983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.915544Z","time spent":"11.984432605s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-04T02:11:44.899978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.912143Z","time spent":"11.987829283s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.899649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.916309Z","time spent":"11.983335916s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.899853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.911516Z","time spent":"11.988332037s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:44.899832Z","caller":"traceutil/trace.go:171","msg":"trace[345470262] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; }","duration":"2.442083349s","start":"2026-03-04T02:11:42.457742Z","end":"2026-03-04T02:11:44.899825Z","steps":["trace[345470262] 'agreement among raft nodes before linearized reading' (duration: 2.442061148s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.900081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.457713Z","time spent":"2.442357466s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:44.899803Z","caller":"traceutil/trace.go:171","msg":"trace[365309300] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; }","duration":"11.98767296s","start":"2026-03-04T02:11:32.912124Z","end":"2026-03-04T02:11:44.899797Z","steps":["trace[365309300] 'agreement among raft nodes before linearized reading' (duration: 11.987623669s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.900146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.912117Z","time spent":"11.988022039s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:44.899729Z","caller":"traceutil/trace.go:171","msg":"trace[1081827783] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; }","duration":"11.987030783s","start":"2026-03-04T02:11:32.912693Z","end":"2026-03-04T02:11:44.899724Z","steps":["trace[1081827783] 'agreement among raft nodes before linearized reading' (duration: 11.986969071s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.900207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.91269Z","time spent":"11.987497715s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T02:11:44.899506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.986656344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:44.899761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.91551Z","time spent":"11.98424649s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"info","ts":"2026-03-04T02:11:44.899659Z","caller":"traceutil/trace.go:171","msg":"trace[1152736681] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; }","duration":"11.987601688s","start":"2026-03-04T02:11:32.912039Z","end":"2026-03-04T02:11:44.89964Z","steps":["trace[1152736681] 'agreement among raft nodes before linearized reading' (duration: 11.987442634s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.900285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.912014Z","time spent":"11.988263885s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"info","ts":"2026-03-04T02:11:44.899666Z","caller":"traceutil/trace.go:171","msg":"trace[695434878] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; }","duration":"11.984128947s","start":"2026-03-04T02:11:32.915531Z","end":"2026-03-04T02:11:44.89966Z","steps":["trace[695434878] 'agreement among raft nodes before linearized reading' (duration: 11.984109807s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:44.900286Z","caller":"traceutil/trace.go:171","msg":"trace[1647583172] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; }","duration":"11.987481495s","start":"2026-03-04T02:11:32.912776Z","end":"2026-03-04T02:11:44.900257Z","steps":["trace[1647583172] 'agreement among raft nodes before linearized reading' (duration: 11.986657813s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.900324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.915528Z","time spent":"11.984790915s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.900366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.912772Z","time spent":"11.987577867s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.899622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.983530371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.900495Z","caller":"traceutil/trace.go:171","msg":"trace[2137888980] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; }","duration":"11.984409534s","start":"2026-03-04T02:11:32.916075Z","end":"2026-03-04T02:11:44.900485Z","steps":["trace[2137888980] 'agreement among raft nodes before linearized reading' (duration: 11.983540851s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.900533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.916068Z","time spent":"11.984454776s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:44.899665Z","caller":"traceutil/trace.go:171","msg":"trace[2062723869] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; }","duration":"11.984224849s","start":"2026-03-04T02:11:32.915433Z","end":"2026-03-04T02:11:44.899657Z","steps":["trace[2062723869] 'agreement among raft nodes before linearized reading' (duration: 11.984199769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.900609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.915426Z","time spent":"11.985176595s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-03-04T02:11:44.899698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.984203319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"","error":"context canceled"} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:44.900648Z","caller":"traceutil/trace.go:171","msg":"trace[1131278989] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; }","duration":"11.985159134s","start":"2026-03-04T02:11:32.91548Z","end":"2026-03-04T02:11:44.900639Z","steps":["trace[1131278989] 'agreement among raft nodes before linearized reading' (duration: 11.984212299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.900707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.915476Z","time spent":"11.985196545s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.899769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:32.91262Z","time spent":"11.987139396s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:44.899584Z","caller":"traceutil/trace.go:171","msg":"trace[1421628618] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899817877a9be24; range_end:; }","duration":"9.14544309s","start":"2026-03-04T02:11:35.754134Z","end":"2026-03-04T02:11:44.899578Z","steps":["trace[1421628618] 'agreement among raft nodes before linearized reading' (duration: 9.145384419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.900814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:35.75411Z","time spent":"9.146697173s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899817877a9be24\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:44.899765Z","caller":"traceutil/trace.go:171","msg":"trace[896195365] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; }","duration":"2.442149611s","start":"2026-03-04T02:11:42.457608Z","end":"2026-03-04T02:11:44.899757Z","steps":["trace[896195365] 'agreement among raft nodes before linearized reading' (duration: 2.44211845s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.900962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.457577Z","time spent":"2.443375883s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.909172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997109461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.909217Z","caller":"traceutil/trace.go:171","msg":"trace[1332474451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997198873s","start":"2026-03-04T02:11:41.91201Z","end":"2026-03-04T02:11:44.909209Z","steps":["trace[1332474451] 'agreement among raft nodes before linearized reading' (duration: 2.997148362s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.90924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.911989Z","time spent":"2.997244895s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.913584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00413633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.913621Z","caller":"traceutil/trace.go:171","msg":"trace[920049210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.004199231s","start":"2026-03-04T02:11:34.909411Z","end":"2026-03-04T02:11:44.91361Z","steps":["trace[920049210] 'agreement among raft nodes before linearized reading' (duration: 10.00415856s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.913642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.909397Z","time spent":"10.004239823s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.913701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000874939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.913717Z","caller":"traceutil/trace.go:171","msg":"trace[1728095859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.000943172s","start":"2026-03-04T02:11:41.912769Z","end":"2026-03-04T02:11:44.913712Z","steps":["trace[1728095859] 'agreement among raft nodes before linearized reading' (duration: 3.000922891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.913733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.91274Z","time spent":"3.000989362s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.9549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.039502874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.954945Z","caller":"traceutil/trace.go:171","msg":"trace[1977720622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.039617767s","start":"2026-03-04T02:11:34.915318Z","end":"2026-03-04T02:11:44.954936Z","steps":["trace[1977720622] 'agreement among raft nodes before linearized reading' (duration: 10.039562296s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.954969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.915291Z","time spent":"10.039673509s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.966706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.053917521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.966733Z","caller":"traceutil/trace.go:171","msg":"trace[1478917891] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.053971222s","start":"2026-03-04T02:11:34.912756Z","end":"2026-03-04T02:11:44.966727Z","steps":["trace[1478917891] 'agreement among raft nodes before linearized reading' (duration: 10.053939092s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.966758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.912741Z","time spent":"10.054011363s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:44.96681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.242342992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:44.966834Z","caller":"traceutil/trace.go:171","msg":"trace[801617475] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; }","duration":"7.242404894s","start":"2026-03-04T02:11:37.724422Z","end":"2026-03-04T02:11:44.966827Z","steps":["trace[801617475] 'agreement among raft nodes before linearized reading' (duration: 7.242377833s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.966853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.724398Z","time spent":"7.242450196s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} 2026/03/04 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:45.366751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393975487s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:45.634272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211353948s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:45.634542Z","caller":"traceutil/trace.go:171","msg":"trace[517015533] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"1.661905042s","start":"2026-03-04T02:11:43.972623Z","end":"2026-03-04T02:11:45.634529Z","steps":["trace[517015533] 'process raft request' (duration: 1.661875151s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:45.634551Z","caller":"traceutil/trace.go:171","msg":"trace[2095036801] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"4.165309113s","start":"2026-03-04T02:11:41.469222Z","end":"2026-03-04T02:11:45.634531Z","steps":["trace[2095036801] 'process raft request' (duration: 4.165210241s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.634587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:43.972586Z","time spent":"1.661983564s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:45.63467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.469198Z","time spent":"4.165410726s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:45.634714Z","caller":"traceutil/trace.go:171","msg":"trace[1565829371] linearizableReadLoop","detail":"{readStateIndex:24058; appliedIndex:24053; }","duration":"3.182176559s","start":"2026-03-04T02:11:42.452529Z","end":"2026-03-04T02:11:45.634705Z","steps":["trace[1565829371] 'read index received' (duration: 341.803056ms)","trace[1565829371] 'applied index is now lower than readState.Index' (duration: 2.840372743s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:45.634769Z","caller":"traceutil/trace.go:171","msg":"trace[89755379] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"3.177916327s","start":"2026-03-04T02:11:42.456842Z","end":"2026-03-04T02:11:45.634758Z","steps":["trace[89755379] 'process raft request' (duration: 3.177618379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.634684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.291747ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:45.634806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.456816Z","time spent":"3.177969419s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:45.634839Z","caller":"traceutil/trace.go:171","msg":"trace[591501797] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23237; }","duration":"156.479992ms","start":"2026-03-04T02:11:45.478333Z","end":"2026-03-04T02:11:45.634813Z","steps":["trace[591501797] 'range keys from in-memory index tree' (duration: 155.758093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.634926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211330421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:45.634951Z","caller":"traceutil/trace.go:171","msg":"trace[386215419] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23242; }","duration":"3.211396773s","start":"2026-03-04T02:11:42.423546Z","end":"2026-03-04T02:11:45.634943Z","steps":["trace[386215419] 'agreement among raft nodes before linearized reading' (duration: 3.211351832s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.634978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.423523Z","time spent":"3.211448804s","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:45.63498Z","caller":"traceutil/trace.go:171","msg":"trace[652858911] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"4.934058694s","start":"2026-03-04T02:11:40.700912Z","end":"2026-03-04T02:11:45.63497Z","steps":["trace[652858911] 'process raft request' (duration: 4.933440468s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.635047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.700884Z","time spent":"4.934134255s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:45.635095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.442851476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:45.63512Z","caller":"traceutil/trace.go:171","msg":"trace[865361135] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23242; }","duration":"7.442904347s","start":"2026-03-04T02:11:38.192209Z","end":"2026-03-04T02:11:45.635113Z","steps":["trace[865361135] 'agreement among raft nodes before linearized reading' (duration: 7.442861386s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.63514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.192194Z","time spent":"7.442942538s","remote":"127.0.0.1:46008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.635187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.531058461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:45.635232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.665477755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T02:11:45.635283Z","caller":"traceutil/trace.go:171","msg":"trace[1489034674] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23242; }","duration":"9.531151474s","start":"2026-03-04T02:11:36.104074Z","end":"2026-03-04T02:11:45.635225Z","steps":["trace[1489034674] 'agreement among raft nodes before linearized reading' (duration: 9.531082003s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:45.635289Z","caller":"traceutil/trace.go:171","msg":"trace[522339079] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23242; }","duration":"3.665593529s","start":"2026-03-04T02:11:41.969677Z","end":"2026-03-04T02:11:45.635271Z","steps":["trace[522339079] 'agreement among raft nodes before linearized reading' (duration: 3.665433534s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.635318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:36.10405Z","time spent":"9.531259717s","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.635339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.969641Z","time spent":"3.66568701s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:11:45.635373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.991176561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-04T02:11:45.635387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.862384584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:11:45.635423Z","caller":"traceutil/trace.go:171","msg":"trace[1769166553] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23242; }","duration":"5.862460306s","start":"2026-03-04T02:11:39.772954Z","end":"2026-03-04T02:11:45.635414Z","steps":["trace[1769166553] 'agreement among raft nodes before linearized reading' (duration: 5.862197909s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.635425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.827736612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:45.635449Z","caller":"traceutil/trace.go:171","msg":"trace[1914342999] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23242; }","duration":"10.827799144s","start":"2026-03-04T02:11:34.807642Z","end":"2026-03-04T02:11:45.635441Z","steps":["trace[1914342999] 'agreement among raft nodes before linearized reading' (duration: 10.827764123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.63542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.271207305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:45.635509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.933759475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-04T02:11:45.635521Z","caller":"traceutil/trace.go:171","msg":"trace[527087697] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23242; }","duration":"8.27138581s","start":"2026-03-04T02:11:37.364116Z","end":"2026-03-04T02:11:45.635502Z","steps":["trace[527087697] 'agreement among raft nodes before linearized reading' (duration: 8.271160514s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:45.635538Z","caller":"traceutil/trace.go:171","msg":"trace[877685007] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23242; }","duration":"8.933840117s","start":"2026-03-04T02:11:36.701692Z","end":"2026-03-04T02:11:45.635532Z","steps":["trace[877685007] 'agreement among raft nodes before linearized reading' (duration: 8.933739965s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.635558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.225945174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:45.635563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:36.701668Z","time spent":"8.933889558s","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18463,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:11:45.635566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.364094Z","time spent":"8.271465181s","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:45.63558Z","caller":"traceutil/trace.go:171","msg":"trace[1060649117] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23242; }","duration":"11.226005585s","start":"2026-03-04T02:11:34.409568Z","end":"2026-03-04T02:11:45.635574Z","steps":["trace[1060649117] 'agreement among raft nodes before linearized reading' (duration: 11.225917383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.63559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.233402634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-04T02:11:45.635589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.585663656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:45.635615Z","caller":"traceutil/trace.go:171","msg":"trace[1854194069] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23242; }","duration":"4.233453295s","start":"2026-03-04T02:11:41.402154Z","end":"2026-03-04T02:11:45.635607Z","steps":["trace[1854194069] 'agreement among raft nodes before linearized reading' (duration: 4.233328992s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.635633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.904083554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:45.635461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.772934Z","time spent":"5.862519588s","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:45.635656Z","caller":"traceutil/trace.go:171","msg":"trace[526827838] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23242; }","duration":"11.904105434s","start":"2026-03-04T02:11:33.731545Z","end":"2026-03-04T02:11:45.63565Z","steps":["trace[526827838] 'agreement among raft nodes before linearized reading' (duration: 11.904070834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.635677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:33.731521Z","time spent":"11.904151045s","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.635704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.233903818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-04T02:11:45.635733Z","caller":"traceutil/trace.go:171","msg":"trace[1467041369] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23242; }","duration":"4.233972459s","start":"2026-03-04T02:11:41.401752Z","end":"2026-03-04T02:11:45.635724Z","steps":["trace[1467041369] 'agreement among raft nodes before linearized reading' (duration: 4.233902808s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.635744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.001588619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:45.635761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.401723Z","time spent":"4.23403045s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-04T02:11:45.635768Z","caller":"traceutil/trace.go:171","msg":"trace[1541547845] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23242; }","duration":"9.00164799s","start":"2026-03-04T02:11:36.634113Z","end":"2026-03-04T02:11:45.635761Z","steps":["trace[1541547845] 'agreement among raft nodes before linearized reading' (duration: 9.001607809s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.63579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:36.634087Z","time spent":"9.001697681s","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.63582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.659663974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:45.635819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.590124503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:45.635058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.268369545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:45.635873Z","caller":"traceutil/trace.go:171","msg":"trace[825804751] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23242; }","duration":"7.269244258s","start":"2026-03-04T02:11:38.366623Z","end":"2026-03-04T02:11:45.635867Z","steps":["trace[825804751] 'agreement among raft nodes before linearized reading' (duration: 7.268352685s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:45.635882Z","caller":"traceutil/trace.go:171","msg":"trace[375101247] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23242; }","duration":"6.590189714s","start":"2026-03-04T02:11:39.045655Z","end":"2026-03-04T02:11:45.635844Z","steps":["trace[375101247] 'agreement among raft nodes before linearized reading' (duration: 6.590132383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.635906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.833324104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:45.63547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.807618Z","time spent":"10.827848246s","remote":"127.0.0.1:44022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:45.635934Z","caller":"traceutil/trace.go:171","msg":"trace[1066636670] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23242; }","duration":"7.833383386s","start":"2026-03-04T02:11:37.802539Z","end":"2026-03-04T02:11:45.635922Z","steps":["trace[1066636670] 'agreement among raft nodes before linearized reading' (duration: 7.833326684s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.635929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.045636Z","time spent":"6.590283927s","remote":"127.0.0.1:37216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:45.63563Z","caller":"traceutil/trace.go:171","msg":"trace[1171130324] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23242; }","duration":"6.585730128s","start":"2026-03-04T02:11:39.049889Z","end":"2026-03-04T02:11:45.63562Z","steps":["trace[1171130324] 'agreement among raft nodes before linearized reading' (duration: 6.585632695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.635954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.802514Z","time spent":"7.833434866s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.635967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.04988Z","time spent":"6.586079606s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.635898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.366606Z","time spent":"7.269284239s","remote":"127.0.0.1:45854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.636101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.988548092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:45.635797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.25428855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:45.636176Z","caller":"traceutil/trace.go:171","msg":"trace[1572292000] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:0; response_revision:23242; }","duration":"12.254699511s","start":"2026-03-04T02:11:33.381467Z","end":"2026-03-04T02:11:45.636167Z","steps":["trace[1572292000] 'agreement among raft nodes before linearized reading' (duration: 12.254313381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.636196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.768750621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:11:45.63564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.40214Z","time spent":"4.233495817s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-04T02:11:45.636238Z","caller":"traceutil/trace.go:171","msg":"trace[382185910] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23242; }","duration":"6.768832843s","start":"2026-03-04T02:11:38.867393Z","end":"2026-03-04T02:11:45.636225Z","steps":["trace[382185910] 'agreement among raft nodes before linearized reading' (duration: 6.768672419s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:45.635843Z","caller":"traceutil/trace.go:171","msg":"trace[596500863] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23242; }","duration":"7.659709965s","start":"2026-03-04T02:11:37.976125Z","end":"2026-03-04T02:11:45.635835Z","steps":["trace[596500863] 'agreement among raft nodes before linearized reading' (duration: 7.659667044s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.636274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.867373Z","time spent":"6.768893465s","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.636303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.976113Z","time spent":"7.660180477s","remote":"127.0.0.1:35960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.636212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:33.381446Z","time spent":"12.254756772s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-04T02:11:45.636467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.706635558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:45.636503Z","caller":"traceutil/trace.go:171","msg":"trace[705520745] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23242; }","duration":"4.706717989s","start":"2026-03-04T02:11:40.929778Z","end":"2026-03-04T02:11:45.636496Z","steps":["trace[705520745] 'agreement among raft nodes before linearized reading' (duration: 4.706105914s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.636543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.929739Z","time spent":"4.706797522s","remote":"127.0.0.1:45948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.635289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.859311084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T02:11:45.636601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.977713215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-04T02:11:45.63615Z","caller":"traceutil/trace.go:171","msg":"trace[1118846002] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23242; }","duration":"7.988617044s","start":"2026-03-04T02:11:37.647503Z","end":"2026-03-04T02:11:45.63612Z","steps":["trace[1118846002] 'agreement among raft nodes before linearized reading' (duration: 7.988567042s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:45.636644Z","caller":"traceutil/trace.go:171","msg":"trace[1785699343] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23242; }","duration":"6.977812897s","start":"2026-03-04T02:11:38.658821Z","end":"2026-03-04T02:11:45.636634Z","steps":["trace[1785699343] 'agreement among raft nodes before linearized reading' (duration: 6.977709644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.636685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.658788Z","time spent":"6.977886589s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:11:45.635602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:34.409549Z","time spent":"11.226049456s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.636701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.274985897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:45.636733Z","caller":"traceutil/trace.go:171","msg":"trace[1067430175] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23242; }","duration":"5.275046208s","start":"2026-03-04T02:11:40.361677Z","end":"2026-03-04T02:11:45.636723Z","steps":["trace[1067430175] 'agreement among raft nodes before linearized reading' (duration: 5.274996947s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.636769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.361656Z","time spent":"5.27510443s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.635705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.940997735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:45.636818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.345343356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:45.636838Z","caller":"traceutil/trace.go:171","msg":"trace[503269660] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23242; }","duration":"8.942160434s","start":"2026-03-04T02:11:36.694671Z","end":"2026-03-04T02:11:45.636831Z","steps":["trace[503269660] 'agreement among raft nodes before linearized reading' (duration: 8.941008844s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:45.636843Z","caller":"traceutil/trace.go:171","msg":"trace[1077772603] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23242; }","duration":"5.345418358s","start":"2026-03-04T02:11:40.291416Z","end":"2026-03-04T02:11:45.636835Z","steps":["trace[1077772603] 'agreement among raft nodes before linearized reading' (duration: 5.345299655s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.636864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:36.694653Z","time spent":"8.942204296s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.636866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.291374Z","time spent":"5.34548669s","remote":"127.0.0.1:45768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:45.635396Z","caller":"traceutil/trace.go:171","msg":"trace[256626971] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23242; }","duration":"9.991237403s","start":"2026-03-04T02:11:35.644152Z","end":"2026-03-04T02:11:45.635389Z","steps":["trace[256626971] 'agreement among raft nodes before linearized reading' (duration: 9.991172371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.636936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:35.644131Z","time spent":"9.992793804s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:11:45.636976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.53059051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:45.636509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.937730769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:45.637033Z","caller":"traceutil/trace.go:171","msg":"trace[1225937138] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23242; }","duration":"6.938364006s","start":"2026-03-04T02:11:38.698656Z","end":"2026-03-04T02:11:45.63702Z","steps":["trace[1225937138] 'agreement among raft nodes before linearized reading' (duration: 6.937794631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.637717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.698627Z","time spent":"6.939075545s","remote":"127.0.0.1:37296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:45.636658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.245448226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:11:45.637841Z","caller":"traceutil/trace.go:171","msg":"trace[1497927763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23242; }","duration":"7.246652087s","start":"2026-03-04T02:11:38.391179Z","end":"2026-03-04T02:11:45.637831Z","steps":["trace[1497927763] 'agreement among raft nodes before linearized reading' (duration: 7.245449016s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.637896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.391163Z","time spent":"7.246723039s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:11:45.636617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.240481366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:11:45.63805Z","caller":"traceutil/trace.go:171","msg":"trace[464475880] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23242; }","duration":"7.241947274s","start":"2026-03-04T02:11:38.396092Z","end":"2026-03-04T02:11:45.638039Z","steps":["trace[464475880] 'agreement among raft nodes before linearized reading' (duration: 7.240483036s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.638085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.396071Z","time spent":"7.242004926s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:45.637119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.647474Z","time spent":"7.98962964s","remote":"127.0.0.1:49982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:45.636609Z","caller":"traceutil/trace.go:171","msg":"trace[1062525881] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23242; }","duration":"9.860680259s","start":"2026-03-04T02:11:35.77591Z","end":"2026-03-04T02:11:45.63659Z","steps":["trace[1062525881] 'agreement among raft nodes before linearized reading' (duration: 9.859307793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.638255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:35.775878Z","time spent":"9.862369763s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-04T02:11:45.636999Z","caller":"traceutil/trace.go:171","msg":"trace[460925727] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23242; }","duration":"5.530640171s","start":"2026-03-04T02:11:40.106351Z","end":"2026-03-04T02:11:45.636991Z","steps":["trace[460925727] 'agreement among raft nodes before linearized reading' (duration: 5.53058381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:45.638423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.106336Z","time spent":"5.532076069s","remote":"127.0.0.1:45990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} 2026/03/04 02:11:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:46.13488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:46.635181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:46.673328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:46.673458Z","caller":"traceutil/trace.go:171","msg":"trace[1550549582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210855s","start":"2026-03-04T02:11:44.673221Z","end":"2026-03-04T02:11:46.673432Z","steps":["trace[1550549582] 'agreement among raft nodes before linearized reading' (duration: 2.000048221s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:46.673537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:44.673209Z","time spent":"2.000316548s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:47.137501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:47.638157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:47.89839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001367605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:47.89851Z","caller":"traceutil/trace.go:171","msg":"trace[850227716] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001538769s","start":"2026-03-04T02:11:45.896944Z","end":"2026-03-04T02:11:47.898483Z","steps":["trace[850227716] 'agreement among raft nodes before linearized reading' (duration: 2.000837621s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:47.898571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.896925Z","time spent":"2.001634541s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:47.911747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.544249449s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:47.94288Z","caller":"traceutil/trace.go:171","msg":"trace[2110913294] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"2.989737376s","start":"2026-03-04T02:11:44.953099Z","end":"2026-03-04T02:11:47.942836Z","steps":["trace[2110913294] 'process raft request' (duration: 2.989390327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:47.943046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:44.953074Z","time spent":"2.989880799s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:47.943672Z","caller":"traceutil/trace.go:171","msg":"trace[1897524234] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"2.990374353s","start":"2026-03-04T02:11:44.953262Z","end":"2026-03-04T02:11:47.943636Z","steps":["trace[1897524234] 'process raft request' (duration: 2.989395437s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:47.943824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:44.953256Z","time spent":"2.990489306s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:47.949581Z","caller":"traceutil/trace.go:171","msg":"trace[690511462] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"3.035699918s","start":"2026-03-04T02:11:44.913859Z","end":"2026-03-04T02:11:47.949559Z","steps":["trace[690511462] 'process raft request' (duration: 2.998092095s)","trace[690511462] 'compare' (duration: 26.361889ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:47.94952Z","caller":"traceutil/trace.go:171","msg":"trace[2147426114] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"2.993889534s","start":"2026-03-04T02:11:44.955593Z","end":"2026-03-04T02:11:47.949456Z","steps":["trace[2147426114] 'process raft request' (duration: 2.987136247s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:47.949734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:44.913837Z","time spent":"3.035804s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:47.949878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:44.955583Z","time spent":"2.994183442s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:48.682306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000327119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:48.682425Z","caller":"traceutil/trace.go:171","msg":"trace[947695163] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533615s","start":"2026-03-04T02:11:46.681864Z","end":"2026-03-04T02:11:48.682397Z","steps":["trace[947695163] 'agreement among raft nodes before linearized reading' (duration: 2.000384421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:48.682485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:46.681829Z","time spent":"2.000644558s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:50.519663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.529120534s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:50.520246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.637291Z","time spent":"4.882937624s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:11:50.520342Z","caller":"traceutil/trace.go:171","msg":"trace[1977336687] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"4.87019499s","start":"2026-03-04T02:11:45.650118Z","end":"2026-03-04T02:11:50.520313Z","steps":["trace[1977336687] 'process raft request' (duration: 4.869980215s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.520515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.650102Z","time spent":"4.870327703s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:50.521568Z","caller":"traceutil/trace.go:171","msg":"trace[996727040] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"4.868322671s","start":"2026-03-04T02:11:45.653216Z","end":"2026-03-04T02:11:50.521538Z","steps":["trace[996727040] 'process raft request' (duration: 4.868069645s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.521923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.653202Z","time spent":"4.868449994s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:50.522675Z","caller":"traceutil/trace.go:171","msg":"trace[1571206370] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"4.869151464s","start":"2026-03-04T02:11:45.653466Z","end":"2026-03-04T02:11:50.522617Z","steps":["trace[1571206370] 'process raft request' (duration: 4.867996753s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.522874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.653457Z","time spent":"4.869316768s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:50.523302Z","caller":"traceutil/trace.go:171","msg":"trace[181026743] linearizableReadLoop","detail":"{readStateIndex:24070; appliedIndex:24060; }","duration":"4.888538801s","start":"2026-03-04T02:11:45.634731Z","end":"2026-03-04T02:11:50.52327Z","steps":["trace[181026743] 'read index received' (duration: 2.277518965s)","trace[181026743] 'applied index is now lower than readState.Index' (duration: 2.611018206s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:50.523475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.198426974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:50.523475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.130274251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:50.523532Z","caller":"traceutil/trace.go:171","msg":"trace[1921696744] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23251; }","duration":"7.198527406s","start":"2026-03-04T02:11:43.32499Z","end":"2026-03-04T02:11:50.523517Z","steps":["trace[1921696744] 'agreement among raft nodes before linearized reading' (duration: 7.198405493s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:50.523561Z","caller":"traceutil/trace.go:171","msg":"trace[348766765] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23251; }","duration":"5.130418945s","start":"2026-03-04T02:11:45.39312Z","end":"2026-03-04T02:11:50.523539Z","steps":["trace[348766765] 'agreement among raft nodes before linearized reading' (duration: 5.130160008s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:50.523533Z","caller":"traceutil/trace.go:171","msg":"trace[541454431] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"4.376549844s","start":"2026-03-04T02:11:46.146925Z","end":"2026-03-04T02:11:50.523475Z","steps":["trace[541454431] 'process raft request' (duration: 4.375578829s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.523601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:43.324968Z","time spent":"7.198623689s","remote":"127.0.0.1:45820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:50.523618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.393097Z","time spent":"5.130511687s","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:50.523624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.315941746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:50.523713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:46.146891Z","time spent":"4.376734639s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:50.523807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.313561768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:50.523892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.064477382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-04T02:11:50.523899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.95811329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:50.52393Z","caller":"traceutil/trace.go:171","msg":"trace[440802075] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd; range_end:; response_count:1; response_revision:23251; }","duration":"7.064557824s","start":"2026-03-04T02:11:43.459359Z","end":"2026-03-04T02:11:50.523917Z","steps":["trace[440802075] 'agreement among raft nodes before linearized reading' (duration: 7.06439992s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:50.523928Z","caller":"traceutil/trace.go:171","msg":"trace[1926707520] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23251; }","duration":"6.313770264s","start":"2026-03-04T02:11:44.210129Z","end":"2026-03-04T02:11:50.5239Z","steps":["trace[1926707520] 'agreement among raft nodes before linearized reading' (duration: 6.313563159s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:50.523727Z","caller":"traceutil/trace.go:171","msg":"trace[933684895] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23251; }","duration":"7.316218103s","start":"2026-03-04T02:11:43.207487Z","end":"2026-03-04T02:11:50.523705Z","steps":["trace[933684895] 'agreement among raft nodes before linearized reading' (duration: 7.315944266s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.523968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:43.459341Z","time spent":"7.064619685s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" "} {"level":"warn","ts":"2026-03-04T02:11:50.523992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:44.210096Z","time spent":"6.313879987s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:50.52401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.021461476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:50.524041Z","caller":"traceutil/trace.go:171","msg":"trace[901564588] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23251; }","duration":"5.021539588s","start":"2026-03-04T02:11:45.502491Z","end":"2026-03-04T02:11:50.524031Z","steps":["trace[901564588] 'agreement among raft nodes before linearized reading' (duration: 5.021466356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.524077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.50245Z","time spent":"5.0216191s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:50.523938Z","caller":"traceutil/trace.go:171","msg":"trace[932849233] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23251; }","duration":"4.958189322s","start":"2026-03-04T02:11:45.565733Z","end":"2026-03-04T02:11:50.523922Z","steps":["trace[932849233] 'agreement among raft nodes before linearized reading' (duration: 4.95812539s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:43.207458Z","time spent":"7.316525471s","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:50.524272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.565708Z","time spent":"4.958549581s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:50.524399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.093329375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-04T02:11:50.524439Z","caller":"traceutil/trace.go:171","msg":"trace[633737075] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23251; }","duration":"5.093399246s","start":"2026-03-04T02:11:45.431029Z","end":"2026-03-04T02:11:50.524428Z","steps":["trace[633737075] 'agreement among raft nodes before linearized reading' (duration: 5.093221291s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.524483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.431009Z","time spent":"5.093467368s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:50.524565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.672706064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:50.524625Z","caller":"traceutil/trace.go:171","msg":"trace[783041728] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23251; }","duration":"7.672825587s","start":"2026-03-04T02:11:42.851783Z","end":"2026-03-04T02:11:50.524609Z","steps":["trace[783041728] 'agreement among raft nodes before linearized reading' (duration: 7.672717534s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.524605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.930315278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:50.524664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.851754Z","time spent":"7.672901429s","remote":"127.0.0.1:35956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:50.524669Z","caller":"traceutil/trace.go:171","msg":"trace[1462265876] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23251; }","duration":"7.93038381s","start":"2026-03-04T02:11:42.594275Z","end":"2026-03-04T02:11:50.524659Z","steps":["trace[1462265876] 'agreement among raft nodes before linearized reading' (duration: 7.930291238s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.524728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.594187Z","time spent":"7.930512503s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:50.524816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.521335506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274400"} {"level":"info","ts":"2026-03-04T02:11:50.524895Z","caller":"traceutil/trace.go:171","msg":"trace[1138782305] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23251; }","duration":"7.521416009s","start":"2026-03-04T02:11:43.003464Z","end":"2026-03-04T02:11:50.52488Z","steps":["trace[1138782305] 'agreement among raft nodes before linearized reading' (duration: 7.520284109s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.524978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:43.003356Z","time spent":"7.521607513s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274422,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:11:50.69148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:50.691573Z","caller":"traceutil/trace.go:171","msg":"trace[1967302271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264156s","start":"2026-03-04T02:11:48.691292Z","end":"2026-03-04T02:11:50.691556Z","steps":["trace[1967302271] 'agreement among raft nodes before linearized reading' (duration: 2.000132913s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.691631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.691274Z","time spent":"2.000342379s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:51.991791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351343731s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:51.992083Z","caller":"traceutil/trace.go:171","msg":"trace[818370920] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"1.460532635s","start":"2026-03-04T02:11:50.531527Z","end":"2026-03-04T02:11:51.99206Z","steps":["trace[818370920] 'process raft request' (duration: 1.460402822s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:51.992087Z","caller":"traceutil/trace.go:171","msg":"trace[1136194057] linearizableReadLoop","detail":"{readStateIndex:24071; appliedIndex:24070; }","duration":"1.468663738s","start":"2026-03-04T02:11:50.5234Z","end":"2026-03-04T02:11:51.992063Z","steps":["trace[1136194057] 'read index received' (duration: 116.957618ms)","trace[1136194057] 'applied index is now lower than readState.Index' (duration: 1.35170449s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:51.992168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.531496Z","time spent":"1.460634408s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:51.992219Z","caller":"traceutil/trace.go:171","msg":"trace[103412935] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"1.469706145s","start":"2026-03-04T02:11:50.522504Z","end":"2026-03-04T02:11:51.99221Z","steps":["trace[103412935] 'process raft request' (duration: 117.83449ms)","trace[103412935] 'compare' (duration: 1.350995312s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:51.992309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.698990855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:51.992344Z","caller":"traceutil/trace.go:171","msg":"trace[1455812502] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23253; }","duration":"4.699083097s","start":"2026-03-04T02:11:47.29325Z","end":"2026-03-04T02:11:51.992333Z","steps":["trace[1455812502] 'agreement among raft nodes before linearized reading' (duration: 4.698979705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.992373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.293228Z","time spent":"4.699136469s","remote":"127.0.0.1:47184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:51.992364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.626666324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:51.992449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.023949051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:51.992459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.522484Z","time spent":"1.469834369s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:51.992531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.863890536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:51.992536Z","caller":"traceutil/trace.go:171","msg":"trace[1615388294] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23253; }","duration":"3.024049233s","start":"2026-03-04T02:11:48.968468Z","end":"2026-03-04T02:11:51.992518Z","steps":["trace[1615388294] 'agreement among raft nodes before linearized reading' (duration: 3.023903569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.992551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541644596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:51.992572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.365223415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:51.992569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.968406Z","time spent":"3.024157136s","remote":"127.0.0.1:43744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:51.992588Z","caller":"traceutil/trace.go:171","msg":"trace[1484936515] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23253; }","duration":"5.365291576s","start":"2026-03-04T02:11:46.627292Z","end":"2026-03-04T02:11:51.992583Z","steps":["trace[1484936515] 'agreement among raft nodes before linearized reading' (duration: 5.365265815s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:51.992593Z","caller":"traceutil/trace.go:171","msg":"trace[1452007249] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23253; }","duration":"3.541736849s","start":"2026-03-04T02:11:48.450842Z","end":"2026-03-04T02:11:51.992579Z","steps":["trace[1452007249] 'agreement among raft nodes before linearized reading' (duration: 3.541675547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.99264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:48.450813Z","time spent":"3.54181617s","remote":"127.0.0.1:43716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:51.992674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.759519923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:51.992687Z","caller":"traceutil/trace.go:171","msg":"trace[1256665484] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23253; }","duration":"5.759589215s","start":"2026-03-04T02:11:46.233094Z","end":"2026-03-04T02:11:51.992684Z","steps":["trace[1256665484] 'agreement among raft nodes before linearized reading' (duration: 5.759521643s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.992702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:46.233023Z","time spent":"5.759675997s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:51.992805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.045446728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:51.992826Z","caller":"traceutil/trace.go:171","msg":"trace[955335617] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23253; }","duration":"6.045521369s","start":"2026-03-04T02:11:45.947299Z","end":"2026-03-04T02:11:51.99282Z","steps":["trace[955335617] 'agreement among raft nodes before linearized reading' (duration: 6.045488878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.992825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818935826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:51.992842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.947266Z","time spent":"6.045571651s","remote":"127.0.0.1:44066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:51.992876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275319678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:51.992894Z","caller":"traceutil/trace.go:171","msg":"trace[557061131] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23253; }","duration":"2.275369679s","start":"2026-03-04T02:11:49.717521Z","end":"2026-03-04T02:11:51.99289Z","steps":["trace[557061131] 'agreement among raft nodes before linearized reading' (duration: 2.275336438s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.992912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.7175Z","time spent":"2.27540896s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:51.992934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161271687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:51.992963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.33428809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:51.992981Z","caller":"traceutil/trace.go:171","msg":"trace[330234214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23253; }","duration":"6.33431613s","start":"2026-03-04T02:11:45.658659Z","end":"2026-03-04T02:11:51.992975Z","steps":["trace[330234214] 'agreement among raft nodes before linearized reading' (duration: 6.334265709s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:51.992983Z","caller":"traceutil/trace.go:171","msg":"trace[1928468058] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23253; }","duration":"4.1613855s","start":"2026-03-04T02:11:47.831583Z","end":"2026-03-04T02:11:51.992969Z","steps":["trace[1928468058] 'agreement among raft nodes before linearized reading' (duration: 4.161307668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.658653Z","time spent":"6.334343131s","remote":"127.0.0.1:49996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:51.993018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506119532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:51.993021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.831553Z","time spent":"4.161454791s","remote":"127.0.0.1:50622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:51.993037Z","caller":"traceutil/trace.go:171","msg":"trace[673300218] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23253; }","duration":"2.506139863s","start":"2026-03-04T02:11:49.486892Z","end":"2026-03-04T02:11:51.993032Z","steps":["trace[673300218] 'agreement among raft nodes before linearized reading' (duration: 2.506104832s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.993052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.486766Z","time spent":"2.506282126s","remote":"127.0.0.1:47102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:51.992547Z","caller":"traceutil/trace.go:171","msg":"trace[405609687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23253; }","duration":"4.863936308s","start":"2026-03-04T02:11:47.128606Z","end":"2026-03-04T02:11:51.992542Z","steps":["trace[405609687] 'agreement among raft nodes before linearized reading' (duration: 4.863903977s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.993165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.339893606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:11:51.99315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.128586Z","time spent":"4.864523794s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:51.993186Z","caller":"traceutil/trace.go:171","msg":"trace[1420731977] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57; range_end:; response_count:1; response_revision:23253; }","duration":"6.339970858s","start":"2026-03-04T02:11:45.653209Z","end":"2026-03-04T02:11:51.993179Z","steps":["trace[1420731977] 'agreement among raft nodes before linearized reading' (duration: 6.339882885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.993204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.653166Z","time spent":"6.340032129s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" "} {"level":"warn","ts":"2026-03-04T02:11:51.993205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.171886844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:51.993237Z","caller":"traceutil/trace.go:171","msg":"trace[1526061258] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23253; }","duration":"4.171947606s","start":"2026-03-04T02:11:47.821279Z","end":"2026-03-04T02:11:51.993227Z","steps":["trace[1526061258] 'agreement among raft nodes before linearized reading' (duration: 4.171886974s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:51.992847Z","caller":"traceutil/trace.go:171","msg":"trace[880003619] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23253; }","duration":"1.818997408s","start":"2026-03-04T02:11:50.173842Z","end":"2026-03-04T02:11:51.99284Z","steps":["trace[880003619] 'agreement among raft nodes before linearized reading' (duration: 1.818964287s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.993277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.821265Z","time spent":"4.172003627s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:51.9933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.173819Z","time spent":"1.819474171s","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:51.992483Z","caller":"traceutil/trace.go:171","msg":"trace[27766239] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23253; }","duration":"4.626837609s","start":"2026-03-04T02:11:47.365617Z","end":"2026-03-04T02:11:51.992455Z","steps":["trace[27766239] 'agreement among raft nodes before linearized reading' (duration: 4.626620313s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.993463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989254054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:51.993509Z","caller":"traceutil/trace.go:171","msg":"trace[1135197523] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23253; }","duration":"2.989330596s","start":"2026-03-04T02:11:49.004162Z","end":"2026-03-04T02:11:51.993492Z","steps":["trace[1135197523] 'agreement among raft nodes before linearized reading' (duration: 2.989180422s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.993532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.550241726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:51.993551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.004146Z","time spent":"2.989397037s","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:51.993558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.342109473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"warn","ts":"2026-03-04T02:11:51.992606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:46.62726Z","time spent":"5.365342627s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:51.993659Z","caller":"traceutil/trace.go:171","msg":"trace[201016547] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23253; }","duration":"6.342262387s","start":"2026-03-04T02:11:45.651371Z","end":"2026-03-04T02:11:51.993633Z","steps":["trace[201016547] 'agreement among raft nodes before linearized reading' (duration: 6.341825706s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:51.993573Z","caller":"traceutil/trace.go:171","msg":"trace[964305464] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23253; }","duration":"4.550340318s","start":"2026-03-04T02:11:47.443217Z","end":"2026-03-04T02:11:51.993558Z","steps":["trace[964305464] 'agreement among raft nodes before linearized reading' (duration: 4.550260576s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.993705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.651362Z","time spent":"6.342335899s","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18463,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:11:51.993737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.443201Z","time spent":"4.550513574s","remote":"127.0.0.1:49936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:51.993574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:47.365603Z","time spent":"4.627900146s","remote":"127.0.0.1:48388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:51.993829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.343588022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7671ec20-2cc8-4ab7-973b-ae63c3932438\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:11:51.993928Z","caller":"traceutil/trace.go:171","msg":"trace[192357060] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7671ec20-2cc8-4ab7-973b-ae63c3932438; range_end:; response_count:1; response_revision:23253; }","duration":"6.343710775s","start":"2026-03-04T02:11:45.650187Z","end":"2026-03-04T02:11:51.993898Z","steps":["trace[192357060] 'agreement among raft nodes before linearized reading' (duration: 6.343407837s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:51.993981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:45.650171Z","time spent":"6.343800598s","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-7671ec20-2cc8-4ab7-973b-ae63c3932438\" "} {"level":"warn","ts":"2026-03-04T02:11:52.492808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:52.500634Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.263579026s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:52.69274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000556885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:52.692841Z","caller":"traceutil/trace.go:171","msg":"trace[1391316090] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000712539s","start":"2026-03-04T02:11:50.692102Z","end":"2026-03-04T02:11:52.692815Z","steps":["trace[1391316090] 'agreement among raft nodes before linearized reading' (duration: 2.000588286s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:52.6929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.692085Z","time spent":"2.000801972s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:53.500432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.317087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:53.500757Z","caller":"traceutil/trace.go:171","msg":"trace[1726697755] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"935.334603ms","start":"2026-03-04T02:11:52.565403Z","end":"2026-03-04T02:11:53.500737Z","steps":["trace[1726697755] 'process raft request' (duration: 935.283812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:53.500779Z","caller":"traceutil/trace.go:171","msg":"trace[82392789] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"2.855931639s","start":"2026-03-04T02:11:50.644783Z","end":"2026-03-04T02:11:53.500715Z","steps":["trace[82392789] 'process raft request' (duration: 1.856212711s)","trace[82392789] 'compare' (duration: 997.659684ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:53.500856Z","caller":"traceutil/trace.go:171","msg":"trace[999002444] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"1.505791748s","start":"2026-03-04T02:11:51.995058Z","end":"2026-03-04T02:11:53.50085Z","steps":["trace[999002444] 'process raft request' (duration: 1.505512341s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.500897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.995038Z","time spent":"1.50583465s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:53.500988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.644753Z","time spent":"2.856121413s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:53.501004Z","caller":"traceutil/trace.go:171","msg":"trace[1953668295] linearizableReadLoop","detail":"{readStateIndex:24074; appliedIndex:24072; }","duration":"1.508787447s","start":"2026-03-04T02:11:51.992182Z","end":"2026-03-04T02:11:53.500969Z","steps":["trace[1953668295] 'read index received' (duration: 508.927546ms)","trace[1953668295] 'applied index is now lower than readState.Index' (duration: 999.856181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:53.500824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:52.565336Z","time spent":"935.461887ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:53.50123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659775924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:53.501284Z","caller":"traceutil/trace.go:171","msg":"trace[22783556] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23256; }","duration":"1.659916229s","start":"2026-03-04T02:11:51.841338Z","end":"2026-03-04T02:11:53.501255Z","steps":["trace[22783556] 'agreement among raft nodes before linearized reading' (duration: 1.659755554s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.501327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.841323Z","time spent":"1.65999458s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:53.501666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845779507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:53.501695Z","caller":"traceutil/trace.go:171","msg":"trace[1263378816] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23256; }","duration":"1.84585292s","start":"2026-03-04T02:11:51.655835Z","end":"2026-03-04T02:11:53.501688Z","steps":["trace[1263378816] 'agreement among raft nodes before linearized reading' (duration: 1.845785678s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.501716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.655807Z","time spent":"1.845902861s","remote":"127.0.0.1:45964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:53.501987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972582313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-04T02:11:53.502017Z","caller":"traceutil/trace.go:171","msg":"trace[997237647] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd; range_end:; response_count:1; response_revision:23256; }","duration":"1.972672825s","start":"2026-03-04T02:11:51.529335Z","end":"2026-03-04T02:11:53.502008Z","steps":["trace[997237647] 'agreement among raft nodes before linearized reading' (duration: 1.972557102s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.502036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.529311Z","time spent":"1.972719916s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" "} {"level":"warn","ts":"2026-03-04T02:11:53.502208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053088508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T02:11:53.502239Z","caller":"traceutil/trace.go:171","msg":"trace[1267992117] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23256; }","duration":"2.053117478s","start":"2026-03-04T02:11:51.449111Z","end":"2026-03-04T02:11:53.502229Z","steps":["trace[1267992117] 'agreement among raft nodes before linearized reading' (duration: 2.053041966s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.502263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.449023Z","time spent":"2.053230082s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T02:11:53.502428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497430915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:53.502455Z","caller":"traceutil/trace.go:171","msg":"trace[1643859589] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23256; }","duration":"2.497511987s","start":"2026-03-04T02:11:51.004937Z","end":"2026-03-04T02:11:53.502449Z","steps":["trace[1643859589] 'agreement among raft nodes before linearized reading' (duration: 2.497466956s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.502475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.004909Z","time spent":"2.497561289s","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:53.502699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499716244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:53.50273Z","caller":"traceutil/trace.go:171","msg":"trace[224744885] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23256; }","duration":"2.499800367s","start":"2026-03-04T02:11:51.002923Z","end":"2026-03-04T02:11:53.502723Z","steps":["trace[224744885] 'agreement among raft nodes before linearized reading' (duration: 2.499738396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.502753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.002895Z","time spent":"2.499850159s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:53.502919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807258685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:53.502951Z","caller":"traceutil/trace.go:171","msg":"trace[1555668831] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23256; }","duration":"2.807348678s","start":"2026-03-04T02:11:50.695594Z","end":"2026-03-04T02:11:53.502943Z","steps":["trace[1555668831] 'agreement among raft nodes before linearized reading' (duration: 2.807279366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.502991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.695556Z","time spent":"2.80742811s","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:53.503176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85790687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-04T02:11:53.503202Z","caller":"traceutil/trace.go:171","msg":"trace[1542856680] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23256; }","duration":"2.858044014s","start":"2026-03-04T02:11:50.645153Z","end":"2026-03-04T02:11:53.503197Z","steps":["trace[1542856680] 'agreement among raft nodes before linearized reading' (duration: 2.857963902s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.50326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.645142Z","time spent":"2.858075094s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:11:53.503625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970654817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-04T02:11:53.503686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962951756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-04T02:11:53.503724Z","caller":"traceutil/trace.go:171","msg":"trace[663228441] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23256; }","duration":"2.963028238s","start":"2026-03-04T02:11:50.540686Z","end":"2026-03-04T02:11:53.503715Z","steps":["trace[663228441] 'agreement among raft nodes before linearized reading' (duration: 2.962870014s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:53.503714Z","caller":"traceutil/trace.go:171","msg":"trace[976571613] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd; range_end:; response_count:1; response_revision:23256; }","duration":"2.970844873s","start":"2026-03-04T02:11:50.532846Z","end":"2026-03-04T02:11:53.503691Z","steps":["trace[976571613] 'agreement among raft nodes before linearized reading' (duration: 2.970497193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.503753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.540664Z","time spent":"2.963085549s","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18463,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:11:53.50377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.532837Z","time spent":"2.970922114s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" "} {"level":"warn","ts":"2026-03-04T02:11:54.001692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:54.699399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000341658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:54.69948Z","caller":"traceutil/trace.go:171","msg":"trace[317102441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000484542s","start":"2026-03-04T02:11:52.698977Z","end":"2026-03-04T02:11:54.699462Z","steps":["trace[317102441] 'agreement among raft nodes before linearized reading' (duration: 2.000375039s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.69952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:52.698957Z","time spent":"2.000556155s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:55.7778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.65911ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:55.778024Z","caller":"traceutil/trace.go:171","msg":"trace[1819815828] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23256; }","duration":"313.910678ms","start":"2026-03-04T02:11:55.464089Z","end":"2026-03-04T02:11:55.777999Z","steps":["trace[1819815828] 'range keys from in-memory index tree' (duration: 313.6308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.779439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309457706s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:55.77959Z","caller":"traceutil/trace.go:171","msg":"trace[740397157] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"2.636660945s","start":"2026-03-04T02:11:53.142905Z","end":"2026-03-04T02:11:55.779566Z","steps":["trace[740397157] 'process raft request' (duration: 1.3268691s)","trace[740397157] 'compare' (duration: 1.308429099s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:55.77977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.142867Z","time spent":"2.636829319s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:56.037409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063832164s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:56.706521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:56.706613Z","caller":"traceutil/trace.go:171","msg":"trace[932422523] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006447719s","start":"2026-03-04T02:11:54.700144Z","end":"2026-03-04T02:11:56.706592Z","steps":["trace[932422523] 'agreement among raft nodes before linearized reading' (duration: 2.000031631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.706667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.700088Z","time spent":"2.006565712s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:57.576763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:56.151447Z","time spent":"1.425308334s","remote":"127.0.0.1:41840","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:57.579015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541167444s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:57.579645Z","caller":"traceutil/trace.go:171","msg":"trace[16166972] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"4.070865283s","start":"2026-03-04T02:11:53.508713Z","end":"2026-03-04T02:11:57.579578Z","steps":["trace[16166972] 'process raft request' (duration: 2.529022142s)","trace[16166972] 'compare' (duration: 1.539207622s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:57.579841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.508689Z","time spent":"4.071049428s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:11:57.58019Z","caller":"traceutil/trace.go:171","msg":"trace[1326618630] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"4.065452912s","start":"2026-03-04T02:11:53.5147Z","end":"2026-03-04T02:11:57.580152Z","steps":["trace[1326618630] 'process raft request' (duration: 4.064505787s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.580228Z","caller":"traceutil/trace.go:171","msg":"trace[129027030] linearizableReadLoop","detail":"{readStateIndex:24079; appliedIndex:24075; }","duration":"4.079140199s","start":"2026-03-04T02:11:53.501064Z","end":"2026-03-04T02:11:57.580204Z","steps":["trace[129027030] 'read index received' (duration: 968.698407ms)","trace[129027030] 'applied index is now lower than readState.Index' (duration: 3.110440002s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:57.580202Z","caller":"traceutil/trace.go:171","msg":"trace[906937695] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"3.580667156s","start":"2026-03-04T02:11:53.999503Z","end":"2026-03-04T02:11:57.58017Z","steps":["trace[906937695] 'process raft request' (duration: 3.580505382s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.580346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.514672Z","time spent":"4.065589874s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3929,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:57.58038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.999487Z","time spent":"3.58080437s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:57.580399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.188592235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:57.580471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.582497265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:11:57.580377Z","caller":"traceutil/trace.go:171","msg":"trace[1511965501] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"1.935414371s","start":"2026-03-04T02:11:55.644922Z","end":"2026-03-04T02:11:57.58035Z","steps":["trace[1511965501] 'process raft request' (duration: 1.935222336s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.580484Z","caller":"traceutil/trace.go:171","msg":"trace[669529822] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23261; }","duration":"5.18874892s","start":"2026-03-04T02:11:52.391715Z","end":"2026-03-04T02:11:57.580464Z","steps":["trace[669529822] 'agreement among raft nodes before linearized reading' (duration: 5.188491443s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.580501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916096635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:57.580464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.956870566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:57.580518Z","caller":"traceutil/trace.go:171","msg":"trace[44180674] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23261; }","duration":"5.582783782s","start":"2026-03-04T02:11:51.99772Z","end":"2026-03-04T02:11:57.580504Z","steps":["trace[44180674] 'agreement among raft nodes before linearized reading' (duration: 5.582613047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.580538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:52.391667Z","time spent":"5.188856012s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:57.580548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.644897Z","time spent":"1.935617286s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:57.580537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.08397296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:11:57.58057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.997697Z","time spent":"5.582863873s","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:11:57.580581Z","caller":"traceutil/trace.go:171","msg":"trace[816536328] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23261; }","duration":"4.957044931s","start":"2026-03-04T02:11:52.623509Z","end":"2026-03-04T02:11:57.580554Z","steps":["trace[816536328] 'agreement among raft nodes before linearized reading' (duration: 4.956700092s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.58062Z","caller":"traceutil/trace.go:171","msg":"trace[1515467947] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23261; }","duration":"5.084114703s","start":"2026-03-04T02:11:52.496486Z","end":"2026-03-04T02:11:57.580601Z","steps":["trace[1515467947] 'agreement among raft nodes before linearized reading' (duration: 5.083728873s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.580642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:52.623492Z","time spent":"4.957137403s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:57.580424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065200814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:57.580677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:52.49646Z","time spent":"5.084207016s","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:57.580705Z","caller":"traceutil/trace.go:171","msg":"trace[720923086] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23261; }","duration":"4.065502012s","start":"2026-03-04T02:11:53.515182Z","end":"2026-03-04T02:11:57.580684Z","steps":["trace[720923086] 'agreement among raft nodes before linearized reading' (duration: 4.065176094s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.580731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.035165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:57.580773Z","caller":"traceutil/trace.go:171","msg":"trace[764390325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23261; }","duration":"113.131347ms","start":"2026-03-04T02:11:57.467627Z","end":"2026-03-04T02:11:57.580758Z","steps":["trace[764390325] 'agreement among raft nodes before linearized reading' (duration: 113.066156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.580778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.515174Z","time spent":"4.065577134s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:57.580845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.582664109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T02:11:57.58095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408802643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:11:57.580933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.275408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:57.580994Z","caller":"traceutil/trace.go:171","msg":"trace[464791796] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23261; }","duration":"3.408845934s","start":"2026-03-04T02:11:54.172137Z","end":"2026-03-04T02:11:57.580983Z","steps":["trace[464791796] 'agreement among raft nodes before linearized reading' (duration: 3.408726161s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.580983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080869839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:57.580957Z","caller":"traceutil/trace.go:171","msg":"trace[1453173342] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23261; }","duration":"5.582840703s","start":"2026-03-04T02:11:51.9981Z","end":"2026-03-04T02:11:57.580941Z","steps":["trace[1453173342] 'agreement among raft nodes before linearized reading' (duration: 5.582142025s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.581059Z","caller":"traceutil/trace.go:171","msg":"trace[537412221] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23261; }","duration":"3.081013703s","start":"2026-03-04T02:11:54.500024Z","end":"2026-03-04T02:11:57.581038Z","steps":["trace[537412221] 'agreement among raft nodes before linearized reading' (duration: 3.080873329s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.581078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497233154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:57.581091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.595037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:57.581094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.368762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:57.581009Z","caller":"traceutil/trace.go:171","msg":"trace[1353052641] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23261; }","duration":"337.401661ms","start":"2026-03-04T02:11:57.243596Z","end":"2026-03-04T02:11:57.580998Z","steps":["trace[1353052641] 'agreement among raft nodes before linearized reading' (duration: 337.306868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.581117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.499996Z","time spent":"3.081108065s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:57.581125Z","caller":"traceutil/trace.go:171","msg":"trace[1679993387] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23261; }","duration":"819.425914ms","start":"2026-03-04T02:11:56.761691Z","end":"2026-03-04T02:11:57.581117Z","steps":["trace[1679993387] 'agreement among raft nodes before linearized reading' (duration: 819.358722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.581125Z","caller":"traceutil/trace.go:171","msg":"trace[516838453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23261; }","duration":"866.660419ms","start":"2026-03-04T02:11:56.714453Z","end":"2026-03-04T02:11:57.581113Z","steps":["trace[516838453] 'agreement among raft nodes before linearized reading' (duration: 866.613677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.58112Z","caller":"traceutil/trace.go:171","msg":"trace[485222210] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23261; }","duration":"1.497377308s","start":"2026-03-04T02:11:56.083728Z","end":"2026-03-04T02:11:57.581105Z","steps":["trace[485222210] 'agreement among raft nodes before linearized reading' (duration: 1.497297906s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.58115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.243556Z","time spent":"337.580715ms","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:57.581149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.760304953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:11:57.581164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:56.714432Z","time spent":"866.72608ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:57.581159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:56.761679Z","time spent":"819.472595ms","remote":"127.0.0.1:45614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:57.581029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.792143945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:57.581195Z","caller":"traceutil/trace.go:171","msg":"trace[936152654] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23261; }","duration":"3.760367575s","start":"2026-03-04T02:11:53.820816Z","end":"2026-03-04T02:11:57.581183Z","steps":["trace[936152654] 'agreement among raft nodes before linearized reading' (duration: 3.760149669s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.581219Z","caller":"traceutil/trace.go:171","msg":"trace[1657237089] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23261; }","duration":"3.792363851s","start":"2026-03-04T02:11:53.788841Z","end":"2026-03-04T02:11:57.581205Z","steps":["trace[1657237089] 'agreement among raft nodes before linearized reading' (duration: 3.792142855s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.581214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62900874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:57.580421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682028146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:57.581254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.788822Z","time spent":"3.792421543s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:57.581174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:56.083699Z","time spent":"1.497465871s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:57.581346Z","caller":"traceutil/trace.go:171","msg":"trace[1330903468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23261; }","duration":"1.68295525s","start":"2026-03-04T02:11:55.89833Z","end":"2026-03-04T02:11:57.581285Z","steps":["trace[1330903468] 'agreement among raft nodes before linearized reading' (duration: 1.682030756s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.581028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.172053Z","time spent":"3.408967487s","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:11:57.580541Z","caller":"traceutil/trace.go:171","msg":"trace[1896167786] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23261; }","duration":"1.916164457s","start":"2026-03-04T02:11:55.664362Z","end":"2026-03-04T02:11:57.580527Z","steps":["trace[1896167786] 'agreement among raft nodes before linearized reading' (duration: 1.916098636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.58144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.898303Z","time spent":"1.683123975s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:57.581086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:51.998092Z","time spent":"5.582980137s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T02:11:57.581491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.66435Z","time spent":"1.917125542s","remote":"127.0.0.1:43930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:57.58126Z","caller":"traceutil/trace.go:171","msg":"trace[2037843674] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23261; }","duration":"1.629093752s","start":"2026-03-04T02:11:55.952154Z","end":"2026-03-04T02:11:57.581248Z","steps":["trace[2037843674] 'agreement among raft nodes before linearized reading' (duration: 1.62901146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.581245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.820809Z","time spent":"3.760427356s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:57.581743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.952131Z","time spent":"1.629581545s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:57.580593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106157365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:57.581829Z","caller":"traceutil/trace.go:171","msg":"trace[156548512] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23261; }","duration":"2.107424868s","start":"2026-03-04T02:11:55.474387Z","end":"2026-03-04T02:11:57.581812Z","steps":["trace[156548512] 'agreement among raft nodes before linearized reading' (duration: 2.106175085s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.581881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.474364Z","time spent":"2.10750053s","remote":"127.0.0.1:50650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:57.582147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06944219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T02:11:57.582209Z","caller":"traceutil/trace.go:171","msg":"trace[484278357] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd; range_end:; response_count:1; response_revision:23261; }","duration":"3.069534683s","start":"2026-03-04T02:11:54.512662Z","end":"2026-03-04T02:11:57.582197Z","steps":["trace[484278357] 'agreement among raft nodes before linearized reading' (duration: 3.068209888s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.582239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.512649Z","time spent":"3.069581844s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" "} {"level":"warn","ts":"2026-03-04T02:11:58.092331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:59.594285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0010661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:59.594386Z","caller":"traceutil/trace.go:171","msg":"trace[577104663] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001192343s","start":"2026-03-04T02:11:57.59317Z","end":"2026-03-04T02:11:59.594362Z","steps":["trace[577104663] 'agreement among raft nodes before linearized reading' (duration: 2.00106778s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:59.594439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.593165Z","time spent":"2.001263585s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:59.751788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534697085s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T02:11:59.752017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.589312Z","time spent":"2.162700706s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:11:59.752274Z","caller":"traceutil/trace.go:171","msg":"trace[2082496508] linearizableReadLoop","detail":"{readStateIndex:24082; appliedIndex:24080; }","duration":"2.160897058s","start":"2026-03-04T02:11:57.591358Z","end":"2026-03-04T02:11:59.752255Z","steps":["trace[2082496508] 'read index received' (duration: 625.698019ms)","trace[2082496508] 'applied index is now lower than readState.Index' (duration: 1.535197769s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:59.75241Z","caller":"traceutil/trace.go:171","msg":"trace[633835560] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"2.16211521s","start":"2026-03-04T02:11:57.590281Z","end":"2026-03-04T02:11:59.752396Z","steps":["trace[633835560] 'process raft request' (duration: 2.161621207s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:59.752509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.590269Z","time spent":"2.162175362s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:59.752775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161410131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T02:11:59.752808Z","caller":"traceutil/trace.go:171","msg":"trace[1243662500] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23262; }","duration":"2.161448913s","start":"2026-03-04T02:11:57.591347Z","end":"2026-03-04T02:11:59.752796Z","steps":["trace[1243662500] 'agreement among raft nodes before linearized reading' (duration: 2.161301739s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:59.752836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.59134Z","time spent":"2.161489114s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T02:12:00.252807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:12:01.16007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.850495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:01.160375Z","caller":"traceutil/trace.go:171","msg":"trace[1586791489] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"2.644915902s","start":"2026-03-04T02:11:58.515438Z","end":"2026-03-04T02:12:01.160354Z","steps":["trace[1586791489] 'process raft request' (duration: 1.941682597s)","trace[1586791489] 'compare' (duration: 702.107185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:01.160467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.51541Z","time spent":"2.645022944s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:01.162142Z","caller":"traceutil/trace.go:171","msg":"trace[1667948521] linearizableReadLoop","detail":"{readStateIndex:24085; appliedIndex:24082; }","duration":"1.409812219s","start":"2026-03-04T02:11:59.752311Z","end":"2026-03-04T02:12:01.162124Z","steps":["trace[1667948521] 'read index received' (duration: 704.832698ms)","trace[1667948521] 'applied index is now lower than readState.Index' (duration: 704.977891ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:01.162425Z","caller":"traceutil/trace.go:171","msg":"trace[1974704432] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"1.574099734s","start":"2026-03-04T02:11:59.588309Z","end":"2026-03-04T02:12:01.162408Z","steps":["trace[1974704432] 'process raft request' (duration: 1.573628111s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.162529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.588253Z","time spent":"1.574221397s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:01.162651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891463462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:01.16263Z","caller":"traceutil/trace.go:171","msg":"trace[1500202778] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"1.40871056s","start":"2026-03-04T02:11:59.753838Z","end":"2026-03-04T02:12:01.162549Z","steps":["trace[1500202778] 'process raft request' (duration: 1.408228478s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:01.162741Z","caller":"traceutil/trace.go:171","msg":"trace[1794586677] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23265; }","duration":"1.891631816s","start":"2026-03-04T02:11:59.271083Z","end":"2026-03-04T02:12:01.162715Z","steps":["trace[1794586677] 'agreement among raft nodes before linearized reading' (duration: 1.891443611s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.16277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568064566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:01.16282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567168495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-03-04T02:12:01.162827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.271034Z","time spent":"1.891767159s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:01.162849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573997378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T02:12:01.162886Z","caller":"traceutil/trace.go:171","msg":"trace[1254867240] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd; range_end:; response_count:1; response_revision:23265; }","duration":"3.567243757s","start":"2026-03-04T02:11:57.595623Z","end":"2026-03-04T02:12:01.162867Z","steps":["trace[1254867240] 'agreement among raft nodes before linearized reading' (duration: 3.56699856s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.162926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642645292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-04T02:12:01.162916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.753792Z","time spent":"1.408944476s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:01.162961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.595619Z","time spent":"3.567330819s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" "} {"level":"info","ts":"2026-03-04T02:12:01.162984Z","caller":"traceutil/trace.go:171","msg":"trace[681990896] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23265; }","duration":"2.642723204s","start":"2026-03-04T02:11:58.520238Z","end":"2026-03-04T02:12:01.162962Z","steps":["trace[681990896] 'agreement among raft nodes before linearized reading' (duration: 2.642615561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.163052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.520218Z","time spent":"2.642825027s","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:12:01.16296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405798013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a2bf84fe-67c4-469c-a761-a676d7e740a4\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-04T02:12:01.163171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493697403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"warn","ts":"2026-03-04T02:12:01.163178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548193238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:01.163205Z","caller":"traceutil/trace.go:171","msg":"trace[1867546386] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23265; }","duration":"3.493753155s","start":"2026-03-04T02:11:57.669443Z","end":"2026-03-04T02:12:01.163196Z","steps":["trace[1867546386] 'agreement among raft nodes before linearized reading' (duration: 3.493663223s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.163178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.047084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:12:01.163231Z","caller":"traceutil/trace.go:171","msg":"trace[860278205] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23265; }","duration":"3.54824529s","start":"2026-03-04T02:11:57.614968Z","end":"2026-03-04T02:12:01.163213Z","steps":["trace[860278205] 'agreement among raft nodes before linearized reading' (duration: 3.548153377s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:01.163282Z","caller":"traceutil/trace.go:171","msg":"trace[989168133] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23265; }","duration":"404.26489ms","start":"2026-03-04T02:12:00.758997Z","end":"2026-03-04T02:12:01.163262Z","steps":["trace[989168133] 'agreement among raft nodes before linearized reading' (duration: 403.88424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:01.162882Z","caller":"traceutil/trace.go:171","msg":"trace[1090751117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23265; }","duration":"1.56823359s","start":"2026-03-04T02:11:59.594625Z","end":"2026-03-04T02:12:01.162859Z","steps":["trace[1090751117] 'agreement among raft nodes before linearized reading' (duration: 1.568037415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.163349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:00.758963Z","time spent":"404.370793ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":179,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:01.163229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.669424Z","time spent":"3.493800036s","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-04T02:12:01.163403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.594603Z","time spent":"1.568751004s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:01.163287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.614943Z","time spent":"3.548332522s","remote":"127.0.0.1:45768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:12:01.16279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065480188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:12:01.163864Z","caller":"traceutil/trace.go:171","msg":"trace[199432350] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23265; }","duration":"3.066598557s","start":"2026-03-04T02:11:58.097244Z","end":"2026-03-04T02:12:01.163842Z","steps":["trace[199432350] 'agreement among raft nodes before linearized reading' (duration: 3.065280763s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.163945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.097227Z","time spent":"3.066701409s","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:12:01.162897Z","caller":"traceutil/trace.go:171","msg":"trace[977903543] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd; range_end:; response_count:1; response_revision:23265; }","duration":"2.57408457s","start":"2026-03-04T02:11:58.588797Z","end":"2026-03-04T02:12:01.162881Z","steps":["trace[977903543] 'agreement among raft nodes before linearized reading' (duration: 2.573935026s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.163085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405440114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:12:01.164072Z","caller":"traceutil/trace.go:171","msg":"trace[1078388607] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57; range_end:; response_count:1; response_revision:23265; }","duration":"1.40643375s","start":"2026-03-04T02:11:59.757622Z","end":"2026-03-04T02:12:01.164056Z","steps":["trace[1078388607] 'agreement among raft nodes before linearized reading' (duration: 1.405391572s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.164082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:58.588773Z","time spent":"2.57527936s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" "} {"level":"warn","ts":"2026-03-04T02:12:01.164189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.757616Z","time spent":"1.406520043s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980bac2dd4d57\" "} {"level":"info","ts":"2026-03-04T02:12:01.163198Z","caller":"traceutil/trace.go:171","msg":"trace[593306589] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a2bf84fe-67c4-469c-a761-a676d7e740a4; range_end:; response_count:1; response_revision:23265; }","duration":"1.406071241s","start":"2026-03-04T02:11:59.757084Z","end":"2026-03-04T02:12:01.163155Z","steps":["trace[593306589] 'agreement among raft nodes before linearized reading' (duration: 1.405679721s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.164407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.757059Z","time spent":"1.407327303s","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-a2bf84fe-67c4-469c-a761-a676d7e740a4\" "} {"level":"warn","ts":"2026-03-04T02:12:01.771541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972013264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:12:02.344283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.082026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:02.344413Z","caller":"traceutil/trace.go:171","msg":"trace[385075460] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"1.073956199s","start":"2026-03-04T02:12:01.270434Z","end":"2026-03-04T02:12:02.34439Z","steps":["trace[385075460] 'process raft request' (duration: 734.689818ms)","trace[385075460] 'compare' (duration: 338.828339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:02.344634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.27042Z","time spent":"1.07402976s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:12:02.537085Z","caller":"traceutil/trace.go:171","msg":"trace[1605557681] linearizableReadLoop","detail":"{readStateIndex:24088; appliedIndex:24086; }","duration":"1.26604074s","start":"2026-03-04T02:12:01.271006Z","end":"2026-03-04T02:12:02.537046Z","steps":["trace[1605557681] 'read index received' (duration: 734.188015ms)","trace[1605557681] 'applied index is now lower than readState.Index' (duration: 531.851435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:02.537706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266665827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-04T02:12:02.537824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251441129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-04T02:12:02.537902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.426816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T02:12:02.53796Z","caller":"traceutil/trace.go:171","msg":"trace[275444472] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd; range_end:; response_count:1; response_revision:23268; }","duration":"367.544029ms","start":"2026-03-04T02:12:02.1704Z","end":"2026-03-04T02:12:02.537944Z","steps":["trace[275444472] 'agreement among raft nodes before linearized reading' (duration: 367.332673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:02.537442Z","caller":"traceutil/trace.go:171","msg":"trace[2068178280] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"1.260460205s","start":"2026-03-04T02:12:01.276949Z","end":"2026-03-04T02:12:02.537409Z","steps":["trace[2068178280] 'process raft request' (duration: 1.254809127s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:02.538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:02.170379Z","time spent":"367.611631ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-701a4675-44a8-4f5c-b10e-e6ccebecb1bd\" "} {"level":"info","ts":"2026-03-04T02:12:02.537818Z","caller":"traceutil/trace.go:171","msg":"trace[1221529408] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23268; }","duration":"1.266819411s","start":"2026-03-04T02:12:01.270976Z","end":"2026-03-04T02:12:02.537796Z","steps":["trace[1221529408] 'agreement among raft nodes before linearized reading' (duration: 1.266362269s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:02.537981Z","caller":"traceutil/trace.go:171","msg":"trace[1148921154] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23268; }","duration":"1.251578313s","start":"2026-03-04T02:12:01.286322Z","end":"2026-03-04T02:12:02.5379Z","steps":["trace[1148921154] 'agreement among raft nodes before linearized reading' (duration: 1.251290215s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:02.538114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.270965Z","time spent":"1.267091628s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-04T02:12:02.538135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.27694Z","time spent":"1.261089881s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:02.538223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.56899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:02.538287Z","caller":"traceutil/trace.go:171","msg":"trace[754436158] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23268; }","duration":"873.665102ms","start":"2026-03-04T02:12:01.664601Z","end":"2026-03-04T02:12:02.538266Z","steps":["trace[754436158] 'agreement among raft nodes before linearized reading' (duration: 873.56022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:02.538125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.286311Z","time spent":"1.251795228s","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-04T02:12:02.538414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171756436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:02.538446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.013926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-d2xxl.1899816f21e8ec0b\" ","response":"range_response_count:1 size:867"} {"level":"info","ts":"2026-03-04T02:12:02.538463Z","caller":"traceutil/trace.go:171","msg":"trace[1368349619] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23268; }","duration":"1.171837648s","start":"2026-03-04T02:12:01.366613Z","end":"2026-03-04T02:12:02.53845Z","steps":["trace[1368349619] 'agreement among raft nodes before linearized reading' (duration: 1.171754016s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:02.538481Z","caller":"traceutil/trace.go:171","msg":"trace[190179577] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-d2xxl.1899816f21e8ec0b; range_end:; response_count:1; response_revision:23268; }","duration":"188.103568ms","start":"2026-03-04T02:12:02.350366Z","end":"2026-03-04T02:12:02.538469Z","steps":["trace[190179577] 'agreement among raft nodes before linearized reading' (duration: 188.003525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:02.53834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.664579Z","time spent":"873.744944ms","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:02.538512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.366592Z","time spent":"1.17190676s","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:02.538345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.066293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:02.538785Z","caller":"traceutil/trace.go:171","msg":"trace[319011880] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23268; }","duration":"150.535775ms","start":"2026-03-04T02:12:02.388226Z","end":"2026-03-04T02:12:02.538761Z","steps":["trace[319011880] 'agreement among raft nodes before linearized reading' (duration: 149.96086ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:55.382165Z","caller":"traceutil/trace.go:171","msg":"trace[1396591054] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"668.783236ms","start":"2026-03-04T02:12:54.713352Z","end":"2026-03-04T02:12:55.382136Z","steps":["trace[1396591054] 'process raft request' (duration: 668.609841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:55.382342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.713339Z","time spent":"668.914159ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:56.42098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035672738s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:12:56.421718Z","caller":"traceutil/trace.go:171","msg":"trace[1527644788] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"1.502043061s","start":"2026-03-04T02:12:54.919606Z","end":"2026-03-04T02:12:56.421649Z","steps":["trace[1527644788] 'process raft request' (duration: 1.501893867s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:56.421862Z","caller":"traceutil/trace.go:171","msg":"trace[1585413117] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"1.669925101s","start":"2026-03-04T02:12:54.751772Z","end":"2026-03-04T02:12:56.421697Z","steps":["trace[1585413117] 'process raft request' (duration: 1.66952222s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.42199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.919589Z","time spent":"1.502256597s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:56.42201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.751754Z","time spent":"1.670176207s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:56.422145Z","caller":"traceutil/trace.go:171","msg":"trace[1080905970] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"1.397933769s","start":"2026-03-04T02:12:55.024187Z","end":"2026-03-04T02:12:56.42212Z","steps":["trace[1080905970] 'process raft request' (duration: 1.397421726s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.4222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.024172Z","time spent":"1.397998951s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:56.422435Z","caller":"traceutil/trace.go:171","msg":"trace[2065020686] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"1.180860384s","start":"2026-03-04T02:12:55.241561Z","end":"2026-03-04T02:12:56.422422Z","steps":["trace[2065020686] 'process raft request' (duration: 1.180525465s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:56.422395Z","caller":"traceutil/trace.go:171","msg":"trace[1262634362] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"1.356539507s","start":"2026-03-04T02:12:55.065768Z","end":"2026-03-04T02:12:56.422308Z","steps":["trace[1262634362] 'process raft request' (duration: 1.356204028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.422847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.065706Z","time spent":"1.356965038s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:56.42244Z","caller":"traceutil/trace.go:171","msg":"trace[90489286] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"1.043939434s","start":"2026-03-04T02:12:55.378484Z","end":"2026-03-04T02:12:56.422424Z","steps":["trace[90489286] 'process raft request' (duration: 1.043884753s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.422859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534697665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:56.423092Z","caller":"traceutil/trace.go:171","msg":"trace[565867648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23774; }","duration":"1.534994813s","start":"2026-03-04T02:12:54.88808Z","end":"2026-03-04T02:12:56.423075Z","steps":["trace[565867648] 'agreement among raft nodes before linearized reading' (duration: 1.534665744s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.423097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.378463Z","time spent":"1.044516639s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:56.42251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.241523Z","time spent":"1.180949976s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:56.423253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.888062Z","time spent":"1.535142146s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:56.422444Z","caller":"traceutil/trace.go:171","msg":"trace[1124744821] linearizableReadLoop","detail":"{readStateIndex:24603; appliedIndex:24601; }","duration":"1.534316065s","start":"2026-03-04T02:12:54.888115Z","end":"2026-03-04T02:12:56.422431Z","steps":["trace[1124744821] 'read index received' (duration: 493.928464ms)","trace[1124744821] 'applied index is now lower than readState.Index' (duration: 1.040386581s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:56.425428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412369337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:56.425526Z","caller":"traceutil/trace.go:171","msg":"trace[1207307819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23778; }","duration":"1.412565062s","start":"2026-03-04T02:12:55.012933Z","end":"2026-03-04T02:12:56.425498Z","steps":["trace[1207307819] 'agreement among raft nodes before linearized reading' (duration: 1.412334626s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.425584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.012919Z","time spent":"1.412653024s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:56.42561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.706302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-03-04T02:12:56.425652Z","caller":"traceutil/trace.go:171","msg":"trace[1472355659] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23778; }","duration":"593.797975ms","start":"2026-03-04T02:12:55.831844Z","end":"2026-03-04T02:12:56.425642Z","steps":["trace[1472355659] 'agreement among raft nodes before linearized reading' (duration: 593.635811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.42583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019538436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:56.425945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174487147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:12:56.425989Z","caller":"traceutil/trace.go:171","msg":"trace[1274793201] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23778; }","duration":"1.17456607s","start":"2026-03-04T02:12:55.251408Z","end":"2026-03-04T02:12:56.425974Z","steps":["trace[1274793201] 'agreement among raft nodes before linearized reading' (duration: 1.174490018s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.426028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.251387Z","time spent":"1.174633451s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:12:56.426043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401706378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:56.426127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.831838Z","time spent":"594.263057ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1043,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-03-04T02:12:56.426268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.532564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:12:56.426317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.454422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-04T02:12:56.426337Z","caller":"traceutil/trace.go:171","msg":"trace[1245916426] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"331.97551ms","start":"2026-03-04T02:12:56.094349Z","end":"2026-03-04T02:12:56.426325Z","steps":["trace[1245916426] 'process raft request' (duration: 330.81721ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:56.426368Z","caller":"traceutil/trace.go:171","msg":"trace[1159051836] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23778; }","duration":"594.524473ms","start":"2026-03-04T02:12:55.831823Z","end":"2026-03-04T02:12:56.426347Z","steps":["trace[1159051836] 'agreement among raft nodes before linearized reading' (duration: 594.348819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.426413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:56.09432Z","time spent":"332.050071ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:56.426422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.831806Z","time spent":"594.604416ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-04T02:12:56.426381Z","caller":"traceutil/trace.go:171","msg":"trace[546800416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23778; }","duration":"594.655847ms","start":"2026-03-04T02:12:55.831679Z","end":"2026-03-04T02:12:56.426335Z","steps":["trace[546800416] 'agreement among raft nodes before linearized reading' (duration: 594.504573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.42654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.831633Z","time spent":"594.893403ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:12:56.425928Z","caller":"traceutil/trace.go:171","msg":"trace[2037562931] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23778; }","duration":"1.01968521s","start":"2026-03-04T02:12:55.406222Z","end":"2026-03-04T02:12:56.425907Z","steps":["trace[2037562931] 'agreement among raft nodes before linearized reading' (duration: 1.019540086s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.426622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.406199Z","time spent":"1.020412869s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:56.426634Z","caller":"traceutil/trace.go:171","msg":"trace[861651981] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"582.287004ms","start":"2026-03-04T02:12:55.844341Z","end":"2026-03-04T02:12:56.426628Z","steps":["trace[861651981] 'process raft request' (duration: 580.774524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.42672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.844316Z","time spent":"582.341915ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:56.426483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.238375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:56.426765Z","caller":"traceutil/trace.go:171","msg":"trace[553152138] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23778; }","duration":"348.568423ms","start":"2026-03-04T02:12:56.078183Z","end":"2026-03-04T02:12:56.426752Z","steps":["trace[553152138] 'agreement among raft nodes before linearized reading' (duration: 348.243764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.426799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:56.078161Z","time spent":"348.629625ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:56.426119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.333309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:12:56.426961Z","caller":"traceutil/trace.go:171","msg":"trace[1030295015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23778; }","duration":"595.195751ms","start":"2026-03-04T02:12:55.831752Z","end":"2026-03-04T02:12:56.426948Z","steps":["trace[1030295015] 'agreement among raft nodes before linearized reading' (duration: 594.156424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.427043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.831743Z","time spent":"595.286204ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:12:56.426544Z","caller":"traceutil/trace.go:171","msg":"trace[1706472971] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"174.388559ms","start":"2026-03-04T02:12:56.252145Z","end":"2026-03-04T02:12:56.426534Z","steps":["trace[1706472971] 'process raft request' (duration: 173.060465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.425878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086518767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:12:56.427202Z","caller":"traceutil/trace.go:171","msg":"trace[665505468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23778; }","duration":"1.087839741s","start":"2026-03-04T02:12:55.339349Z","end":"2026-03-04T02:12:56.427188Z","steps":["trace[665505468] 'agreement among raft nodes before linearized reading' (duration: 1.086435635s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:56.427246Z","caller":"traceutil/trace.go:171","msg":"trace[130484840] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23778; }","duration":"1.40296837s","start":"2026-03-04T02:12:55.024262Z","end":"2026-03-04T02:12:56.427231Z","steps":["trace[130484840] 'agreement among raft nodes before linearized reading' (duration: 1.401675167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.427266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.339281Z","time spent":"1.087966625s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:56.427283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.024246Z","time spent":"1.403028203s","remote":"127.0.0.1:50598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:56.427131Z","caller":"traceutil/trace.go:171","msg":"trace[1410135794] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"726.371991ms","start":"2026-03-04T02:12:55.700584Z","end":"2026-03-04T02:12:56.426956Z","steps":["trace[1410135794] 'process raft request' (duration: 724.355149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.427552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.70055Z","time spent":"726.920676ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:59.300792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.117706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:59.30104Z","caller":"traceutil/trace.go:171","msg":"trace[1957005905] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"871.207838ms","start":"2026-03-04T02:12:58.429798Z","end":"2026-03-04T02:12:59.301006Z","steps":["trace[1957005905] 'process raft request' (duration: 396.772054ms)","trace[1957005905] 'compare' (duration: 473.702045ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:59.301118Z","caller":"traceutil/trace.go:171","msg":"trace[1530682338] linearizableReadLoop","detail":"{readStateIndex:24626; appliedIndex:24621; }","duration":"862.4823ms","start":"2026-03-04T02:12:58.438618Z","end":"2026-03-04T02:12:59.3011Z","steps":["trace[1530682338] 'read index received' (duration: 80.656698ms)","trace[1530682338] 'applied index is now lower than readState.Index' (duration: 781.824672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:59.301202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:58.429764Z","time spent":"871.357902ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:59.301332Z","caller":"traceutil/trace.go:171","msg":"trace[287171948] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"869.497163ms","start":"2026-03-04T02:12:58.431824Z","end":"2026-03-04T02:12:59.301322Z","steps":["trace[287171948] 'process raft request' (duration: 869.210186ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:59.301688Z","caller":"traceutil/trace.go:171","msg":"trace[419299] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"868.848827ms","start":"2026-03-04T02:12:58.432822Z","end":"2026-03-04T02:12:59.301671Z","steps":["trace[419299] 'process raft request' (duration: 868.243491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.301746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:58.431817Z","time spent":"869.543254ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:59.301806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:58.4328Z","time spent":"868.96155ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:59.302065Z","caller":"traceutil/trace.go:171","msg":"trace[899131358] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"871.068855ms","start":"2026-03-04T02:12:58.430952Z","end":"2026-03-04T02:12:59.302021Z","steps":["trace[899131358] 'process raft request' (duration: 870.048528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.302155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.544448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:12:59.302196Z","caller":"traceutil/trace.go:171","msg":"trace[144570162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23791; }","duration":"863.62214ms","start":"2026-03-04T02:12:58.438561Z","end":"2026-03-04T02:12:59.302183Z","steps":["trace[144570162] 'agreement among raft nodes before linearized reading' (duration: 863.467146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.302232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:58.438543Z","time spent":"863.681271ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:12:59.302235Z","caller":"traceutil/trace.go:171","msg":"trace[1001939634] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"872.022619ms","start":"2026-03-04T02:12:58.429898Z","end":"2026-03-04T02:12:59.301921Z","steps":["trace[1001939634] 'process raft request' (duration: 871.002012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.302314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:58.429891Z","time spent":"872.377829ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:59.3024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:58.430918Z","time spent":"871.242549ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:59.36703Z","caller":"traceutil/trace.go:171","msg":"trace[1943900684] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"785.480257ms","start":"2026-03-04T02:12:58.581529Z","end":"2026-03-04T02:12:59.367009Z","steps":["trace[1943900684] 'process raft request' (duration: 785.366834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.367178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:58.5815Z","time spent":"785.600389ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:59.36726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.313497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:12:59.367311Z","caller":"traceutil/trace.go:171","msg":"trace[180469252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23792; }","duration":"924.429439ms","start":"2026-03-04T02:12:58.442871Z","end":"2026-03-04T02:12:59.3673Z","steps":["trace[180469252] 'agreement among raft nodes before linearized reading' (duration: 924.280475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.367348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:58.442858Z","time spent":"924.480881ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:59.367372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.423709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:12:59.367263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.117646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:12:59.367483Z","caller":"traceutil/trace.go:171","msg":"trace[2137556852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23792; }","duration":"924.607434ms","start":"2026-03-04T02:12:58.442853Z","end":"2026-03-04T02:12:59.367461Z","steps":["trace[2137556852] 'agreement among raft nodes before linearized reading' (duration: 924.305267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:59.367483Z","caller":"traceutil/trace.go:171","msg":"trace[1719272259] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23792; }","duration":"928.374943ms","start":"2026-03-04T02:12:58.439094Z","end":"2026-03-04T02:12:59.367469Z","steps":["trace[1719272259] 'agreement among raft nodes before linearized reading' (duration: 927.912671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.367447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.67077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:12:59.367593Z","caller":"traceutil/trace.go:171","msg":"trace[1771491916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23792; }","duration":"827.864035ms","start":"2026-03-04T02:12:58.539714Z","end":"2026-03-04T02:12:59.367578Z","steps":["trace[1771491916] 'agreement among raft nodes before linearized reading' (duration: 827.361491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.367533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:58.43908Z","time spent":"928.440534ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:12:59.367538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:58.442827Z","time spent":"924.702896ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:59.367723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:58.539692Z","time spent":"827.956737ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:12:59.367607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.395905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:12:59.367846Z","caller":"traceutil/trace.go:171","msg":"trace[448615624] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23792; }","duration":"515.643142ms","start":"2026-03-04T02:12:58.852164Z","end":"2026-03-04T02:12:59.367808Z","steps":["trace[448615624] 'agreement among raft nodes before linearized reading' (duration: 514.954294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.367901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:58.852145Z","time spent":"515.742284ms","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:12:59.787502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.679053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:59.787592Z","caller":"traceutil/trace.go:171","msg":"trace[385819356] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"480.052352ms","start":"2026-03-04T02:12:59.307525Z","end":"2026-03-04T02:12:59.787577Z","steps":["trace[385819356] 'process raft request' (duration: 330.215894ms)","trace[385819356] 'compare' (duration: 148.807481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:59.787642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:59.307501Z","time spent":"480.119073ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:59.791294Z","caller":"traceutil/trace.go:171","msg":"trace[53123107] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"418.562884ms","start":"2026-03-04T02:12:59.3727Z","end":"2026-03-04T02:12:59.791263Z","steps":["trace[53123107] 'process raft request' (duration: 418.375649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.791464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:59.372676Z","time spent":"418.701177ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:59.791757Z","caller":"traceutil/trace.go:171","msg":"trace[848650750] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"418.954144ms","start":"2026-03-04T02:12:59.372768Z","end":"2026-03-04T02:12:59.791722Z","steps":["trace[848650750] 'process raft request' (duration: 418.443771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.791924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:59.372761Z","time spent":"419.080257ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:59.791911Z","caller":"traceutil/trace.go:171","msg":"trace[987084131] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"418.243805ms","start":"2026-03-04T02:12:59.373638Z","end":"2026-03-04T02:12:59.791882Z","steps":["trace[987084131] 'process raft request' (duration: 418.010619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:59.79205Z","caller":"traceutil/trace.go:171","msg":"trace[1902122558] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"417.760983ms","start":"2026-03-04T02:12:59.374263Z","end":"2026-03-04T02:12:59.792024Z","steps":["trace[1902122558] 'process raft request' (duration: 417.517406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.792125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:59.373623Z","time spent":"418.42173ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:59.792263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:59.374257Z","time spent":"417.897396ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:59.792422Z","caller":"traceutil/trace.go:171","msg":"trace[885910283] linearizableReadLoop","detail":"{readStateIndex:24632; appliedIndex:24627; }","duration":"392.312437ms","start":"2026-03-04T02:12:59.399655Z","end":"2026-03-04T02:12:59.791967Z","steps":["trace[885910283] 'read index received' (duration: 238.171387ms)","trace[885910283] 'applied index is now lower than readState.Index' (duration: 154.13953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:59.792455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.763159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:12:59.792567Z","caller":"traceutil/trace.go:171","msg":"trace[1413992001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23797; }","duration":"392.941614ms","start":"2026-03-04T02:12:59.399592Z","end":"2026-03-04T02:12:59.792533Z","steps":["trace[1413992001] 'agreement among raft nodes before linearized reading' (duration: 392.622496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.79266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:59.399568Z","time spent":"393.083107ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:13:00.466462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972014812,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:13:00.555663Z","caller":"traceutil/trace.go:171","msg":"trace[1879092140] linearizableReadLoop","detail":"{readStateIndex:24633; appliedIndex:24632; }","duration":"589.351559ms","start":"2026-03-04T02:12:59.966273Z","end":"2026-03-04T02:13:00.555624Z","steps":["trace[1879092140] 'read index received' (duration: 589.030911ms)","trace[1879092140] 'applied index is now lower than readState.Index' (duration: 319.848µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:13:00.555769Z","caller":"traceutil/trace.go:171","msg":"trace[825330168] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"757.872975ms","start":"2026-03-04T02:12:59.797857Z","end":"2026-03-04T02:13:00.55573Z","steps":["trace[825330168] 'process raft request' (duration: 757.355771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:00.555868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.573235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:00.555962Z","caller":"traceutil/trace.go:171","msg":"trace[1077395560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23798; }","duration":"589.720548ms","start":"2026-03-04T02:12:59.966223Z","end":"2026-03-04T02:13:00.555943Z","steps":["trace[1077395560] 'agreement among raft nodes before linearized reading' (duration: 589.538534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:00.556014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:59.966202Z","time spent":"589.80373ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:13:00.556082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:59.797834Z","time spent":"758.004358ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:00.639885Z","caller":"traceutil/trace.go:171","msg":"trace[162369380] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"110.768927ms","start":"2026-03-04T02:13:00.529093Z","end":"2026-03-04T02:13:00.639862Z","steps":["trace[162369380] 'process raft request' (duration: 108.765974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:00.639941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.481969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:00.640003Z","caller":"traceutil/trace.go:171","msg":"trace[669169167] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23799; }","duration":"180.548551ms","start":"2026-03-04T02:13:00.459435Z","end":"2026-03-04T02:13:00.639984Z","steps":["trace[669169167] 'agreement among raft nodes before linearized reading' (duration: 180.443028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:01.049311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.439136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:13:01.049393Z","caller":"traceutil/trace.go:171","msg":"trace[1761002231] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23799; }","duration":"305.557899ms","start":"2026-03-04T02:13:00.7438Z","end":"2026-03-04T02:13:01.049358Z","steps":["trace[1761002231] 'range keys from in-memory index tree' (duration: 305.281302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:01.049421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:00.743779Z","time spent":"305.636121ms","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-04T02:13:01.715911Z","caller":"traceutil/trace.go:171","msg":"trace[221887641] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"408.606452ms","start":"2026-03-04T02:13:01.307271Z","end":"2026-03-04T02:13:01.715877Z","steps":["trace[221887641] 'process raft request' (duration: 408.449698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:01.716083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.307246Z","time spent":"408.746315ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:01.918356Z","caller":"traceutil/trace.go:171","msg":"trace[1762994437] linearizableReadLoop","detail":"{readStateIndex:24639; appliedIndex:24634; }","duration":"549.586799ms","start":"2026-03-04T02:13:01.36875Z","end":"2026-03-04T02:13:01.918336Z","steps":["trace[1762994437] 'read index received' (duration: 347.036993ms)","trace[1762994437] 'applied index is now lower than readState.Index' (duration: 202.549206ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:13:01.918482Z","caller":"traceutil/trace.go:171","msg":"trace[476685285] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"607.620025ms","start":"2026-03-04T02:13:01.310851Z","end":"2026-03-04T02:13:01.918471Z","steps":["trace[476685285] 'process raft request' (duration: 607.40403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:01.918419Z","caller":"traceutil/trace.go:171","msg":"trace[1245924277] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"609.665829ms","start":"2026-03-04T02:13:01.308715Z","end":"2026-03-04T02:13:01.918381Z","steps":["trace[1245924277] 'process raft request' (duration: 609.504755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:01.918582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.310842Z","time spent":"607.668487ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:01.918644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.882747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:13:01.918695Z","caller":"traceutil/trace.go:171","msg":"trace[1891889114] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23805; }","duration":"549.970979ms","start":"2026-03-04T02:13:01.368711Z","end":"2026-03-04T02:13:01.918682Z","steps":["trace[1891889114] 'agreement among raft nodes before linearized reading' (duration: 549.762743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:01.918704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.319855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:13:01.918702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.308706Z","time spent":"609.848663ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:01.918771Z","caller":"traceutil/trace.go:171","msg":"trace[2113942351] transaction","detail":"{read_only:false; response_revision:23805; number_of_response:1; }","duration":"484.565439ms","start":"2026-03-04T02:13:01.434197Z","end":"2026-03-04T02:13:01.918762Z","steps":["trace[2113942351] 'process raft request' (duration: 484.110377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:01.918784Z","caller":"traceutil/trace.go:171","msg":"trace[1617568048] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23805; }","duration":"421.419019ms","start":"2026-03-04T02:13:01.497346Z","end":"2026-03-04T02:13:01.918765Z","steps":["trace[1617568048] 'agreement among raft nodes before linearized reading' (duration: 421.270715ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:01.91865Z","caller":"traceutil/trace.go:171","msg":"trace[849678500] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"610.235564ms","start":"2026-03-04T02:13:01.308346Z","end":"2026-03-04T02:13:01.918582Z","steps":["trace[849678500] 'process raft request' (duration: 573.520274ms)","trace[849678500] 'compare' (duration: 36.136645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:01.91887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.655286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:13:01.918894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.392876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:13:01.91891Z","caller":"traceutil/trace.go:171","msg":"trace[1508508442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23805; }","duration":"122.764849ms","start":"2026-03-04T02:13:01.796136Z","end":"2026-03-04T02:13:01.918901Z","steps":["trace[1508508442] 'agreement among raft nodes before linearized reading' (duration: 122.641336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:01.91892Z","caller":"traceutil/trace.go:171","msg":"trace[792286535] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23805; }","duration":"206.461078ms","start":"2026-03-04T02:13:01.712451Z","end":"2026-03-04T02:13:01.918912Z","steps":["trace[792286535] 'agreement among raft nodes before linearized reading' (duration: 206.408896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:01.918952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.597314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:13:01.918984Z","caller":"traceutil/trace.go:171","msg":"trace[1367445358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23805; }","duration":"125.653985ms","start":"2026-03-04T02:13:01.79332Z","end":"2026-03-04T02:13:01.918974Z","steps":["trace[1367445358] 'agreement among raft nodes before linearized reading' (duration: 125.538662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:01.919022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.308322Z","time spent":"610.545722ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:01.91909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.002317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:01.919118Z","caller":"traceutil/trace.go:171","msg":"trace[261184446] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23805; }","duration":"382.049139ms","start":"2026-03-04T02:13:01.53706Z","end":"2026-03-04T02:13:01.919109Z","steps":["trace[261184446] 'agreement among raft nodes before linearized reading' (duration: 382.011268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:01.919137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.537048Z","time spent":"382.084269ms","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:13:01.919133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.972223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:13:01.919176Z","caller":"traceutil/trace.go:171","msg":"trace[375269602] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23805; }","duration":"121.029334ms","start":"2026-03-04T02:13:01.798134Z","end":"2026-03-04T02:13:01.919163Z","steps":["trace[375269602] 'agreement among raft nodes before linearized reading' (duration: 120.945042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:01.918732Z","caller":"traceutil/trace.go:171","msg":"trace[2147183078] transaction","detail":"{read_only:false; response_revision:23804; number_of_response:1; }","duration":"607.820211ms","start":"2026-03-04T02:13:01.310902Z","end":"2026-03-04T02:13:01.918722Z","steps":["trace[2147183078] 'process raft request' (duration: 607.380649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:01.919129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.855682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:13:01.919241Z","caller":"traceutil/trace.go:171","msg":"trace[1393328731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23805; }","duration":"123.003816ms","start":"2026-03-04T02:13:01.796226Z","end":"2026-03-04T02:13:01.91923Z","steps":["trace[1393328731] 'agreement among raft nodes before linearized reading' (duration: 122.702708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:01.919044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.78077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:13:01.919294Z","caller":"traceutil/trace.go:171","msg":"trace[1338913725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23805; }","duration":"123.074987ms","start":"2026-03-04T02:13:01.79621Z","end":"2026-03-04T02:13:01.919285Z","steps":["trace[1338913725] 'agreement among raft nodes before linearized reading' (duration: 122.771749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:01.918834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.434168Z","time spent":"484.632971ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:01.919243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.310898Z","time spent":"608.313173ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:01.918731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.368691Z","time spent":"550.031121ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:13:01.918825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.497287Z","time spent":"421.530361ms","remote":"127.0.0.1:48388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:13:02.543072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.186979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:13:02.543159Z","caller":"traceutil/trace.go:171","msg":"trace[1153461877] transaction","detail":"{read_only:false; response_revision:23806; number_of_response:1; }","duration":"615.635845ms","start":"2026-03-04T02:13:01.927507Z","end":"2026-03-04T02:13:02.543143Z","steps":["trace[1153461877] 'process raft request' (duration: 92.304963ms)","trace[1153461877] 'compare' (duration: 522.940352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:02.543196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.927485Z","time spent":"615.694377ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:02.545058Z","caller":"traceutil/trace.go:171","msg":"trace[828763518] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"615.961054ms","start":"2026-03-04T02:13:01.929046Z","end":"2026-03-04T02:13:02.545007Z","steps":["trace[828763518] 'process raft request' (duration: 615.879182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:02.545086Z","caller":"traceutil/trace.go:171","msg":"trace[1489082450] transaction","detail":"{read_only:false; response_revision:23808; number_of_response:1; }","duration":"616.9467ms","start":"2026-03-04T02:13:01.928105Z","end":"2026-03-04T02:13:02.545052Z","steps":["trace[1489082450] 'process raft request' (duration: 616.770886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:02.545088Z","caller":"traceutil/trace.go:171","msg":"trace[203264406] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"617.034712ms","start":"2026-03-04T02:13:01.927992Z","end":"2026-03-04T02:13:02.545027Z","steps":["trace[203264406] 'process raft request' (duration: 616.733865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:02.54523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.929022Z","time spent":"616.117348ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:02.54524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.928081Z","time spent":"617.077894ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:02.545243Z","caller":"traceutil/trace.go:171","msg":"trace[1693983589] linearizableReadLoop","detail":"{readStateIndex:24645; appliedIndex:24640; }","duration":"612.896455ms","start":"2026-03-04T02:13:01.932294Z","end":"2026-03-04T02:13:02.545191Z","steps":["trace[1693983589] 'read index received' (duration: 87.508048ms)","trace[1693983589] 'applied index is now lower than readState.Index' (duration: 525.385007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:02.545356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.927953Z","time spent":"617.256718ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:13:02.545391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.061679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:02.545347Z","caller":"traceutil/trace.go:171","msg":"trace[1566050802] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"616.053467ms","start":"2026-03-04T02:13:01.929221Z","end":"2026-03-04T02:13:02.545275Z","steps":["trace[1566050802] 'process raft request' (duration: 615.743399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:02.545715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.852326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:13:02.545757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.460845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:13:02.545798Z","caller":"traceutil/trace.go:171","msg":"trace[1016054037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23810; }","duration":"580.956929ms","start":"2026-03-04T02:13:01.96482Z","end":"2026-03-04T02:13:02.545776Z","steps":["trace[1016054037] 'agreement among raft nodes before linearized reading' (duration: 580.795605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:02.545795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.4824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:13:02.545805Z","caller":"traceutil/trace.go:171","msg":"trace[1170180818] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23810; }","duration":"173.539987ms","start":"2026-03-04T02:13:02.372252Z","end":"2026-03-04T02:13:02.545792Z","steps":["trace[1170180818] 'agreement among raft nodes before linearized reading' (duration: 173.356213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:02.545849Z","caller":"traceutil/trace.go:171","msg":"trace[1722502328] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23810; }","duration":"247.572383ms","start":"2026-03-04T02:13:02.298263Z","end":"2026-03-04T02:13:02.545836Z","steps":["trace[1722502328] 'agreement among raft nodes before linearized reading' (duration: 247.366477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:02.545858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.964785Z","time spent":"581.058712ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:13:02.545891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.929211Z","time spent":"616.56496ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:02.545459Z","caller":"traceutil/trace.go:171","msg":"trace[134661984] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23810; }","duration":"613.192202ms","start":"2026-03-04T02:13:01.932248Z","end":"2026-03-04T02:13:02.54544Z","steps":["trace[134661984] 'agreement among raft nodes before linearized reading' (duration: 613.059169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:02.546042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:01.932235Z","time spent":"613.786217ms","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:13:03.093505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.335509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:13:03.093722Z","caller":"traceutil/trace.go:171","msg":"trace[416378864] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"447.697055ms","start":"2026-03-04T02:13:02.64594Z","end":"2026-03-04T02:13:03.093637Z","steps":["trace[416378864] 'process raft request' (duration: 115.066618ms)","trace[416378864] 'compare' (duration: 331.941839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:03.093858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:02.645919Z","time spent":"447.892201ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:03.169151Z","caller":"traceutil/trace.go:171","msg":"trace[429598890] linearizableReadLoop","detail":"{readStateIndex:24648; appliedIndex:24647; }","duration":"299.430169ms","start":"2026-03-04T02:13:02.869695Z","end":"2026-03-04T02:13:03.169125Z","steps":["trace[429598890] 'read index received' (duration: 232.768456ms)","trace[429598890] 'applied index is now lower than readState.Index' (duration: 66.660543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:03.169607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.89253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:13:03.169643Z","caller":"traceutil/trace.go:171","msg":"trace[1867075788] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23812; }","duration":"299.981423ms","start":"2026-03-04T02:13:02.869654Z","end":"2026-03-04T02:13:03.169635Z","steps":["trace[1867075788] 'agreement among raft nodes before linearized reading' (duration: 299.88352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:03.16967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:02.869636Z","time spent":"300.027074ms","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:13:03.169745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.830999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:13:03.169821Z","caller":"traceutil/trace.go:171","msg":"trace[340983335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23812; }","duration":"203.980792ms","start":"2026-03-04T02:13:02.965824Z","end":"2026-03-04T02:13:03.169804Z","steps":["trace[340983335] 'agreement among raft nodes before linearized reading' (duration: 203.851709ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:18.969181Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21744} {"level":"info","ts":"2026-03-04T02:13:19.169317Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21744,"took":"193.456588ms","hash":453622999,"current-db-size-bytes":49774592,"current-db-size":"50 MB","current-db-size-in-use-bytes":31707136,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T02:13:19.169402Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":453622999,"revision":21744,"compact-revision":18733} {"level":"info","ts":"2026-03-04T02:14:16.363639Z","caller":"traceutil/trace.go:171","msg":"trace[1140673682] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"163.280019ms","start":"2026-03-04T02:14:16.200323Z","end":"2026-03-04T02:14:16.363603Z","steps":["trace[1140673682] 'process raft request' (duration: 163.054783ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:16.729451Z","caller":"traceutil/trace.go:171","msg":"trace[1816634663] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"448.652359ms","start":"2026-03-04T02:14:16.280771Z","end":"2026-03-04T02:14:16.729424Z","steps":["trace[1816634663] 'process raft request' (duration: 448.346271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:16.729475Z","caller":"traceutil/trace.go:171","msg":"trace[1732548646] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"446.837122ms","start":"2026-03-04T02:14:16.282605Z","end":"2026-03-04T02:14:16.729443Z","steps":["trace[1732548646] 'process raft request' (duration: 446.74654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:16.729669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.282591Z","time spent":"446.976705ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:16.729793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.280752Z","time spent":"448.773462ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:16.729934Z","caller":"traceutil/trace.go:171","msg":"trace[738330207] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"446.233296ms","start":"2026-03-04T02:14:16.283665Z","end":"2026-03-04T02:14:16.729898Z","steps":["trace[738330207] 'process raft request' (duration: 445.739773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:16.72994Z","caller":"traceutil/trace.go:171","msg":"trace[592844514] linearizableReadLoop","detail":"{readStateIndex:25337; appliedIndex:25333; }","duration":"366.360898ms","start":"2026-03-04T02:14:16.363537Z","end":"2026-03-04T02:14:16.729898Z","steps":["trace[592844514] 'read index received' (duration: 365.470885ms)","trace[592844514] 'applied index is now lower than readState.Index' (duration: 888.093µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:16.730101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.903512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:16.730177Z","caller":"traceutil/trace.go:171","msg":"trace[989294717] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24483; }","duration":"449.939543ms","start":"2026-03-04T02:14:16.28019Z","end":"2026-03-04T02:14:16.730129Z","steps":["trace[989294717] 'agreement among raft nodes before linearized reading' (duration: 449.873891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:16.730176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.283647Z","time spent":"446.40389ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:16.730207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.280157Z","time spent":"450.041486ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T02:14:16.730173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.611159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-04T02:14:16.730215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.629201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:16.730268Z","caller":"traceutil/trace.go:171","msg":"trace[872861901] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24483; }","duration":"310.749604ms","start":"2026-03-04T02:14:16.419505Z","end":"2026-03-04T02:14:16.730254Z","steps":["trace[872861901] 'agreement among raft nodes before linearized reading' (duration: 310.619151ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:16.730266Z","caller":"traceutil/trace.go:171","msg":"trace[1433042057] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24483; }","duration":"445.738833ms","start":"2026-03-04T02:14:16.284505Z","end":"2026-03-04T02:14:16.730244Z","steps":["trace[1433042057] 'agreement among raft nodes before linearized reading' (duration: 445.405934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:16.730341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.284496Z","time spent":"445.831395ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:14:16.73037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.004327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:16.730403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.61377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:16.730345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.419488Z","time spent":"310.838846ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T02:14:16.730398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.97097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:16.730444Z","caller":"traceutil/trace.go:171","msg":"trace[783440530] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24483; }","duration":"310.652201ms","start":"2026-03-04T02:14:16.419778Z","end":"2026-03-04T02:14:16.73043Z","steps":["trace[783440530] 'agreement among raft nodes before linearized reading' (duration: 310.595809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:16.730465Z","caller":"traceutil/trace.go:171","msg":"trace[1949087386] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24483; }","duration":"246.092473ms","start":"2026-03-04T02:14:16.484355Z","end":"2026-03-04T02:14:16.730447Z","steps":["trace[1949087386] 'agreement among raft nodes before linearized reading' (duration: 245.96805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:16.73048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.419758Z","time spent":"310.716353ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T02:14:16.730439Z","caller":"traceutil/trace.go:171","msg":"trace[1935405178] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24483; }","duration":"309.098731ms","start":"2026-03-04T02:14:16.421329Z","end":"2026-03-04T02:14:16.730428Z","steps":["trace[1935405178] 'agreement among raft nodes before linearized reading' (duration: 308.951397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:16.730449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.073579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:16.730546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.687602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-04T02:14:16.730582Z","caller":"traceutil/trace.go:171","msg":"trace[280894371] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24483; }","duration":"305.735802ms","start":"2026-03-04T02:14:16.424836Z","end":"2026-03-04T02:14:16.730572Z","steps":["trace[280894371] 'agreement among raft nodes before linearized reading' (duration: 305.64466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:16.730597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.68887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:16.730601Z","caller":"traceutil/trace.go:171","msg":"trace[630248548] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24483; }","duration":"309.275565ms","start":"2026-03-04T02:14:16.421295Z","end":"2026-03-04T02:14:16.730571Z","steps":["trace[630248548] 'agreement among raft nodes before linearized reading' (duration: 308.935596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:16.730622Z","caller":"traceutil/trace.go:171","msg":"trace[1262394228] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24483; }","duration":"308.712841ms","start":"2026-03-04T02:14:16.421903Z","end":"2026-03-04T02:14:16.730616Z","steps":["trace[1262394228] 'agreement among raft nodes before linearized reading' (duration: 308.658309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:16.730614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.424829Z","time spent":"305.779523ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:14:16.730645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.421848Z","time spent":"308.792952ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T02:14:16.730668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.42129Z","time spent":"309.367038ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:14:16.730698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.547442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:16.730536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.421325Z","time spent":"309.203583ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T02:14:16.730736Z","caller":"traceutil/trace.go:171","msg":"trace[1054092465] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24483; }","duration":"449.624124ms","start":"2026-03-04T02:14:16.2811Z","end":"2026-03-04T02:14:16.730725Z","steps":["trace[1054092465] 'agreement among raft nodes before linearized reading' (duration: 448.832154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:16.73077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.281082Z","time spent":"449.682616ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:14:16.73098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.956563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-04T02:14:16.73111Z","caller":"traceutil/trace.go:171","msg":"trace[986705345] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24483; }","duration":"310.182919ms","start":"2026-03-04T02:14:16.420901Z","end":"2026-03-04T02:14:16.731084Z","steps":["trace[986705345] 'agreement among raft nodes before linearized reading' (duration: 309.428879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:16.73123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.420895Z","time spent":"310.314172ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:14:16.731479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.100896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:16.731567Z","caller":"traceutil/trace.go:171","msg":"trace[1067878259] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24483; }","duration":"310.196869ms","start":"2026-03-04T02:14:16.421346Z","end":"2026-03-04T02:14:16.731543Z","steps":["trace[1067878259] 'agreement among raft nodes before linearized reading' (duration: 308.801152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:16.731604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.421343Z","time spent":"310.25295ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T02:14:16.730145Z","caller":"traceutil/trace.go:171","msg":"trace[1809798596] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"445.461916ms","start":"2026-03-04T02:14:16.284587Z","end":"2026-03-04T02:14:16.730049Z","steps":["trace[1809798596] 'process raft request' (duration: 445.115857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:16.73199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:16.284558Z","time spent":"447.261043ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:17.296251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.127793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:17.296605Z","caller":"traceutil/trace.go:171","msg":"trace[1487419825] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"260.652155ms","start":"2026-03-04T02:14:17.035903Z","end":"2026-03-04T02:14:17.296555Z","steps":["trace[1487419825] 'process raft request' (duration: 138.098631ms)","trace[1487419825] 'compare' (duration: 121.904557ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:17.296701Z","caller":"traceutil/trace.go:171","msg":"trace[2059643142] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"199.486905ms","start":"2026-03-04T02:14:17.097187Z","end":"2026-03-04T02:14:17.296674Z","steps":["trace[2059643142] 'process raft request' (duration: 199.412303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:17.296926Z","caller":"traceutil/trace.go:171","msg":"trace[35838632] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"257.998445ms","start":"2026-03-04T02:14:17.038918Z","end":"2026-03-04T02:14:17.296916Z","steps":["trace[35838632] 'process raft request' (duration: 257.595305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:17.296975Z","caller":"traceutil/trace.go:171","msg":"trace[2117641158] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"258.630282ms","start":"2026-03-04T02:14:17.038305Z","end":"2026-03-04T02:14:17.296935Z","steps":["trace[2117641158] 'process raft request' (duration: 258.099828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:17.29704Z","caller":"traceutil/trace.go:171","msg":"trace[1419478851] linearizableReadLoop","detail":"{readStateIndex:25339; appliedIndex:25337; }","duration":"259.889695ms","start":"2026-03-04T02:14:17.037091Z","end":"2026-03-04T02:14:17.296981Z","steps":["trace[1419478851] 'read index received' (duration: 27.327455ms)","trace[1419478851] 'applied index is now lower than readState.Index' (duration: 232.55042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:17.297493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.800121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:14:17.297618Z","caller":"traceutil/trace.go:171","msg":"trace[1924843] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24488; }","duration":"254.906805ms","start":"2026-03-04T02:14:17.042638Z","end":"2026-03-04T02:14:17.297545Z","steps":["trace[1924843] 'agreement among raft nodes before linearized reading' (duration: 254.71558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:17.297607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.4668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:14:17.297682Z","caller":"traceutil/trace.go:171","msg":"trace[1571767759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24488; }","duration":"260.635384ms","start":"2026-03-04T02:14:17.037028Z","end":"2026-03-04T02:14:17.297664Z","steps":["trace[1571767759] 'agreement among raft nodes before linearized reading' (duration: 260.258594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:17.575396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.716389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:17.575889Z","caller":"traceutil/trace.go:171","msg":"trace[1979968580] linearizableReadLoop","detail":"{readStateIndex:25344; appliedIndex:25342; }","duration":"232.434467ms","start":"2026-03-04T02:14:17.34343Z","end":"2026-03-04T02:14:17.575865Z","steps":["trace[1979968580] 'read index received' (duration: 64.358652ms)","trace[1979968580] 'applied index is now lower than readState.Index' (duration: 168.074095ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:17.576008Z","caller":"traceutil/trace.go:171","msg":"trace[1567353279] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"272.921686ms","start":"2026-03-04T02:14:17.303017Z","end":"2026-03-04T02:14:17.575939Z","steps":["trace[1567353279] 'process raft request' (duration: 104.769179ms)","trace[1567353279] 'compare' (duration: 166.294108ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:17.576072Z","caller":"traceutil/trace.go:171","msg":"trace[1395996405] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"272.605687ms","start":"2026-03-04T02:14:17.303407Z","end":"2026-03-04T02:14:17.576012Z","steps":["trace[1395996405] 'process raft request' (duration: 272.188547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:17.576361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.902699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:17.576592Z","caller":"traceutil/trace.go:171","msg":"trace[547660954] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24490; }","duration":"233.222558ms","start":"2026-03-04T02:14:17.343349Z","end":"2026-03-04T02:14:17.576571Z","steps":["trace[547660954] 'agreement among raft nodes before linearized reading' (duration: 232.677614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:17.615777Z","caller":"traceutil/trace.go:171","msg":"trace[1140704067] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"130.544433ms","start":"2026-03-04T02:14:17.485202Z","end":"2026-03-04T02:14:17.615747Z","steps":["trace[1140704067] 'process raft request' (duration: 130.376069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:17.615857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.031188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:17.615949Z","caller":"traceutil/trace.go:171","msg":"trace[1320902557] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24491; }","duration":"260.164322ms","start":"2026-03-04T02:14:17.355762Z","end":"2026-03-04T02:14:17.615927Z","steps":["trace[1320902557] 'agreement among raft nodes before linearized reading' (duration: 259.999148ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:59.19459Z","caller":"traceutil/trace.go:171","msg":"trace[1225023496] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"226.80442ms","start":"2026-03-04T02:14:58.967757Z","end":"2026-03-04T02:14:59.194561Z","steps":["trace[1225023496] 'process raft request' (duration: 226.721638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:59.19461Z","caller":"traceutil/trace.go:171","msg":"trace[305499104] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"247.830309ms","start":"2026-03-04T02:14:58.946745Z","end":"2026-03-04T02:14:59.194576Z","steps":["trace[305499104] 'process raft request' (duration: 215.558675ms)","trace[305499104] 'compare' (duration: 31.966406ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:59.194832Z","caller":"traceutil/trace.go:171","msg":"trace[2062050247] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"225.28027ms","start":"2026-03-04T02:14:58.96951Z","end":"2026-03-04T02:14:59.19479Z","steps":["trace[2062050247] 'process raft request' (duration: 225.011543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:03.392789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.086289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:15:03.39298Z","caller":"traceutil/trace.go:171","msg":"trace[1893368461] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"178.870947ms","start":"2026-03-04T02:15:03.214089Z","end":"2026-03-04T02:15:03.39296Z","steps":["trace[1893368461] 'process raft request' (duration: 178.816756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:03.393316Z","caller":"traceutil/trace.go:171","msg":"trace[1745338882] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"179.615086ms","start":"2026-03-04T02:15:03.21369Z","end":"2026-03-04T02:15:03.393305Z","steps":["trace[1745338882] 'process raft request' (duration: 76.919111ms)","trace[1745338882] 'compare' (duration: 101.551405ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:27.968358Z","caller":"traceutil/trace.go:171","msg":"trace[1517701917] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"216.623764ms","start":"2026-03-04T02:16:27.751703Z","end":"2026-03-04T02:16:27.968327Z","steps":["trace[1517701917] 'process raft request' (duration: 216.359957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:27.970964Z","caller":"traceutil/trace.go:171","msg":"trace[2068926094] linearizableReadLoop","detail":"{readStateIndex:26628; appliedIndex:26626; }","duration":"170.535218ms","start":"2026-03-04T02:16:27.800407Z","end":"2026-03-04T02:16:27.970943Z","steps":["trace[2068926094] 'read index received' (duration: 167.639593ms)","trace[2068926094] 'applied index is now lower than readState.Index' (duration: 2.894275ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:27.971117Z","caller":"traceutil/trace.go:171","msg":"trace[377754937] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"215.72965ms","start":"2026-03-04T02:16:27.755327Z","end":"2026-03-04T02:16:27.971056Z","steps":["trace[377754937] 'process raft request' (duration: 215.508355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.971359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.877925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:27.97142Z","caller":"traceutil/trace.go:171","msg":"trace[527766197] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25738; }","duration":"130.013329ms","start":"2026-03-04T02:16:27.841391Z","end":"2026-03-04T02:16:27.971405Z","steps":["trace[527766197] 'agreement among raft nodes before linearized reading' (duration: 129.697811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.971882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.440782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:16:27.971964Z","caller":"traceutil/trace.go:171","msg":"trace[1324758041] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25738; }","duration":"171.571455ms","start":"2026-03-04T02:16:27.800371Z","end":"2026-03-04T02:16:27.971942Z","steps":["trace[1324758041] 'agreement among raft nodes before linearized reading' (duration: 170.707943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.972058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.455864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18393"} {"level":"info","ts":"2026-03-04T02:16:27.972157Z","caller":"traceutil/trace.go:171","msg":"trace[1469688874] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25738; }","duration":"111.622338ms","start":"2026-03-04T02:16:27.86051Z","end":"2026-03-04T02:16:27.972132Z","steps":["trace[1469688874] 'agreement among raft nodes before linearized reading' (duration: 110.791197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:28.665275Z","caller":"traceutil/trace.go:171","msg":"trace[1776893226] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"545.052551ms","start":"2026-03-04T02:16:28.120183Z","end":"2026-03-04T02:16:28.665235Z","steps":["trace[1776893226] 'process raft request' (duration: 504.276135ms)","trace[1776893226] 'compare' (duration: 40.616902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:28.665864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.120158Z","time spent":"545.238816ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:28.667387Z","caller":"traceutil/trace.go:171","msg":"trace[998711119] linearizableReadLoop","detail":"{readStateIndex:26632; appliedIndex:26630; }","duration":"488.384869ms","start":"2026-03-04T02:16:28.178954Z","end":"2026-03-04T02:16:28.667339Z","steps":["trace[998711119] 'read index received' (duration: 445.531778ms)","trace[998711119] 'applied index is now lower than readState.Index' (duration: 42.851261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:28.667733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.742328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:28.667803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.935045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:16:28.667868Z","caller":"traceutil/trace.go:171","msg":"trace[572813546] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25742; }","duration":"473.054008ms","start":"2026-03-04T02:16:28.19479Z","end":"2026-03-04T02:16:28.667844Z","steps":["trace[572813546] 'agreement among raft nodes before linearized reading' (duration: 472.797381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.667842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.945153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:16:28.667932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.194774Z","time spent":"473.148581ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:16:28.667948Z","caller":"traceutil/trace.go:171","msg":"trace[1505147142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25742; }","duration":"344.099537ms","start":"2026-03-04T02:16:28.323821Z","end":"2026-03-04T02:16:28.66792Z","steps":["trace[1505147142] 'agreement among raft nodes before linearized reading' (duration: 343.785249ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:28.667862Z","caller":"traceutil/trace.go:171","msg":"trace[1340916840] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25742; }","duration":"488.904683ms","start":"2026-03-04T02:16:28.178928Z","end":"2026-03-04T02:16:28.667833Z","steps":["trace[1340916840] 'agreement among raft nodes before linearized reading' (duration: 488.642906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.667882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.950648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:16:28.667996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.3238Z","time spent":"344.186819ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:28.668009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.178827Z","time spent":"489.16561ms","remote":"127.0.0.1:49944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:28.668053Z","caller":"traceutil/trace.go:171","msg":"trace[59378747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25742; }","duration":"345.202505ms","start":"2026-03-04T02:16:28.322807Z","end":"2026-03-04T02:16:28.668009Z","steps":["trace[59378747] 'agreement among raft nodes before linearized reading' (duration: 344.869647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.6681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.322764Z","time spent":"345.329928ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:16:28.669357Z","caller":"traceutil/trace.go:171","msg":"trace[1358842874] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"509.932202ms","start":"2026-03-04T02:16:28.157584Z","end":"2026-03-04T02:16:28.667516Z","steps":["trace[1358842874] 'process raft request' (duration: 509.521702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.669914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.157546Z","time spent":"511.917994ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:30.716801Z","caller":"traceutil/trace.go:171","msg":"trace[962850118] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"100.872407ms","start":"2026-03-04T02:16:30.615888Z","end":"2026-03-04T02:16:30.716761Z","steps":["trace[962850118] 'process raft request' (duration: 100.290032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:32.437753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.667512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:32.437854Z","caller":"traceutil/trace.go:171","msg":"trace[438669417] linearizableReadLoop","detail":"{readStateIndex:26653; appliedIndex:26651; }","duration":"439.48641ms","start":"2026-03-04T02:16:31.998351Z","end":"2026-03-04T02:16:32.437838Z","steps":["trace[438669417] 'read index received' (duration: 58.616862ms)","trace[438669417] 'applied index is now lower than readState.Index' (duration: 380.867768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:32.438281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.907911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:16:32.438351Z","caller":"traceutil/trace.go:171","msg":"trace[1257353837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25763; }","duration":"440.018704ms","start":"2026-03-04T02:16:31.998317Z","end":"2026-03-04T02:16:32.438335Z","steps":["trace[1257353837] 'agreement among raft nodes before linearized reading' (duration: 439.751907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:32.438385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.998303Z","time spent":"440.076715ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:16:32.438495Z","caller":"traceutil/trace.go:171","msg":"trace[1296013647] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"445.689623ms","start":"2026-03-04T02:16:31.99278Z","end":"2026-03-04T02:16:32.43847Z","steps":["trace[1296013647] 'process raft request' (duration: 279.21607ms)","trace[1296013647] 'compare' (duration: 165.171659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:32.438588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.992748Z","time spent":"445.773465ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:32.438801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.192133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:16:32.438883Z","caller":"traceutil/trace.go:171","msg":"trace[1309137047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25763; }","duration":"369.303955ms","start":"2026-03-04T02:16:32.069558Z","end":"2026-03-04T02:16:32.438862Z","steps":["trace[1309137047] 'agreement among raft nodes before linearized reading' (duration: 368.922135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:32.438926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.069537Z","time spent":"369.380787ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:32.439169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.526467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:16:32.441954Z","caller":"traceutil/trace.go:171","msg":"trace[2090476203] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25763; }","duration":"321.797733ms","start":"2026-03-04T02:16:32.117558Z","end":"2026-03-04T02:16:32.439356Z","steps":["trace[2090476203] 'agreement among raft nodes before linearized reading' (duration: 321.103875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:32.442057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.117541Z","time spent":"324.492784ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4884,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-04T02:16:32.63826Z","caller":"traceutil/trace.go:171","msg":"trace[531868740] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"118.904959ms","start":"2026-03-04T02:16:32.519326Z","end":"2026-03-04T02:16:32.638231Z","steps":["trace[531868740] 'process raft request' (duration: 118.310813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:10.824999Z","caller":"traceutil/trace.go:171","msg":"trace[1135884250] linearizableReadLoop","detail":"{readStateIndex:27041; appliedIndex:27040; }","duration":"120.921582ms","start":"2026-03-04T02:17:10.704052Z","end":"2026-03-04T02:17:10.824974Z","steps":["trace[1135884250] 'read index received' (duration: 120.670515ms)","trace[1135884250] 'applied index is now lower than readState.Index' (duration: 249.867µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:10.825508Z","caller":"traceutil/trace.go:171","msg":"trace[1307504310] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"125.164333ms","start":"2026-03-04T02:17:10.700303Z","end":"2026-03-04T02:17:10.825468Z","steps":["trace[1307504310] 'process raft request' (duration: 124.334471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:10.826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.935808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:10.826091Z","caller":"traceutil/trace.go:171","msg":"trace[769133339] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26139; }","duration":"122.086522ms","start":"2026-03-04T02:17:10.703986Z","end":"2026-03-04T02:17:10.826072Z","steps":["trace[769133339] 'agreement among raft nodes before linearized reading' (duration: 121.923988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.799429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.821726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:11.799552Z","caller":"traceutil/trace.go:171","msg":"trace[260562158] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26148; }","duration":"145.036822ms","start":"2026-03-04T02:17:11.654489Z","end":"2026-03-04T02:17:11.799526Z","steps":["trace[260562158] 'count revisions from in-memory index tree' (duration: 144.701683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:18.976636Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23921} {"level":"info","ts":"2026-03-04T02:18:19.112239Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23921,"took":"130.636646ms","hash":1496021590,"current-db-size-bytes":50196480,"current-db-size":"50 MB","current-db-size-in-use-bytes":32456704,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T02:18:19.112299Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1496021590,"revision":23921,"compact-revision":21744} {"level":"info","ts":"2026-03-04T02:22:03.349511Z","caller":"traceutil/trace.go:171","msg":"trace[1405565626] transaction","detail":"{read_only:false; response_revision:28184; number_of_response:1; }","duration":"147.892098ms","start":"2026-03-04T02:22:03.201601Z","end":"2026-03-04T02:22:03.349493Z","steps":["trace[1405565626] 'process raft request' (duration: 147.666232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:03.349492Z","caller":"traceutil/trace.go:171","msg":"trace[580005455] linearizableReadLoop","detail":"{readStateIndex:29150; appliedIndex:29149; }","duration":"146.693426ms","start":"2026-03-04T02:22:03.202765Z","end":"2026-03-04T02:22:03.349459Z","steps":["trace[580005455] 'read index received' (duration: 146.416909ms)","trace[580005455] 'applied index is now lower than readState.Index' (duration: 274.997µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:03.349614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.82863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:03.349665Z","caller":"traceutil/trace.go:171","msg":"trace[930550026] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28184; }","duration":"146.903512ms","start":"2026-03-04T02:22:03.20275Z","end":"2026-03-04T02:22:03.349654Z","steps":["trace[930550026] 'agreement among raft nodes before linearized reading' (duration: 146.800639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:06.907378Z","caller":"traceutil/trace.go:171","msg":"trace[840121546] linearizableReadLoop","detail":"{readStateIndex:29173; appliedIndex:29172; }","duration":"162.326265ms","start":"2026-03-04T02:22:06.745024Z","end":"2026-03-04T02:22:06.907351Z","steps":["trace[840121546] 'read index received' (duration: 162.13565ms)","trace[840121546] 'applied index is now lower than readState.Index' (duration: 189.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:06.907422Z","caller":"traceutil/trace.go:171","msg":"trace[578005966] transaction","detail":"{read_only:false; response_revision:28207; number_of_response:1; }","duration":"213.76592ms","start":"2026-03-04T02:22:06.69363Z","end":"2026-03-04T02:22:06.907396Z","steps":["trace[578005966] 'process raft request' (duration: 213.543684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:06.907621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.587772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:22:06.907662Z","caller":"traceutil/trace.go:171","msg":"trace[275386979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28207; }","duration":"162.708425ms","start":"2026-03-04T02:22:06.744943Z","end":"2026-03-04T02:22:06.907652Z","steps":["trace[275386979] 'agreement among raft nodes before linearized reading' (duration: 162.54575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:06.907731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.304198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T02:22:06.907828Z","caller":"traceutil/trace.go:171","msg":"trace[611479193] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28207; }","duration":"161.445652ms","start":"2026-03-04T02:22:06.746358Z","end":"2026-03-04T02:22:06.907804Z","steps":["trace[611479193] 'agreement among raft nodes before linearized reading' (duration: 161.193165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:06.907884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.324204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:06.907994Z","caller":"traceutil/trace.go:171","msg":"trace[1939863771] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:28207; }","duration":"152.470677ms","start":"2026-03-04T02:22:06.755499Z","end":"2026-03-04T02:22:06.90797Z","steps":["trace[1939863771] 'agreement among raft nodes before linearized reading' (duration: 152.263972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:07.071396Z","caller":"traceutil/trace.go:171","msg":"trace[1185834549] linearizableReadLoop","detail":"{readStateIndex:29177; appliedIndex:29176; }","duration":"107.115711ms","start":"2026-03-04T02:22:06.964257Z","end":"2026-03-04T02:22:07.071372Z","steps":["trace[1185834549] 'read index received' (duration: 104.871322ms)","trace[1185834549] 'applied index is now lower than readState.Index' (duration: 2.242879ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:07.071434Z","caller":"traceutil/trace.go:171","msg":"trace[898617432] transaction","detail":"{read_only:false; response_revision:28211; number_of_response:1; }","duration":"135.084622ms","start":"2026-03-04T02:22:06.936324Z","end":"2026-03-04T02:22:07.071408Z","steps":["trace[898617432] 'process raft request' (duration: 132.837193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:07.071548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.269825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:07.071595Z","caller":"traceutil/trace.go:171","msg":"trace[971124939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28211; }","duration":"107.366288ms","start":"2026-03-04T02:22:06.964219Z","end":"2026-03-04T02:22:07.071585Z","steps":["trace[971124939] 'agreement among raft nodes before linearized reading' (duration: 107.272535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:08.331946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.5895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:08.332139Z","caller":"traceutil/trace.go:171","msg":"trace[1435697130] transaction","detail":"{read_only:false; response_revision:28214; number_of_response:1; }","duration":"675.297649ms","start":"2026-03-04T02:22:07.656821Z","end":"2026-03-04T02:22:08.332119Z","steps":["trace[1435697130] 'process raft request' (duration: 548.414971ms)","trace[1435697130] 'compare' (duration: 126.406656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:08.332211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:07.656787Z","time spent":"675.390792ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:08.332369Z","caller":"traceutil/trace.go:171","msg":"trace[1411178135] transaction","detail":"{read_only:false; response_revision:28215; number_of_response:1; }","duration":"657.768651ms","start":"2026-03-04T02:22:07.674571Z","end":"2026-03-04T02:22:08.33234Z","steps":["trace[1411178135] 'process raft request' (duration: 657.480753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:08.332511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:07.67454Z","time spent":"657.893174ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:08.332725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.998184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T02:22:08.332849Z","caller":"traceutil/trace.go:171","msg":"trace[1372492321] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:28215; }","duration":"594.143837ms","start":"2026-03-04T02:22:07.738676Z","end":"2026-03-04T02:22:08.33282Z","steps":["trace[1372492321] 'agreement among raft nodes before linearized reading' (duration: 593.738607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:08.332898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:07.738597Z","time spent":"594.293861ms","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-04T02:22:08.332389Z","caller":"traceutil/trace.go:171","msg":"trace[2127618735] linearizableReadLoop","detail":"{readStateIndex:29182; appliedIndex:29179; }","duration":"593.639264ms","start":"2026-03-04T02:22:07.738699Z","end":"2026-03-04T02:22:08.332338Z","steps":["trace[2127618735] 'read index received' (duration: 180.669245ms)","trace[2127618735] 'applied index is now lower than readState.Index' (duration: 412.967249ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:08.376378Z","caller":"traceutil/trace.go:171","msg":"trace[1761247736] transaction","detail":"{read_only:false; response_revision:28216; number_of_response:1; }","duration":"455.659036ms","start":"2026-03-04T02:22:07.920685Z","end":"2026-03-04T02:22:08.376344Z","steps":["trace[1761247736] 'process raft request' (duration: 455.359278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:08.376584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:07.92066Z","time spent":"455.80338ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:08.377136Z","caller":"traceutil/trace.go:171","msg":"trace[1344222211] transaction","detail":"{read_only:false; response_revision:28217; number_of_response:1; }","duration":"229.894202ms","start":"2026-03-04T02:22:08.147216Z","end":"2026-03-04T02:22:08.377111Z","steps":["trace[1344222211] 'process raft request' (duration: 229.05436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:08.377496Z","caller":"traceutil/trace.go:171","msg":"trace[1882681145] transaction","detail":"{read_only:false; response_revision:28218; number_of_response:1; }","duration":"210.884735ms","start":"2026-03-04T02:22:08.166545Z","end":"2026-03-04T02:22:08.37743Z","steps":["trace[1882681145] 'process raft request' (duration: 210.449744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:08.377583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.631493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:08.377617Z","caller":"traceutil/trace.go:171","msg":"trace[1764233690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28218; }","duration":"406.715896ms","start":"2026-03-04T02:22:07.970892Z","end":"2026-03-04T02:22:08.377608Z","steps":["trace[1764233690] 'agreement among raft nodes before linearized reading' (duration: 406.646404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:08.377643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:07.970869Z","time spent":"406.767917ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:22:08.37752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.609316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:22:08.377694Z","caller":"traceutil/trace.go:171","msg":"trace[1782927767] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28218; }","duration":"213.827691ms","start":"2026-03-04T02:22:08.163846Z","end":"2026-03-04T02:22:08.377674Z","steps":["trace[1782927767] 'agreement among raft nodes before linearized reading' (duration: 213.568634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:12.559738Z","caller":"traceutil/trace.go:171","msg":"trace[725402140] transaction","detail":"{read_only:false; response_revision:28245; number_of_response:1; }","duration":"107.315416ms","start":"2026-03-04T02:22:12.452397Z","end":"2026-03-04T02:22:12.559712Z","steps":["trace[725402140] 'process raft request' (duration: 107.179432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:12.559874Z","caller":"traceutil/trace.go:171","msg":"trace[1425621958] transaction","detail":"{read_only:false; response_revision:28246; number_of_response:1; }","duration":"104.914342ms","start":"2026-03-04T02:22:12.454944Z","end":"2026-03-04T02:22:12.559858Z","steps":["trace[1425621958] 'process raft request' (duration: 104.706607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:12.559739Z","caller":"traceutil/trace.go:171","msg":"trace[424167060] transaction","detail":"{read_only:false; response_revision:28244; number_of_response:1; }","duration":"166.825322ms","start":"2026-03-04T02:22:12.392869Z","end":"2026-03-04T02:22:12.559695Z","steps":["trace[424167060] 'process raft request' (duration: 110.370417ms)","trace[424167060] 'compare' (duration: 56.138017ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:12.81157Z","caller":"traceutil/trace.go:171","msg":"trace[1541211228] linearizableReadLoop","detail":"{readStateIndex:29214; appliedIndex:29213; }","duration":"147.742503ms","start":"2026-03-04T02:22:12.663761Z","end":"2026-03-04T02:22:12.811504Z","steps":["trace[1541211228] 'read index received' (duration: 54.958927ms)","trace[1541211228] 'applied index is now lower than readState.Index' (duration: 92.782006ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:12.81165Z","caller":"traceutil/trace.go:171","msg":"trace[362459847] transaction","detail":"{read_only:false; response_revision:28247; number_of_response:1; }","duration":"163.731062ms","start":"2026-03-04T02:22:12.647853Z","end":"2026-03-04T02:22:12.811584Z","steps":["trace[362459847] 'process raft request' (duration: 70.949396ms)","trace[362459847] 'compare' (duration: 92.419057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:12.811823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.048161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:22:12.811914Z","caller":"traceutil/trace.go:171","msg":"trace[882019876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28247; }","duration":"148.173205ms","start":"2026-03-04T02:22:12.663718Z","end":"2026-03-04T02:22:12.811892Z","steps":["trace[882019876] 'agreement among raft nodes before linearized reading' (duration: 147.922889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:13.245241Z","caller":"traceutil/trace.go:171","msg":"trace[1320352307] linearizableReadLoop","detail":"{readStateIndex:29220; appliedIndex:29218; }","duration":"110.099129ms","start":"2026-03-04T02:22:13.13511Z","end":"2026-03-04T02:22:13.245209Z","steps":["trace[1320352307] 'read index received' (duration: 12.413294ms)","trace[1320352307] 'applied index is now lower than readState.Index' (duration: 97.684575ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:13.24539Z","caller":"traceutil/trace.go:171","msg":"trace[871261516] transaction","detail":"{read_only:false; response_revision:28251; number_of_response:1; }","duration":"130.040211ms","start":"2026-03-04T02:22:13.115299Z","end":"2026-03-04T02:22:13.245339Z","steps":["trace[871261516] 'process raft request' (duration: 32.136621ms)","trace[871261516] 'compare' (duration: 97.217422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:13.245505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.375927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:22:13.245602Z","caller":"traceutil/trace.go:171","msg":"trace[738636042] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28252; }","duration":"110.449779ms","start":"2026-03-04T02:22:13.135091Z","end":"2026-03-04T02:22:13.24554Z","steps":["trace[738636042] 'agreement among raft nodes before linearized reading' (duration: 110.236753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:13.245669Z","caller":"traceutil/trace.go:171","msg":"trace[1053574981] transaction","detail":"{read_only:false; response_revision:28252; number_of_response:1; }","duration":"129.816654ms","start":"2026-03-04T02:22:13.115607Z","end":"2026-03-04T02:22:13.245423Z","steps":["trace[1053574981] 'process raft request' (duration: 129.465805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:13.613617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.103919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:13.613729Z","caller":"traceutil/trace.go:171","msg":"trace[1907784434] transaction","detail":"{read_only:false; response_revision:28253; number_of_response:1; }","duration":"466.051757ms","start":"2026-03-04T02:22:13.147663Z","end":"2026-03-04T02:22:13.613715Z","steps":["trace[1907784434] 'process raft request' (duration: 199.774234ms)","trace[1907784434] 'compare' (duration: 265.997106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:13.613768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:13.147648Z","time spent":"466.103159ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:13.613905Z","caller":"traceutil/trace.go:171","msg":"trace[2101369579] transaction","detail":"{read_only:false; response_revision:28254; number_of_response:1; }","duration":"455.481851ms","start":"2026-03-04T02:22:13.158418Z","end":"2026-03-04T02:22:13.6139Z","steps":["trace[2101369579] 'process raft request' (duration: 455.272126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:13.613942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:13.158399Z","time spent":"455.525213ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:13.614217Z","caller":"traceutil/trace.go:171","msg":"trace[1168471840] transaction","detail":"{read_only:false; response_revision:28255; number_of_response:1; }","duration":"178.138629ms","start":"2026-03-04T02:22:13.436019Z","end":"2026-03-04T02:22:13.614158Z","steps":["trace[1168471840] 'process raft request' (duration: 177.856492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:14.797962Z","caller":"traceutil/trace.go:171","msg":"trace[1335892745] transaction","detail":"{read_only:false; response_revision:28258; number_of_response:1; }","duration":"230.57657ms","start":"2026-03-04T02:22:14.567355Z","end":"2026-03-04T02:22:14.797932Z","steps":["trace[1335892745] 'process raft request' (duration: 193.352026ms)","trace[1335892745] 'compare' (duration: 36.977147ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:14.798148Z","caller":"traceutil/trace.go:171","msg":"trace[217331035] linearizableReadLoop","detail":"{readStateIndex:29227; appliedIndex:29224; }","duration":"164.640096ms","start":"2026-03-04T02:22:14.633479Z","end":"2026-03-04T02:22:14.798119Z","steps":["trace[217331035] 'read index received' (duration: 10.33566ms)","trace[217331035] 'applied index is now lower than readState.Index' (duration: 154.301306ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:14.79825Z","caller":"traceutil/trace.go:171","msg":"trace[839438753] transaction","detail":"{read_only:false; response_revision:28259; number_of_response:1; }","duration":"227.896729ms","start":"2026-03-04T02:22:14.570316Z","end":"2026-03-04T02:22:14.798213Z","steps":["trace[839438753] 'process raft request' (duration: 227.503279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:14.798319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.81971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:14.798356Z","caller":"traceutil/trace.go:171","msg":"trace[2100818625] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28259; }","duration":"164.902532ms","start":"2026-03-04T02:22:14.63344Z","end":"2026-03-04T02:22:14.798342Z","steps":["trace[2100818625] 'agreement among raft nodes before linearized reading' (duration: 164.81074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:14.798398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.840769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:14.798496Z","caller":"traceutil/trace.go:171","msg":"trace[819249124] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28259; }","duration":"136.982662ms","start":"2026-03-04T02:22:14.661492Z","end":"2026-03-04T02:22:14.798474Z","steps":["trace[819249124] 'agreement among raft nodes before linearized reading' (duration: 136.818428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:14.798558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.042712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:14.798656Z","caller":"traceutil/trace.go:171","msg":"trace[1741003988] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28259; }","duration":"114.187356ms","start":"2026-03-04T02:22:14.68445Z","end":"2026-03-04T02:22:14.798637Z","steps":["trace[1741003988] 'agreement among raft nodes before linearized reading' (duration: 113.96933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:14.983544Z","caller":"traceutil/trace.go:171","msg":"trace[1776426574] linearizableReadLoop","detail":"{readStateIndex:29228; appliedIndex:29227; }","duration":"117.671267ms","start":"2026-03-04T02:22:14.865833Z","end":"2026-03-04T02:22:14.983504Z","steps":["trace[1776426574] 'read index received' (duration: 43.642731ms)","trace[1776426574] 'applied index is now lower than readState.Index' (duration: 74.027146ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:14.983679Z","caller":"traceutil/trace.go:171","msg":"trace[2001416945] transaction","detail":"{read_only:false; response_revision:28260; number_of_response:1; }","duration":"162.356066ms","start":"2026-03-04T02:22:14.821308Z","end":"2026-03-04T02:22:14.983664Z","steps":["trace[2001416945] 'process raft request' (duration: 88.256128ms)","trace[2001416945] 'compare' (duration: 73.714027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:14.984094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.223811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:22:14.984222Z","caller":"traceutil/trace.go:171","msg":"trace[608493445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28260; }","duration":"118.421446ms","start":"2026-03-04T02:22:14.865775Z","end":"2026-03-04T02:22:14.984196Z","steps":["trace[608493445] 'agreement among raft nodes before linearized reading' (duration: 117.924473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:16.913733Z","caller":"traceutil/trace.go:171","msg":"trace[1473206926] transaction","detail":"{read_only:false; response_revision:28271; number_of_response:1; }","duration":"108.788195ms","start":"2026-03-04T02:22:16.804918Z","end":"2026-03-04T02:22:16.913707Z","steps":["trace[1473206926] 'process raft request' (duration: 108.401845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:17.577055Z","caller":"traceutil/trace.go:171","msg":"trace[311758296] linearizableReadLoop","detail":"{readStateIndex:29244; appliedIndex:29243; }","duration":"201.728445ms","start":"2026-03-04T02:22:17.375294Z","end":"2026-03-04T02:22:17.577022Z","steps":["trace[311758296] 'read index received' (duration: 172.959923ms)","trace[311758296] 'applied index is now lower than readState.Index' (duration: 28.766772ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:17.577118Z","caller":"traceutil/trace.go:171","msg":"trace[889338383] transaction","detail":"{read_only:false; response_revision:28276; number_of_response:1; }","duration":"202.486385ms","start":"2026-03-04T02:22:17.374597Z","end":"2026-03-04T02:22:17.577083Z","steps":["trace[889338383] 'process raft request' (duration: 173.688262ms)","trace[889338383] 'compare' (duration: 28.437433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:17.577237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.92005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:17.577317Z","caller":"traceutil/trace.go:171","msg":"trace[1220094063] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:28276; }","duration":"202.041113ms","start":"2026-03-04T02:22:17.375262Z","end":"2026-03-04T02:22:17.577303Z","steps":["trace[1220094063] 'agreement among raft nodes before linearized reading' (duration: 201.90695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:17.588092Z","caller":"traceutil/trace.go:171","msg":"trace[1663417954] transaction","detail":"{read_only:false; response_revision:28277; number_of_response:1; }","duration":"211.272095ms","start":"2026-03-04T02:22:17.376798Z","end":"2026-03-04T02:22:17.58807Z","steps":["trace[1663417954] 'process raft request' (duration: 211.152092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:17.588422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.927729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-04T02:22:17.588509Z","caller":"traceutil/trace.go:171","msg":"trace[1729387863] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:28277; }","duration":"197.049753ms","start":"2026-03-04T02:22:17.391443Z","end":"2026-03-04T02:22:17.588493Z","steps":["trace[1729387863] 'agreement among raft nodes before linearized reading' (duration: 196.789446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:17.992777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.947172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:17.992894Z","caller":"traceutil/trace.go:171","msg":"trace[921015131] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28280; }","duration":"116.078166ms","start":"2026-03-04T02:22:17.876784Z","end":"2026-03-04T02:22:17.992862Z","steps":["trace[921015131] 'count revisions from in-memory index tree' (duration: 115.87536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:18.564148Z","caller":"traceutil/trace.go:171","msg":"trace[296622120] transaction","detail":"{read_only:false; response_revision:28281; number_of_response:1; }","duration":"110.976572ms","start":"2026-03-04T02:22:18.453144Z","end":"2026-03-04T02:22:18.56412Z","steps":["trace[296622120] 'process raft request' (duration: 110.784237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:18.756615Z","caller":"traceutil/trace.go:171","msg":"trace[293077631] transaction","detail":"{read_only:false; response_revision:28282; number_of_response:1; }","duration":"284.89468ms","start":"2026-03-04T02:22:18.471683Z","end":"2026-03-04T02:22:18.756578Z","steps":["trace[293077631] 'process raft request' (duration: 220.702461ms)","trace[293077631] 'compare' (duration: 63.86579ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:18.756672Z","caller":"traceutil/trace.go:171","msg":"trace[903381815] transaction","detail":"{read_only:false; response_revision:28283; number_of_response:1; }","duration":"135.989496ms","start":"2026-03-04T02:22:18.620657Z","end":"2026-03-04T02:22:18.756646Z","steps":["trace[903381815] 'process raft request' (duration: 135.866553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:18.75668Z","caller":"traceutil/trace.go:171","msg":"trace[334892683] linearizableReadLoop","detail":"{readStateIndex:29251; appliedIndex:29249; }","duration":"258.981583ms","start":"2026-03-04T02:22:18.497662Z","end":"2026-03-04T02:22:18.756643Z","steps":["trace[334892683] 'read index received' (duration: 66.392317ms)","trace[334892683] 'applied index is now lower than readState.Index' (duration: 192.585756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:18.757167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.480766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-03-04T02:22:18.757236Z","caller":"traceutil/trace.go:171","msg":"trace[529239011] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:28283; }","duration":"259.63601ms","start":"2026-03-04T02:22:18.497585Z","end":"2026-03-04T02:22:18.757221Z","steps":["trace[529239011] 'agreement among raft nodes before linearized reading' (duration: 259.156107ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:19.004951Z","caller":"traceutil/trace.go:171","msg":"trace[1325724105] transaction","detail":"{read_only:false; response_revision:28285; number_of_response:1; }","duration":"106.676329ms","start":"2026-03-04T02:22:18.898241Z","end":"2026-03-04T02:22:19.004917Z","steps":["trace[1325724105] 'process raft request' (duration: 36.393661ms)","trace[1325724105] 'compare' (duration: 70.190496ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:19.531178Z","caller":"traceutil/trace.go:171","msg":"trace[1470908464] transaction","detail":"{read_only:false; response_revision:28290; number_of_response:1; }","duration":"152.883698ms","start":"2026-03-04T02:22:19.37826Z","end":"2026-03-04T02:22:19.531143Z","steps":["trace[1470908464] 'process raft request' (duration: 88.666569ms)","trace[1470908464] 'compare' (duration: 63.941262ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:19.769567Z","caller":"traceutil/trace.go:171","msg":"trace[536072233] transaction","detail":"{read_only:false; response_revision:28292; number_of_response:1; }","duration":"146.993264ms","start":"2026-03-04T02:22:19.622548Z","end":"2026-03-04T02:22:19.769542Z","steps":["trace[536072233] 'process raft request' (duration: 146.803289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:20.971917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.247495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:20.972058Z","caller":"traceutil/trace.go:171","msg":"trace[1549279671] transaction","detail":"{read_only:false; response_revision:28297; number_of_response:1; }","duration":"153.011691ms","start":"2026-03-04T02:22:20.819024Z","end":"2026-03-04T02:22:20.972035Z","steps":["trace[1549279671] 'process raft request' (duration: 45.526901ms)","trace[1549279671] 'compare' (duration: 107.08648ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:21.00536Z","caller":"traceutil/trace.go:171","msg":"trace[608028979] linearizableReadLoop","detail":"{readStateIndex:29267; appliedIndex:29266; }","duration":"110.537491ms","start":"2026-03-04T02:22:20.894797Z","end":"2026-03-04T02:22:21.005334Z","steps":["trace[608028979] 'read index received' (duration: 110.382487ms)","trace[608028979] 'applied index is now lower than readState.Index' (duration: 153.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:21.00547Z","caller":"traceutil/trace.go:171","msg":"trace[315602590] transaction","detail":"{read_only:false; response_revision:28298; number_of_response:1; }","duration":"176.764093ms","start":"2026-03-04T02:22:20.828683Z","end":"2026-03-04T02:22:21.005447Z","steps":["trace[315602590] 'process raft request' (duration: 176.512547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:21.005563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.724436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:21.005636Z","caller":"traceutil/trace.go:171","msg":"trace[1894188770] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28298; }","duration":"110.833929ms","start":"2026-03-04T02:22:20.894784Z","end":"2026-03-04T02:22:21.005618Z","steps":["trace[1894188770] 'agreement among raft nodes before linearized reading' (duration: 110.671514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:21.174241Z","caller":"traceutil/trace.go:171","msg":"trace[876346947] linearizableReadLoop","detail":"{readStateIndex:29269; appliedIndex:29267; }","duration":"137.26865ms","start":"2026-03-04T02:22:21.036956Z","end":"2026-03-04T02:22:21.174224Z","steps":["trace[876346947] 'read index received' (duration: 50.165142ms)","trace[876346947] 'applied index is now lower than readState.Index' (duration: 87.102217ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:21.174325Z","caller":"traceutil/trace.go:171","msg":"trace[2068742975] transaction","detail":"{read_only:false; response_revision:28299; number_of_response:1; }","duration":"164.05154ms","start":"2026-03-04T02:22:21.010198Z","end":"2026-03-04T02:22:21.17425Z","steps":["trace[2068742975] 'process raft request' (duration: 76.927632ms)","trace[2068742975] 'compare' (duration: 86.80581ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:21.174465Z","caller":"traceutil/trace.go:171","msg":"trace[109815038] transaction","detail":"{read_only:false; response_revision:28300; number_of_response:1; }","duration":"152.921349ms","start":"2026-03-04T02:22:21.02153Z","end":"2026-03-04T02:22:21.174451Z","steps":["trace[109815038] 'process raft request' (duration: 152.656293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:21.174754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.796923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-04T02:22:21.174793Z","caller":"traceutil/trace.go:171","msg":"trace[1420912290] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:28300; }","duration":"137.889516ms","start":"2026-03-04T02:22:21.03689Z","end":"2026-03-04T02:22:21.174779Z","steps":["trace[1420912290] 'agreement among raft nodes before linearized reading' (duration: 137.804934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:21.174849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.400746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:22:21.17495Z","caller":"traceutil/trace.go:171","msg":"trace[1156603931] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28300; }","duration":"113.600271ms","start":"2026-03-04T02:22:21.061326Z","end":"2026-03-04T02:22:21.174927Z","steps":["trace[1156603931] 'agreement among raft nodes before linearized reading' (duration: 113.244022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:21.516576Z","caller":"traceutil/trace.go:171","msg":"trace[673191726] linearizableReadLoop","detail":"{readStateIndex:29272; appliedIndex:29269; }","duration":"289.191352ms","start":"2026-03-04T02:22:21.227363Z","end":"2026-03-04T02:22:21.516554Z","steps":["trace[673191726] 'read index received' (duration: 8.03197ms)","trace[673191726] 'applied index is now lower than readState.Index' (duration: 281.158652ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:21.516785Z","caller":"traceutil/trace.go:171","msg":"trace[2138190171] transaction","detail":"{read_only:false; response_revision:28302; number_of_response:1; }","duration":"336.339545ms","start":"2026-03-04T02:22:21.180437Z","end":"2026-03-04T02:22:21.516777Z","steps":["trace[2138190171] 'process raft request' (duration: 335.919934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:21.516869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:21.180421Z","time spent":"336.388726ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:21.516926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.118569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:21.516944Z","caller":"traceutil/trace.go:171","msg":"trace[875069681] transaction","detail":"{read_only:false; response_revision:28303; number_of_response:1; }","duration":"336.030597ms","start":"2026-03-04T02:22:21.180888Z","end":"2026-03-04T02:22:21.516918Z","steps":["trace[875069681] 'process raft request' (duration: 335.631886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:21.516997Z","caller":"traceutil/trace.go:171","msg":"trace[1117797679] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28303; }","duration":"253.212562ms","start":"2026-03-04T02:22:21.263769Z","end":"2026-03-04T02:22:21.516982Z","steps":["trace[1117797679] 'agreement among raft nodes before linearized reading' (duration: 253.069558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:21.517058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:21.180864Z","time spent":"336.13071ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:21.517053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.675295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:22:21.517116Z","caller":"traceutil/trace.go:171","msg":"trace[195928122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28303; }","duration":"289.778608ms","start":"2026-03-04T02:22:21.227324Z","end":"2026-03-04T02:22:21.517102Z","steps":["trace[195928122] 'agreement among raft nodes before linearized reading' (duration: 289.586243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:21.964134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.458618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:21.964542Z","caller":"traceutil/trace.go:171","msg":"trace[86181214] transaction","detail":"{read_only:false; response_revision:28305; number_of_response:1; }","duration":"441.27374ms","start":"2026-03-04T02:22:21.523241Z","end":"2026-03-04T02:22:21.964515Z","steps":["trace[86181214] 'process raft request' (duration: 187.333159ms)","trace[86181214] 'compare' (duration: 252.639657ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:21.96472Z","caller":"traceutil/trace.go:171","msg":"trace[794917500] linearizableReadLoop","detail":"{readStateIndex:29274; appliedIndex:29273; }","duration":"429.464681ms","start":"2026-03-04T02:22:21.535242Z","end":"2026-03-04T02:22:21.964707Z","steps":["trace[794917500] 'read index received' (duration: 22.304043ms)","trace[794917500] 'applied index is now lower than readState.Index' (duration: 407.156578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:21.964912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.668436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:22:21.96494Z","caller":"traceutil/trace.go:171","msg":"trace[550338943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28305; }","duration":"429.740498ms","start":"2026-03-04T02:22:21.535192Z","end":"2026-03-04T02:22:21.964932Z","steps":["trace[550338943] 'agreement among raft nodes before linearized reading' (duration: 429.607224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:21.964993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:21.535181Z","time spent":"429.803269ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:22:21.966522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:21.523217Z","time spent":"441.378782ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:21.967091Z","caller":"traceutil/trace.go:171","msg":"trace[1986114840] transaction","detail":"{read_only:false; response_revision:28306; number_of_response:1; }","duration":"153.900595ms","start":"2026-03-04T02:22:21.813172Z","end":"2026-03-04T02:22:21.967072Z","steps":["trace[1986114840] 'process raft request' (duration: 151.089771ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:21.968062Z","caller":"traceutil/trace.go:171","msg":"trace[44203976] transaction","detail":"{read_only:false; response_revision:28307; number_of_response:1; }","duration":"153.416652ms","start":"2026-03-04T02:22:21.814617Z","end":"2026-03-04T02:22:21.968033Z","steps":["trace[44203976] 'process raft request' (duration: 153.253218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:21.968304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.133921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:22:21.968379Z","caller":"traceutil/trace.go:171","msg":"trace[1592140909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28307; }","duration":"346.248994ms","start":"2026-03-04T02:22:21.622112Z","end":"2026-03-04T02:22:21.968361Z","steps":["trace[1592140909] 'agreement among raft nodes before linearized reading' (duration: 346.040509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:21.968433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:21.622095Z","time spent":"346.327517ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:22:21.968802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.592478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:22:21.968887Z","caller":"traceutil/trace.go:171","msg":"trace[568322368] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28307; }","duration":"184.749511ms","start":"2026-03-04T02:22:21.784115Z","end":"2026-03-04T02:22:21.968865Z","steps":["trace[568322368] 'agreement among raft nodes before linearized reading' (duration: 184.541756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:22.174822Z","caller":"traceutil/trace.go:171","msg":"trace[1687704] transaction","detail":"{read_only:false; response_revision:28309; number_of_response:1; }","duration":"202.849985ms","start":"2026-03-04T02:22:21.971946Z","end":"2026-03-04T02:22:22.174795Z","steps":["trace[1687704] 'process raft request' (duration: 145.133355ms)","trace[1687704] 'compare' (duration: 57.550195ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:22.174941Z","caller":"traceutil/trace.go:171","msg":"trace[322671006] linearizableReadLoop","detail":"{readStateIndex:29279; appliedIndex:29277; }","duration":"116.864986ms","start":"2026-03-04T02:22:22.058053Z","end":"2026-03-04T02:22:22.174918Z","steps":["trace[322671006] 'read index received' (duration: 58.942471ms)","trace[322671006] 'applied index is now lower than readState.Index' (duration: 57.921725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:22.175051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.790269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:22.175076Z","caller":"traceutil/trace.go:171","msg":"trace[135032297] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28310; }","duration":"146.889271ms","start":"2026-03-04T02:22:22.028179Z","end":"2026-03-04T02:22:22.175068Z","steps":["trace[135032297] 'agreement among raft nodes before linearized reading' (duration: 146.815639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:22.175219Z","caller":"traceutil/trace.go:171","msg":"trace[1567869727] transaction","detail":"{read_only:false; response_revision:28310; number_of_response:1; }","duration":"202.597618ms","start":"2026-03-04T02:22:21.972614Z","end":"2026-03-04T02:22:22.175212Z","steps":["trace[1567869727] 'process raft request' (duration: 202.138006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:23.590936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.996868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:23.591119Z","caller":"traceutil/trace.go:171","msg":"trace[2021827236] transaction","detail":"{read_only:false; response_revision:28314; number_of_response:1; }","duration":"408.625815ms","start":"2026-03-04T02:22:23.182474Z","end":"2026-03-04T02:22:23.591099Z","steps":["trace[2021827236] 'process raft request' (duration: 166.355789ms)","trace[2021827236] 'compare' (duration: 241.589928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:23.591196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:23.182439Z","time spent":"408.723238ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:24.4172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.883478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:24.417405Z","caller":"traceutil/trace.go:171","msg":"trace[2011498947] transaction","detail":"{read_only:false; response_revision:28315; number_of_response:1; }","duration":"820.790065ms","start":"2026-03-04T02:22:23.596551Z","end":"2026-03-04T02:22:24.417341Z","steps":["trace[2011498947] 'process raft request' (duration: 389.622859ms)","trace[2011498947] 'compare' (duration: 430.441167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:24.41752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:23.596524Z","time spent":"820.949729ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:24.431696Z","caller":"traceutil/trace.go:171","msg":"trace[1826553444] transaction","detail":"{read_only:false; response_revision:28316; number_of_response:1; }","duration":"834.474043ms","start":"2026-03-04T02:22:23.59717Z","end":"2026-03-04T02:22:24.431644Z","steps":["trace[1826553444] 'process raft request' (duration: 834.105993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:24.43178Z","caller":"traceutil/trace.go:171","msg":"trace[1382406203] transaction","detail":"{read_only:false; response_revision:28317; number_of_response:1; }","duration":"668.963303ms","start":"2026-03-04T02:22:23.762786Z","end":"2026-03-04T02:22:24.431749Z","steps":["trace[1382406203] 'process raft request' (duration: 668.700276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:24.431928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:23.59714Z","time spent":"834.663927ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:24.431941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:23.762763Z","time spent":"669.088207ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:24.432016Z","caller":"traceutil/trace.go:171","msg":"trace[2021291884] transaction","detail":"{read_only:false; response_revision:28318; number_of_response:1; }","duration":"458.784487ms","start":"2026-03-04T02:22:23.973157Z","end":"2026-03-04T02:22:24.431942Z","steps":["trace[2021291884] 'process raft request' (duration: 458.435598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:24.432409Z","caller":"traceutil/trace.go:171","msg":"trace[741427362] linearizableReadLoop","detail":"{readStateIndex:29287; appliedIndex:29284; }","duration":"467.022033ms","start":"2026-03-04T02:22:23.965355Z","end":"2026-03-04T02:22:24.432377Z","steps":["trace[741427362] 'read index received' (duration: 20.972498ms)","trace[741427362] 'applied index is now lower than readState.Index' (duration: 446.046095ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:24.432504Z","caller":"traceutil/trace.go:171","msg":"trace[292759864] transaction","detail":"{read_only:false; response_revision:28319; number_of_response:1; }","duration":"456.718954ms","start":"2026-03-04T02:22:23.9757Z","end":"2026-03-04T02:22:24.432419Z","steps":["trace[292759864] 'process raft request' (duration: 456.014655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:24.432799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.219297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:22:24.432857Z","caller":"traceutil/trace.go:171","msg":"trace[129660577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28319; }","duration":"462.291899ms","start":"2026-03-04T02:22:23.970548Z","end":"2026-03-04T02:22:24.43284Z","steps":["trace[129660577] 'agreement among raft nodes before linearized reading' (duration: 462.103414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:24.432907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:23.97054Z","time spent":"462.354701ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:22:24.432965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:23.975677Z","time spent":"457.123074ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:24.432859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.933754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:22:24.433054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.117909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:22:24.43308Z","caller":"traceutil/trace.go:171","msg":"trace[1850327351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28319; }","duration":"253.186881ms","start":"2026-03-04T02:22:24.179882Z","end":"2026-03-04T02:22:24.433069Z","steps":["trace[1850327351] 'agreement among raft nodes before linearized reading' (duration: 252.882443ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:24.433123Z","caller":"traceutil/trace.go:171","msg":"trace[1897229222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28319; }","duration":"253.215311ms","start":"2026-03-04T02:22:24.179883Z","end":"2026-03-04T02:22:24.433098Z","steps":["trace[1897229222] 'agreement among raft nodes before linearized reading' (duration: 253.028357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:24.432453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:23.973139Z","time spent":"459.001243ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:24.432591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.233188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:24.433315Z","caller":"traceutil/trace.go:171","msg":"trace[114180233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28319; }","duration":"467.917376ms","start":"2026-03-04T02:22:23.965342Z","end":"2026-03-04T02:22:24.433259Z","steps":["trace[114180233] 'agreement among raft nodes before linearized reading' (duration: 467.182657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:24.433334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.853622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:22:24.433417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:23.96527Z","time spent":"468.131421ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:22:24.433433Z","caller":"traceutil/trace.go:171","msg":"trace[1721888601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28319; }","duration":"369.996966ms","start":"2026-03-04T02:22:24.063416Z","end":"2026-03-04T02:22:24.433413Z","steps":["trace[1721888601] 'agreement among raft nodes before linearized reading' (duration: 369.78033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:24.43348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:24.063393Z","time spent":"370.077707ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:22:24.743823Z","caller":"traceutil/trace.go:171","msg":"trace[1782955097] transaction","detail":"{read_only:false; response_revision:28321; number_of_response:1; }","duration":"304.874023ms","start":"2026-03-04T02:22:24.438905Z","end":"2026-03-04T02:22:24.743779Z","steps":["trace[1782955097] 'process raft request' (duration: 245.372827ms)","trace[1782955097] 'compare' (duration: 59.181268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:24.744041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:24.43887Z","time spent":"305.060398ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:24.744107Z","caller":"traceutil/trace.go:171","msg":"trace[1271994820] transaction","detail":"{read_only:false; response_revision:28323; number_of_response:1; }","duration":"305.097409ms","start":"2026-03-04T02:22:24.438982Z","end":"2026-03-04T02:22:24.744079Z","steps":["trace[1271994820] 'process raft request' (duration: 304.991426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:24.744114Z","caller":"traceutil/trace.go:171","msg":"trace[715529932] transaction","detail":"{read_only:false; response_revision:28322; number_of_response:1; }","duration":"305.14225ms","start":"2026-03-04T02:22:24.438941Z","end":"2026-03-04T02:22:24.744083Z","steps":["trace[715529932] 'process raft request' (duration: 304.76808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:24.744276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:24.438957Z","time spent":"305.232332ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:24.744474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:24.438922Z","time spent":"305.459668ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:25.39775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.797013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:25.39787Z","caller":"traceutil/trace.go:171","msg":"trace[586574783] linearizableReadLoop","detail":"{readStateIndex:29296; appliedIndex:29295; }","duration":"119.136655ms","start":"2026-03-04T02:22:25.278715Z","end":"2026-03-04T02:22:25.397851Z","steps":["trace[586574783] 'read index received' (duration: 17.124417ms)","trace[586574783] 'applied index is now lower than readState.Index' (duration: 102.010898ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:25.398141Z","caller":"traceutil/trace.go:171","msg":"trace[31406570] transaction","detail":"{read_only:false; response_revision:28326; number_of_response:1; }","duration":"147.675972ms","start":"2026-03-04T02:22:25.250442Z","end":"2026-03-04T02:22:25.398118Z","steps":["trace[31406570] 'process raft request' (duration: 45.399638ms)","trace[31406570] 'compare' (duration: 101.544705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:25.398186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.456644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:25.398242Z","caller":"traceutil/trace.go:171","msg":"trace[98269666] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28326; }","duration":"119.550606ms","start":"2026-03-04T02:22:25.278679Z","end":"2026-03-04T02:22:25.39823Z","steps":["trace[98269666] 'agreement among raft nodes before linearized reading' (duration: 119.448244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:26.045093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.507002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:26.045184Z","caller":"traceutil/trace.go:171","msg":"trace[676285348] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28327; }","duration":"229.647366ms","start":"2026-03-04T02:22:25.815516Z","end":"2026-03-04T02:22:26.045163Z","steps":["trace[676285348] 'count revisions from in-memory index tree' (duration: 229.451971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:26.045523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.401344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:22:26.045645Z","caller":"traceutil/trace.go:171","msg":"trace[555434823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28327; }","duration":"303.570019ms","start":"2026-03-04T02:22:25.742045Z","end":"2026-03-04T02:22:26.045615Z","steps":["trace[555434823] 'count revisions from in-memory index tree' (duration: 303.318122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:26.045692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:25.742025Z","time spent":"303.65555ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:22:26.045513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.936881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-04T02:22:26.045856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.025295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:26.045896Z","caller":"traceutil/trace.go:171","msg":"trace[1354800392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28327; }","duration":"147.111737ms","start":"2026-03-04T02:22:25.898774Z","end":"2026-03-04T02:22:26.045886Z","steps":["trace[1354800392] 'range keys from in-memory index tree' (duration: 146.8584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:26.045933Z","caller":"traceutil/trace.go:171","msg":"trace[1619553948] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28327; }","duration":"246.351952ms","start":"2026-03-04T02:22:25.799537Z","end":"2026-03-04T02:22:26.045889Z","steps":["trace[1619553948] 'range keys from in-memory index tree' (duration: 245.734096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:26.705133Z","caller":"traceutil/trace.go:171","msg":"trace[1239704255] linearizableReadLoop","detail":"{readStateIndex:29299; appliedIndex:29297; }","duration":"267.340381ms","start":"2026-03-04T02:22:26.437772Z","end":"2026-03-04T02:22:26.705112Z","steps":["trace[1239704255] 'read index received' (duration: 13.79008ms)","trace[1239704255] 'applied index is now lower than readState.Index' (duration: 253.548831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:26.705465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.67178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:22:26.705501Z","caller":"traceutil/trace.go:171","msg":"trace[2039390904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28330; }","duration":"267.755822ms","start":"2026-03-04T02:22:26.437736Z","end":"2026-03-04T02:22:26.705492Z","steps":["trace[2039390904] 'agreement among raft nodes before linearized reading' (duration: 267.466724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:26.705722Z","caller":"traceutil/trace.go:171","msg":"trace[1835528741] transaction","detail":"{read_only:false; response_revision:28330; number_of_response:1; }","duration":"266.623032ms","start":"2026-03-04T02:22:26.439076Z","end":"2026-03-04T02:22:26.705699Z","steps":["trace[1835528741] 'process raft request' (duration: 265.997066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:26.705939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.675935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:22:26.706049Z","caller":"traceutil/trace.go:171","msg":"trace[1138358130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28330; }","duration":"198.84513ms","start":"2026-03-04T02:22:26.507182Z","end":"2026-03-04T02:22:26.706027Z","steps":["trace[1138358130] 'agreement among raft nodes before linearized reading' (duration: 198.46183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:26.706449Z","caller":"traceutil/trace.go:171","msg":"trace[1689948604] transaction","detail":"{read_only:false; response_revision:28329; number_of_response:1; }","duration":"268.149742ms","start":"2026-03-04T02:22:26.437353Z","end":"2026-03-04T02:22:26.705503Z","steps":["trace[1689948604] 'process raft request' (duration: 267.543256ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:26.877099Z","caller":"traceutil/trace.go:171","msg":"trace[731072886] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"110.868998ms","start":"2026-03-04T02:22:26.766174Z","end":"2026-03-04T02:22:26.877043Z","steps":["trace[731072886] 'process raft request' (duration: 58.113349ms)","trace[731072886] 'compare' (duration: 52.330418ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:26.88382Z","caller":"traceutil/trace.go:171","msg":"trace[1333095162] transaction","detail":"{read_only:false; response_revision:28334; number_of_response:1; }","duration":"117.260006ms","start":"2026-03-04T02:22:26.766539Z","end":"2026-03-04T02:22:26.883799Z","steps":["trace[1333095162] 'process raft request' (duration: 116.696881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:26.883972Z","caller":"traceutil/trace.go:171","msg":"trace[140692377] transaction","detail":"{read_only:false; response_revision:28335; number_of_response:1; }","duration":"117.369328ms","start":"2026-03-04T02:22:26.766597Z","end":"2026-03-04T02:22:26.883966Z","steps":["trace[140692377] 'process raft request' (duration: 116.779403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:29.338241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.269784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:29.338364Z","caller":"traceutil/trace.go:171","msg":"trace[1202559228] transaction","detail":"{read_only:false; response_revision:28345; number_of_response:1; }","duration":"568.801534ms","start":"2026-03-04T02:22:28.76954Z","end":"2026-03-04T02:22:29.338341Z","steps":["trace[1202559228] 'process raft request' (duration: 310.338155ms)","trace[1202559228] 'compare' (duration: 257.941256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:29.338424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:28.76952Z","time spent":"568.877607ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:29.65343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.007965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:29.653892Z","caller":"traceutil/trace.go:171","msg":"trace[2145660790] transaction","detail":"{read_only:false; response_revision:28351; number_of_response:1; }","duration":"213.912704ms","start":"2026-03-04T02:22:29.439956Z","end":"2026-03-04T02:22:29.653869Z","steps":["trace[2145660790] 'process raft request' (duration: 213.859673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:29.653913Z","caller":"traceutil/trace.go:171","msg":"trace[403659524] transaction","detail":"{read_only:false; response_revision:28347; number_of_response:1; }","duration":"742.344642ms","start":"2026-03-04T02:22:28.911523Z","end":"2026-03-04T02:22:29.653868Z","steps":["trace[403659524] 'process raft request' (duration: 742.038554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:29.654125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:28.911489Z","time spent":"742.533727ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:29.654177Z","caller":"traceutil/trace.go:171","msg":"trace[199262518] linearizableReadLoop","detail":"{readStateIndex:29317; appliedIndex:29315; }","duration":"779.780951ms","start":"2026-03-04T02:22:28.874357Z","end":"2026-03-04T02:22:29.654138Z","steps":["trace[199262518] 'read index received' (duration: 205.605937ms)","trace[199262518] 'applied index is now lower than readState.Index' (duration: 574.171244ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:29.654218Z","caller":"traceutil/trace.go:171","msg":"trace[110463782] transaction","detail":"{read_only:false; response_revision:28348; number_of_response:1; }","duration":"703.675371ms","start":"2026-03-04T02:22:28.950506Z","end":"2026-03-04T02:22:29.654181Z","steps":["trace[110463782] 'process raft request' (duration: 703.171838ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:29.654279Z","caller":"traceutil/trace.go:171","msg":"trace[335725083] transaction","detail":"{read_only:false; response_revision:28349; number_of_response:1; }","duration":"477.648141ms","start":"2026-03-04T02:22:29.176614Z","end":"2026-03-04T02:22:29.654262Z","steps":["trace[335725083] 'process raft request' (duration: 477.122287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:29.654362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:29.17659Z","time spent":"477.726083ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:29.654371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:28.950472Z","time spent":"703.821125ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:29.654479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.09942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:29.654541Z","caller":"traceutil/trace.go:171","msg":"trace[582302899] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28351; }","duration":"780.223823ms","start":"2026-03-04T02:22:28.874297Z","end":"2026-03-04T02:22:29.654521Z","steps":["trace[582302899] 'agreement among raft nodes before linearized reading' (duration: 780.041239ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:29.654569Z","caller":"traceutil/trace.go:171","msg":"trace[418502118] transaction","detail":"{read_only:false; response_revision:28350; number_of_response:1; }","duration":"220.803634ms","start":"2026-03-04T02:22:29.433753Z","end":"2026-03-04T02:22:29.654557Z","steps":["trace[418502118] 'process raft request' (duration: 220.026054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:29.654591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:28.874274Z","time spent":"780.306075ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:22:29.654624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.07657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:22:29.654628Z","caller":"traceutil/trace.go:171","msg":"trace[559324810] transaction","detail":"{read_only:false; response_revision:28346; number_of_response:1; }","duration":"883.665559ms","start":"2026-03-04T02:22:28.770945Z","end":"2026-03-04T02:22:29.65461Z","steps":["trace[559324810] 'process raft request' (duration: 686.345459ms)","trace[559324810] 'compare' (duration: 195.775529ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:29.654662Z","caller":"traceutil/trace.go:171","msg":"trace[1079487485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28351; }","duration":"772.133682ms","start":"2026-03-04T02:22:28.882518Z","end":"2026-03-04T02:22:29.654652Z","steps":["trace[1079487485] 'agreement among raft nodes before linearized reading' (duration: 771.995488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:29.654697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:28.770929Z","time spent":"883.73303ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:29.654706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:28.882509Z","time spent":"772.190543ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:22:29.654815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.359104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:22:29.654852Z","caller":"traceutil/trace.go:171","msg":"trace[754657268] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28351; }","duration":"165.431886ms","start":"2026-03-04T02:22:29.489407Z","end":"2026-03-04T02:22:29.654839Z","steps":["trace[754657268] 'agreement among raft nodes before linearized reading' (duration: 165.375554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:29.655031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.185055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:29.655069Z","caller":"traceutil/trace.go:171","msg":"trace[974091688] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28351; }","duration":"600.265437ms","start":"2026-03-04T02:22:29.054794Z","end":"2026-03-04T02:22:29.65506Z","steps":["trace[974091688] 'agreement among raft nodes before linearized reading' (duration: 600.202436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:29.655097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:29.054768Z","time spent":"600.322108ms","remote":"127.0.0.1:45732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:22:29.655107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.571266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:22:29.655144Z","caller":"traceutil/trace.go:171","msg":"trace[1905600127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28351; }","duration":"766.625757ms","start":"2026-03-04T02:22:28.888508Z","end":"2026-03-04T02:22:29.655134Z","steps":["trace[1905600127] 'agreement among raft nodes before linearized reading' (duration: 766.489784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:29.655151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.980377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:22:29.655185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:28.888502Z","time spent":"766.676818ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:22:29.6552Z","caller":"traceutil/trace.go:171","msg":"trace[319560414] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28351; }","duration":"767.061889ms","start":"2026-03-04T02:22:28.88812Z","end":"2026-03-04T02:22:29.655181Z","steps":["trace[319560414] 'agreement among raft nodes before linearized reading' (duration: 766.891334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:29.655232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:28.888098Z","time spent":"767.126831ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:22:29.655291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.805378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:29.655337Z","caller":"traceutil/trace.go:171","msg":"trace[1131521368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28351; }","duration":"689.910051ms","start":"2026-03-04T02:22:28.965416Z","end":"2026-03-04T02:22:29.655326Z","steps":["trace[1131521368] 'agreement among raft nodes before linearized reading' (duration: 689.832989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:29.655369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:28.965361Z","time spent":"690.003594ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:22:30.293932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.667918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:30.294221Z","caller":"traceutil/trace.go:171","msg":"trace[719971640] transaction","detail":"{read_only:false; response_revision:28352; number_of_response:1; }","duration":"631.3603ms","start":"2026-03-04T02:22:29.662827Z","end":"2026-03-04T02:22:30.294187Z","steps":["trace[719971640] 'process raft request' (duration: 100.303853ms)","trace[719971640] 'compare' (duration: 530.439991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:30.294406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:29.662795Z","time spent":"631.510824ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:30.294823Z","caller":"traceutil/trace.go:171","msg":"trace[1481080208] linearizableReadLoop","detail":"{readStateIndex:29326; appliedIndex:29322; }","duration":"515.053439ms","start":"2026-03-04T02:22:29.779743Z","end":"2026-03-04T02:22:30.294797Z","steps":["trace[1481080208] 'read index received' (duration: 495.286182ms)","trace[1481080208] 'applied index is now lower than readState.Index' (duration: 19.765807ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:30.295134Z","caller":"traceutil/trace.go:171","msg":"trace[1518635354] transaction","detail":"{read_only:false; response_revision:28354; number_of_response:1; }","duration":"632.151731ms","start":"2026-03-04T02:22:29.662958Z","end":"2026-03-04T02:22:30.29511Z","steps":["trace[1518635354] 'process raft request' (duration: 631.71904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:30.295155Z","caller":"traceutil/trace.go:171","msg":"trace[674669843] transaction","detail":"{read_only:false; response_revision:28355; number_of_response:1; }","duration":"590.387299ms","start":"2026-03-04T02:22:29.70473Z","end":"2026-03-04T02:22:30.295117Z","steps":["trace[674669843] 'process raft request' (duration: 590.001499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:30.295252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:29.662938Z","time spent":"632.259284ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:30.295346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:29.7047Z","time spent":"590.549963ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:30.295311Z","caller":"traceutil/trace.go:171","msg":"trace[323265423] transaction","detail":"{read_only:false; response_revision:28353; number_of_response:1; }","duration":"632.443248ms","start":"2026-03-04T02:22:29.662831Z","end":"2026-03-04T02:22:30.295275Z","steps":["trace[323265423] 'process raft request' (duration: 631.634537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:30.295586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:29.662795Z","time spent":"632.679295ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:30.295684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.30746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:30.295778Z","caller":"traceutil/trace.go:171","msg":"trace[911633413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28355; }","duration":"449.457564ms","start":"2026-03-04T02:22:29.846299Z","end":"2026-03-04T02:22:30.295756Z","steps":["trace[911633413] 'agreement among raft nodes before linearized reading' (duration: 449.3202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:30.296009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:29.846271Z","time spent":"449.72467ms","remote":"127.0.0.1:50000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:22:30.295999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.544175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:22:30.296022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.293575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:30.296115Z","caller":"traceutil/trace.go:171","msg":"trace[686077915] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28355; }","duration":"154.46116ms","start":"2026-03-04T02:22:30.141633Z","end":"2026-03-04T02:22:30.296095Z","steps":["trace[686077915] 'agreement among raft nodes before linearized reading' (duration: 154.0831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:30.296102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.337543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:22:30.296193Z","caller":"traceutil/trace.go:171","msg":"trace[875079049] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28355; }","duration":"516.503567ms","start":"2026-03-04T02:22:29.779668Z","end":"2026-03-04T02:22:30.296172Z","steps":["trace[875079049] 'agreement among raft nodes before linearized reading' (duration: 515.598953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:30.296252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:29.779646Z","time spent":"516.593609ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:22:30.29606Z","caller":"traceutil/trace.go:171","msg":"trace[1003026222] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28355; }","duration":"431.633668ms","start":"2026-03-04T02:22:29.86441Z","end":"2026-03-04T02:22:30.296043Z","steps":["trace[1003026222] 'agreement among raft nodes before linearized reading' (duration: 431.33989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:30.296363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:29.864392Z","time spent":"431.945005ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:22:30.892893Z","caller":"traceutil/trace.go:171","msg":"trace[2060878161] transaction","detail":"{read_only:false; response_revision:28357; number_of_response:1; }","duration":"149.381576ms","start":"2026-03-04T02:22:30.743491Z","end":"2026-03-04T02:22:30.892873Z","steps":["trace[2060878161] 'process raft request' (duration: 149.240372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:30.919315Z","caller":"traceutil/trace.go:171","msg":"trace[1078744747] transaction","detail":"{read_only:false; response_revision:28358; number_of_response:1; }","duration":"173.371584ms","start":"2026-03-04T02:22:30.745918Z","end":"2026-03-04T02:22:30.91929Z","steps":["trace[1078744747] 'process raft request' (duration: 173.22987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:31.804704Z","caller":"traceutil/trace.go:171","msg":"trace[1163388910] linearizableReadLoop","detail":"{readStateIndex:29334; appliedIndex:29331; }","duration":"140.291689ms","start":"2026-03-04T02:22:31.664381Z","end":"2026-03-04T02:22:31.804673Z","steps":["trace[1163388910] 'read index received' (duration: 4.618341ms)","trace[1163388910] 'applied index is now lower than readState.Index' (duration: 135.671588ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:31.804823Z","caller":"traceutil/trace.go:171","msg":"trace[2056767794] transaction","detail":"{read_only:false; response_revision:28363; number_of_response:1; }","duration":"141.532141ms","start":"2026-03-04T02:22:31.663257Z","end":"2026-03-04T02:22:31.804789Z","steps":["trace[2056767794] 'process raft request' (duration: 89.227013ms)","trace[2056767794] 'compare' (duration: 52.051281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:31.804959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.571116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:22:31.805005Z","caller":"traceutil/trace.go:171","msg":"trace[1454767467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28363; }","duration":"140.673418ms","start":"2026-03-04T02:22:31.664321Z","end":"2026-03-04T02:22:31.804994Z","steps":["trace[1454767467] 'agreement among raft nodes before linearized reading' (duration: 140.498814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:32.450919Z","caller":"traceutil/trace.go:171","msg":"trace[26036235] transaction","detail":"{read_only:false; response_revision:28368; number_of_response:1; }","duration":"132.33961ms","start":"2026-03-04T02:22:32.318537Z","end":"2026-03-04T02:22:32.450877Z","steps":["trace[26036235] 'process raft request' (duration: 112.696487ms)","trace[26036235] 'compare' (duration: 19.413757ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:33.784005Z","caller":"traceutil/trace.go:171","msg":"trace[1484042666] transaction","detail":"{read_only:false; response_revision:28374; number_of_response:1; }","duration":"108.260831ms","start":"2026-03-04T02:22:33.675718Z","end":"2026-03-04T02:22:33.783979Z","steps":["trace[1484042666] 'process raft request' (duration: 108.157178ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:33.941656Z","caller":"traceutil/trace.go:171","msg":"trace[59421437] linearizableReadLoop","detail":"{readStateIndex:29347; appliedIndex:29346; }","duration":"113.041036ms","start":"2026-03-04T02:22:33.828589Z","end":"2026-03-04T02:22:33.94163Z","steps":["trace[59421437] 'read index received' (duration: 47.925724ms)","trace[59421437] 'applied index is now lower than readState.Index' (duration: 65.113772ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:33.941725Z","caller":"traceutil/trace.go:171","msg":"trace[1134995371] transaction","detail":"{read_only:false; response_revision:28375; number_of_response:1; }","duration":"131.561641ms","start":"2026-03-04T02:22:33.810124Z","end":"2026-03-04T02:22:33.941686Z","steps":["trace[1134995371] 'process raft request' (duration: 66.443238ms)","trace[1134995371] 'compare' (duration: 64.776284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:33.94195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.347004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-03-04T02:22:33.941997Z","caller":"traceutil/trace.go:171","msg":"trace[1459394040] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:28375; }","duration":"113.436007ms","start":"2026-03-04T02:22:33.828546Z","end":"2026-03-04T02:22:33.941982Z","steps":["trace[1459394040] 'agreement among raft nodes before linearized reading' (duration: 113.228991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:34.509646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.259763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:34.509773Z","caller":"traceutil/trace.go:171","msg":"trace[1911205858] transaction","detail":"{read_only:false; response_revision:28378; number_of_response:1; }","duration":"151.896382ms","start":"2026-03-04T02:22:34.357856Z","end":"2026-03-04T02:22:34.509752Z","steps":["trace[1911205858] 'process raft request' (duration: 41.427543ms)","trace[1911205858] 'compare' (duration: 110.075348ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:34.577695Z","caller":"traceutil/trace.go:171","msg":"trace[209011195] linearizableReadLoop","detail":"{readStateIndex:29351; appliedIndex:29350; }","duration":"120.654345ms","start":"2026-03-04T02:22:34.457016Z","end":"2026-03-04T02:22:34.57767Z","steps":["trace[209011195] 'read index received' (duration: 120.481981ms)","trace[209011195] 'applied index is now lower than readState.Index' (duration: 170.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:34.577802Z","caller":"traceutil/trace.go:171","msg":"trace[392157682] transaction","detail":"{read_only:false; response_revision:28379; number_of_response:1; }","duration":"218.289069ms","start":"2026-03-04T02:22:34.359483Z","end":"2026-03-04T02:22:34.577772Z","steps":["trace[392157682] 'process raft request' (duration: 217.983671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:34.578015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.980194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:22:34.578109Z","caller":"traceutil/trace.go:171","msg":"trace[1885573713] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28379; }","duration":"121.129268ms","start":"2026-03-04T02:22:34.456952Z","end":"2026-03-04T02:22:34.578081Z","steps":["trace[1885573713] 'agreement among raft nodes before linearized reading' (duration: 120.845771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:34.889744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.02328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/kube-prometheus-stack\" ","response":"range_response_count:1 size:1129"} {"level":"info","ts":"2026-03-04T02:22:34.889878Z","caller":"traceutil/trace.go:171","msg":"trace[1378789845] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/kube-prometheus-stack; range_end:; response_count:1; response_revision:28382; }","duration":"112.201854ms","start":"2026-03-04T02:22:34.77763Z","end":"2026-03-04T02:22:34.889832Z","steps":["trace[1378789845] 'range keys from in-memory index tree' (duration: 111.798434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:34.977976Z","caller":"traceutil/trace.go:171","msg":"trace[266957434] transaction","detail":"{read_only:false; response_revision:28383; number_of_response:1; }","duration":"128.790388ms","start":"2026-03-04T02:22:34.849152Z","end":"2026-03-04T02:22:34.977942Z","steps":["trace[266957434] 'process raft request' (duration: 128.589813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:35.121901Z","caller":"traceutil/trace.go:171","msg":"trace[1090088749] linearizableReadLoop","detail":"{readStateIndex:29357; appliedIndex:29355; }","duration":"144.013306ms","start":"2026-03-04T02:22:34.977863Z","end":"2026-03-04T02:22:35.121877Z","steps":["trace[1090088749] 'read index received' (duration: 78.78406ms)","trace[1090088749] 'applied index is now lower than readState.Index' (duration: 65.228126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:35.122032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.5442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:35.122061Z","caller":"traceutil/trace.go:171","msg":"trace[118726417] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28385; }","duration":"170.620492ms","start":"2026-03-04T02:22:34.951431Z","end":"2026-03-04T02:22:35.122052Z","steps":["trace[118726417] 'agreement among raft nodes before linearized reading' (duration: 170.53534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:35.122205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.06938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:35.122246Z","caller":"traceutil/trace.go:171","msg":"trace[2092853194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28385; }","duration":"159.138442ms","start":"2026-03-04T02:22:34.963099Z","end":"2026-03-04T02:22:35.122237Z","steps":["trace[2092853194] 'agreement among raft nodes before linearized reading' (duration: 159.056149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:35.122392Z","caller":"traceutil/trace.go:171","msg":"trace[227350311] transaction","detail":"{read_only:false; response_revision:28384; number_of_response:1; }","duration":"182.01979ms","start":"2026-03-04T02:22:34.940312Z","end":"2026-03-04T02:22:35.122332Z","steps":["trace[227350311] 'process raft request' (duration: 116.375223ms)","trace[227350311] 'compare' (duration: 64.771154ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:35.122529Z","caller":"traceutil/trace.go:171","msg":"trace[1366161833] transaction","detail":"{read_only:false; response_revision:28385; number_of_response:1; }","duration":"180.425549ms","start":"2026-03-04T02:22:34.942084Z","end":"2026-03-04T02:22:35.12251Z","steps":["trace[1366161833] 'process raft request' (duration: 179.742971ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:36.72241Z","caller":"traceutil/trace.go:171","msg":"trace[1251860657] transaction","detail":"{read_only:false; response_revision:28395; number_of_response:1; }","duration":"118.117989ms","start":"2026-03-04T02:22:36.604258Z","end":"2026-03-04T02:22:36.722376Z","steps":["trace[1251860657] 'process raft request' (duration: 117.531164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:37.231145Z","caller":"traceutil/trace.go:171","msg":"trace[564216267] transaction","detail":"{read_only:false; response_revision:28399; number_of_response:1; }","duration":"102.1214ms","start":"2026-03-04T02:22:37.129001Z","end":"2026-03-04T02:22:37.231122Z","steps":["trace[564216267] 'process raft request' (duration: 100.323653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:38.896397Z","caller":"traceutil/trace.go:171","msg":"trace[1202225918] linearizableReadLoop","detail":"{readStateIndex:29381; appliedIndex:29380; }","duration":"155.332583ms","start":"2026-03-04T02:22:38.741029Z","end":"2026-03-04T02:22:38.896362Z","steps":["trace[1202225918] 'read index received' (duration: 58.020768ms)","trace[1202225918] 'applied index is now lower than readState.Index' (duration: 97.309935ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:38.896521Z","caller":"traceutil/trace.go:171","msg":"trace[462770762] transaction","detail":"{read_only:false; response_revision:28408; number_of_response:1; }","duration":"165.285112ms","start":"2026-03-04T02:22:38.731199Z","end":"2026-03-04T02:22:38.896484Z","steps":["trace[462770762] 'process raft request' (duration: 67.917936ms)","trace[462770762] 'compare' (duration: 96.977926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:38.896746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.701762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:22:38.896815Z","caller":"traceutil/trace.go:171","msg":"trace[961775378] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28408; }","duration":"155.824395ms","start":"2026-03-04T02:22:38.740966Z","end":"2026-03-04T02:22:38.896791Z","steps":["trace[961775378] 'agreement among raft nodes before linearized reading' (duration: 155.569918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:38.896803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.265142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:22:38.896864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.698992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com\" ","response":"range_response_count:1 size:328635"} {"level":"info","ts":"2026-03-04T02:22:38.896941Z","caller":"traceutil/trace.go:171","msg":"trace[1268712061] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com; range_end:; response_count:1; response_revision:28408; }","duration":"134.831136ms","start":"2026-03-04T02:22:38.762091Z","end":"2026-03-04T02:22:38.896922Z","steps":["trace[1268712061] 'agreement among raft nodes before linearized reading' (duration: 134.519718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:38.897054Z","caller":"traceutil/trace.go:171","msg":"trace[1544780489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28408; }","duration":"113.474027ms","start":"2026-03-04T02:22:38.783441Z","end":"2026-03-04T02:22:38.896916Z","steps":["trace[1544780489] 'agreement among raft nodes before linearized reading' (duration: 113.19657ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.047232Z","caller":"traceutil/trace.go:171","msg":"trace[1637479157] transaction","detail":"{read_only:false; response_revision:28410; number_of_response:1; }","duration":"144.399886ms","start":"2026-03-04T02:22:38.902805Z","end":"2026-03-04T02:22:39.047205Z","steps":["trace[1637479157] 'process raft request' (duration: 102.934822ms)","trace[1637479157] 'compare' (duration: 41.227888ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:39.495057Z","caller":"traceutil/trace.go:171","msg":"trace[534262845] transaction","detail":"{read_only:false; response_revision:28412; number_of_response:1; }","duration":"257.722879ms","start":"2026-03-04T02:22:39.237315Z","end":"2026-03-04T02:22:39.495038Z","steps":["trace[534262845] 'process raft request' (duration: 257.529064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.495237Z","caller":"traceutil/trace.go:171","msg":"trace[1533369769] linearizableReadLoop","detail":"{readStateIndex:29385; appliedIndex:29384; }","duration":"177.320707ms","start":"2026-03-04T02:22:39.317668Z","end":"2026-03-04T02:22:39.494989Z","steps":["trace[1533369769] 'read index received' (duration: 177.161653ms)","trace[1533369769] 'applied index is now lower than readState.Index' (duration: 157.804µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:39.495451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.758518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:1 size:379194"} {"level":"info","ts":"2026-03-04T02:22:39.495528Z","caller":"traceutil/trace.go:171","msg":"trace[2035632830] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:1; response_revision:28412; }","duration":"177.847571ms","start":"2026-03-04T02:22:39.317663Z","end":"2026-03-04T02:22:39.49551Z","steps":["trace[2035632830] 'agreement among raft nodes before linearized reading' (duration: 177.507262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.944139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.039343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:39.944355Z","caller":"traceutil/trace.go:171","msg":"trace[116750406] transaction","detail":"{read_only:false; response_revision:28414; number_of_response:1; }","duration":"212.449946ms","start":"2026-03-04T02:22:39.731886Z","end":"2026-03-04T02:22:39.944336Z","steps":["trace[116750406] 'process raft request' (duration: 212.359453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.944738Z","caller":"traceutil/trace.go:171","msg":"trace[1333727130] transaction","detail":"{read_only:false; response_revision:28413; number_of_response:1; }","duration":"443.97406ms","start":"2026-03-04T02:22:39.500749Z","end":"2026-03-04T02:22:39.944723Z","steps":["trace[1333727130] 'process raft request' (duration: 285.263039ms)","trace[1333727130] 'compare' (duration: 157.744956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:39.944802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.500723Z","time spent":"444.042922ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:39.944964Z","caller":"traceutil/trace.go:171","msg":"trace[1878836835] linearizableReadLoop","detail":"{readStateIndex:29386; appliedIndex:29385; }","duration":"217.343404ms","start":"2026-03-04T02:22:39.72761Z","end":"2026-03-04T02:22:39.944953Z","steps":["trace[1878836835] 'read index received' (duration: 58.416608ms)","trace[1878836835] 'applied index is now lower than readState.Index' (duration: 158.925426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:39.945136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.521038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:39.945166Z","caller":"traceutil/trace.go:171","msg":"trace[1493706243] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:28414; }","duration":"217.59316ms","start":"2026-03-04T02:22:39.727563Z","end":"2026-03-04T02:22:39.945156Z","steps":["trace[1493706243] 'agreement among raft nodes before linearized reading' (duration: 217.531838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.955445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.754896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:1 size:379194"} {"level":"warn","ts":"2026-03-04T02:22:39.955465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.929822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:22:39.955515Z","caller":"traceutil/trace.go:171","msg":"trace[90478062] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:1; response_revision:28415; }","duration":"167.894281ms","start":"2026-03-04T02:22:39.787604Z","end":"2026-03-04T02:22:39.955498Z","steps":["trace[90478062] 'agreement among raft nodes before linearized reading' (duration: 167.615013ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.955517Z","caller":"traceutil/trace.go:171","msg":"trace[1411416645] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28415; }","duration":"173.022435ms","start":"2026-03-04T02:22:39.782481Z","end":"2026-03-04T02:22:39.955504Z","steps":["trace[1411416645] 'agreement among raft nodes before linearized reading' (duration: 172.654325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.956715Z","caller":"traceutil/trace.go:171","msg":"trace[1074651848] transaction","detail":"{read_only:false; response_revision:28415; number_of_response:1; }","duration":"108.318303ms","start":"2026-03-04T02:22:39.848382Z","end":"2026-03-04T02:22:39.956701Z","steps":["trace[1074651848] 'process raft request' (duration: 106.604248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:41.411778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.499634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:41.412025Z","caller":"traceutil/trace.go:171","msg":"trace[495637402] transaction","detail":"{read_only:false; response_revision:28425; number_of_response:1; }","duration":"154.772707ms","start":"2026-03-04T02:22:41.257213Z","end":"2026-03-04T02:22:41.411986Z","steps":["trace[495637402] 'process raft request' (duration: 39.968925ms)","trace[495637402] 'compare' (duration: 114.177316ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:41.412478Z","caller":"traceutil/trace.go:171","msg":"trace[2095194452] transaction","detail":"{read_only:false; response_revision:28426; number_of_response:1; }","duration":"139.281182ms","start":"2026-03-04T02:22:41.273163Z","end":"2026-03-04T02:22:41.412444Z","steps":["trace[2095194452] 'process raft request' (duration: 138.725738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:41.698713Z","caller":"traceutil/trace.go:171","msg":"trace[1535814866] transaction","detail":"{read_only:false; response_revision:28427; number_of_response:1; }","duration":"196.318064ms","start":"2026-03-04T02:22:41.502368Z","end":"2026-03-04T02:22:41.698686Z","steps":["trace[1535814866] 'process raft request' (duration: 196.129149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:42.918332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.836945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:42.918439Z","caller":"traceutil/trace.go:171","msg":"trace[765626194] transaction","detail":"{read_only:false; response_revision:28435; number_of_response:1; }","duration":"182.647396ms","start":"2026-03-04T02:22:42.735773Z","end":"2026-03-04T02:22:42.91842Z","steps":["trace[765626194] 'process raft request' (duration: 13.631467ms)","trace[765626194] 'compare' (duration: 168.726642ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:43.191487Z","caller":"traceutil/trace.go:171","msg":"trace[1807445085] transaction","detail":"{read_only:false; response_revision:28437; number_of_response:1; }","duration":"189.769723ms","start":"2026-03-04T02:22:43.001675Z","end":"2026-03-04T02:22:43.191445Z","steps":["trace[1807445085] 'process raft request' (duration: 96.921185ms)","trace[1807445085] 'compare' (duration: 92.240352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:43.350716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.379787ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:22:43.350832Z","caller":"traceutil/trace.go:171","msg":"trace[99014877] linearizableReadLoop","detail":"{readStateIndex:29411; appliedIndex:29409; }","duration":"194.149457ms","start":"2026-03-04T02:22:43.156662Z","end":"2026-03-04T02:22:43.350811Z","steps":["trace[99014877] 'read index received' (duration: 1.389556ms)","trace[99014877] 'applied index is now lower than readState.Index' (duration: 192.758091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:43.351048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.382704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:22:43.351048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.855379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:22:43.351086Z","caller":"traceutil/trace.go:171","msg":"trace[944047400] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28437; }","duration":"194.477716ms","start":"2026-03-04T02:22:43.156597Z","end":"2026-03-04T02:22:43.351075Z","steps":["trace[944047400] 'agreement among raft nodes before linearized reading' (duration: 194.326662ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:43.351104Z","caller":"traceutil/trace.go:171","msg":"trace[764735896] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28437; }","duration":"149.966432ms","start":"2026-03-04T02:22:43.201123Z","end":"2026-03-04T02:22:43.35109Z","steps":["trace[764735896] 'agreement among raft nodes before linearized reading' (duration: 149.854099ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:43.483197Z","caller":"traceutil/trace.go:171","msg":"trace[917292785] transaction","detail":"{read_only:false; response_revision:28438; number_of_response:1; }","duration":"126.030486ms","start":"2026-03-04T02:22:43.357133Z","end":"2026-03-04T02:22:43.483164Z","steps":["trace[917292785] 'process raft request' (duration: 125.80438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:43.526494Z","caller":"traceutil/trace.go:171","msg":"trace[83433955] transaction","detail":"{read_only:false; response_revision:28439; number_of_response:1; }","duration":"109.230116ms","start":"2026-03-04T02:22:43.417236Z","end":"2026-03-04T02:22:43.526466Z","steps":["trace[83433955] 'process raft request' (duration: 109.091002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:44.275297Z","caller":"traceutil/trace.go:171","msg":"trace[1424315929] transaction","detail":"{read_only:false; response_revision:28443; number_of_response:1; }","duration":"251.808664ms","start":"2026-03-04T02:22:44.023462Z","end":"2026-03-04T02:22:44.275271Z","steps":["trace[1424315929] 'process raft request' (duration: 251.62142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:44.33436Z","caller":"traceutil/trace.go:171","msg":"trace[1309749920] transaction","detail":"{read_only:false; response_revision:28444; number_of_response:1; }","duration":"130.640216ms","start":"2026-03-04T02:22:44.203684Z","end":"2026-03-04T02:22:44.334324Z","steps":["trace[1309749920] 'process raft request' (duration: 128.911361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:45.102923Z","caller":"traceutil/trace.go:171","msg":"trace[1296959938] linearizableReadLoop","detail":"{readStateIndex:29422; appliedIndex:29421; }","duration":"137.27718ms","start":"2026-03-04T02:22:44.965608Z","end":"2026-03-04T02:22:45.102885Z","steps":["trace[1296959938] 'read index received' (duration: 73.127083ms)","trace[1296959938] 'applied index is now lower than readState.Index' (duration: 64.148117ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:45.103177Z","caller":"traceutil/trace.go:171","msg":"trace[1544378575] transaction","detail":"{read_only:false; response_revision:28448; number_of_response:1; }","duration":"153.505455ms","start":"2026-03-04T02:22:44.94963Z","end":"2026-03-04T02:22:45.103135Z","steps":["trace[1544378575] 'process raft request' (duration: 89.108601ms)","trace[1544378575] 'compare' (duration: 63.594383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:45.10321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.588478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:45.103361Z","caller":"traceutil/trace.go:171","msg":"trace[879864635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28448; }","duration":"137.791683ms","start":"2026-03-04T02:22:44.965556Z","end":"2026-03-04T02:22:45.103348Z","steps":["trace[879864635] 'agreement among raft nodes before linearized reading' (duration: 137.596268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:45.103548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:22:45.10361Z","caller":"traceutil/trace.go:171","msg":"trace[1707205404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28448; }","duration":"108.762474ms","start":"2026-03-04T02:22:44.994834Z","end":"2026-03-04T02:22:45.103597Z","steps":["trace[1707205404] 'agreement among raft nodes before linearized reading' (duration: 108.346713ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:46.192867Z","caller":"traceutil/trace.go:171","msg":"trace[597495540] transaction","detail":"{read_only:false; response_revision:28455; number_of_response:1; }","duration":"130.119252ms","start":"2026-03-04T02:22:46.062697Z","end":"2026-03-04T02:22:46.192816Z","steps":["trace[597495540] 'process raft request' (duration: 76.426298ms)","trace[597495540] 'compare' (duration: 53.492759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:46.427494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.778442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:46.42794Z","caller":"traceutil/trace.go:171","msg":"trace[966594042] transaction","detail":"{read_only:false; response_revision:28456; number_of_response:1; }","duration":"146.126602ms","start":"2026-03-04T02:22:46.28164Z","end":"2026-03-04T02:22:46.427767Z","steps":["trace[966594042] 'process raft request' (duration: 30.95993ms)","trace[966594042] 'compare' (duration: 114.464023ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:47.4126Z","caller":"traceutil/trace.go:171","msg":"trace[454151648] transaction","detail":"{read_only:false; response_revision:28462; number_of_response:1; }","duration":"128.46704ms","start":"2026-03-04T02:22:47.284106Z","end":"2026-03-04T02:22:47.412573Z","steps":["trace[454151648] 'process raft request' (duration: 80.626939ms)","trace[454151648] 'compare' (duration: 47.619755ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:47.803438Z","caller":"traceutil/trace.go:171","msg":"trace[1204758151] linearizableReadLoop","detail":"{readStateIndex:29440; appliedIndex:29439; }","duration":"110.177502ms","start":"2026-03-04T02:22:47.693239Z","end":"2026-03-04T02:22:47.803416Z","steps":["trace[1204758151] 'read index received' (duration: 109.502584ms)","trace[1204758151] 'applied index is now lower than readState.Index' (duration: 673.688µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:47.803491Z","caller":"traceutil/trace.go:171","msg":"trace[1941261635] transaction","detail":"{read_only:false; response_revision:28465; number_of_response:1; }","duration":"117.188804ms","start":"2026-03-04T02:22:47.686258Z","end":"2026-03-04T02:22:47.803446Z","steps":["trace[1941261635] 'process raft request' (duration: 116.476006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:47.803804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.530291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-goldpinger\" ","response":"range_response_count:1 size:31432"} {"level":"info","ts":"2026-03-04T02:22:47.803897Z","caller":"traceutil/trace.go:171","msg":"trace[934796240] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-goldpinger; range_end:; response_count:1; response_revision:28465; }","duration":"110.661024ms","start":"2026-03-04T02:22:47.693213Z","end":"2026-03-04T02:22:47.803874Z","steps":["trace[934796240] 'agreement among raft nodes before linearized reading' (duration: 110.302284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:48.65754Z","caller":"traceutil/trace.go:171","msg":"trace[281565700] transaction","detail":"{read_only:false; response_revision:28471; number_of_response:1; }","duration":"150.314681ms","start":"2026-03-04T02:22:48.507198Z","end":"2026-03-04T02:22:48.657512Z","steps":["trace[281565700] 'process raft request' (duration: 150.104365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:49.027009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.291806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:49.027087Z","caller":"traceutil/trace.go:171","msg":"trace[988620232] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:28472; }","duration":"107.43763ms","start":"2026-03-04T02:22:48.919633Z","end":"2026-03-04T02:22:49.027071Z","steps":["trace[988620232] 'count revisions from in-memory index tree' (duration: 107.185753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:50.260834Z","caller":"traceutil/trace.go:171","msg":"trace[1468398418] transaction","detail":"{read_only:false; response_revision:28479; number_of_response:1; }","duration":"217.905638ms","start":"2026-03-04T02:22:50.042897Z","end":"2026-03-04T02:22:50.260803Z","steps":["trace[1468398418] 'process raft request' (duration: 217.701473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:50.419141Z","caller":"traceutil/trace.go:171","msg":"trace[247480038] linearizableReadLoop","detail":"{readStateIndex:29455; appliedIndex:29453; }","duration":"284.734616ms","start":"2026-03-04T02:22:50.134383Z","end":"2026-03-04T02:22:50.419117Z","steps":["trace[247480038] 'read index received' (duration: 126.283553ms)","trace[247480038] 'applied index is now lower than readState.Index' (duration: 158.450093ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:50.419195Z","caller":"traceutil/trace.go:171","msg":"trace[619891495] transaction","detail":"{read_only:false; response_revision:28480; number_of_response:1; }","duration":"310.716925ms","start":"2026-03-04T02:22:50.108426Z","end":"2026-03-04T02:22:50.419143Z","steps":["trace[619891495] 'process raft request' (duration: 211.034448ms)","trace[619891495] 'compare' (duration: 99.555044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:50.419301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.909431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:22:50.419328Z","caller":"traceutil/trace.go:171","msg":"trace[210282487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28480; }","duration":"285.001553ms","start":"2026-03-04T02:22:50.134317Z","end":"2026-03-04T02:22:50.419318Z","steps":["trace[210282487] 'agreement among raft nodes before linearized reading' (duration: 284.88365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:50.419363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:50.108409Z","time spent":"310.853209ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:50.513231Z","caller":"traceutil/trace.go:171","msg":"trace[1357114595] transaction","detail":"{read_only:false; response_revision:28481; number_of_response:1; }","duration":"250.264435ms","start":"2026-03-04T02:22:50.262933Z","end":"2026-03-04T02:22:50.513197Z","steps":["trace[1357114595] 'process raft request' (duration: 249.908385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:50.513234Z","caller":"traceutil/trace.go:171","msg":"trace[1524262004] transaction","detail":"{read_only:false; response_revision:28482; number_of_response:1; }","duration":"224.296225ms","start":"2026-03-04T02:22:50.288894Z","end":"2026-03-04T02:22:50.513191Z","steps":["trace[1524262004] 'process raft request' (duration: 224.207493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:50.682724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.165983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:50.68294Z","caller":"traceutil/trace.go:171","msg":"trace[30105816] linearizableReadLoop","detail":"{readStateIndex:29460; appliedIndex:29455; }","duration":"191.391775ms","start":"2026-03-04T02:22:50.491533Z","end":"2026-03-04T02:22:50.682925Z","steps":["trace[30105816] 'read index received' (duration: 21.359929ms)","trace[30105816] 'applied index is now lower than readState.Index' (duration: 170.030236ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:50.682998Z","caller":"traceutil/trace.go:171","msg":"trace[275894328] transaction","detail":"{read_only:false; response_revision:28484; number_of_response:1; }","duration":"222.700744ms","start":"2026-03-04T02:22:50.460289Z","end":"2026-03-04T02:22:50.68299Z","steps":["trace[275894328] 'process raft request' (duration: 222.5348ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:50.683044Z","caller":"traceutil/trace.go:171","msg":"trace[863402291] transaction","detail":"{read_only:false; response_revision:28485; number_of_response:1; }","duration":"219.808798ms","start":"2026-03-04T02:22:50.463226Z","end":"2026-03-04T02:22:50.683035Z","steps":["trace[863402291] 'process raft request' (duration: 219.652444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:50.683193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.664882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:50.683223Z","caller":"traceutil/trace.go:171","msg":"trace[1710266571] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28485; }","duration":"191.741625ms","start":"2026-03-04T02:22:50.491472Z","end":"2026-03-04T02:22:50.683214Z","steps":["trace[1710266571] 'agreement among raft nodes before linearized reading' (duration: 191.655062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:50.682934Z","caller":"traceutil/trace.go:171","msg":"trace[1356780836] transaction","detail":"{read_only:false; response_revision:28483; number_of_response:1; }","duration":"257.498134ms","start":"2026-03-04T02:22:50.425412Z","end":"2026-03-04T02:22:50.68291Z","steps":["trace[1356780836] 'process raft request' (duration: 119.031583ms)","trace[1356780836] 'compare' (duration: 137.991908ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:51.052819Z","caller":"traceutil/trace.go:171","msg":"trace[1843662291] transaction","detail":"{read_only:false; response_revision:28487; number_of_response:1; }","duration":"235.292863ms","start":"2026-03-04T02:22:50.81748Z","end":"2026-03-04T02:22:51.052773Z","steps":["trace[1843662291] 'process raft request' (duration: 234.833251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:18.982387Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26624} {"level":"info","ts":"2026-03-04T02:23:19.143986Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26624,"took":"157.519439ms","hash":1998128346,"current-db-size-bytes":50196480,"current-db-size":"50 MB","current-db-size-in-use-bytes":27328512,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T02:23:19.144058Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1998128346,"revision":26624,"compact-revision":23921} {"level":"warn","ts":"2026-03-04T02:23:35.379985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.539941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:23:35.380729Z","caller":"traceutil/trace.go:171","msg":"trace[366740347] linearizableReadLoop","detail":"{readStateIndex:29771; appliedIndex:29770; }","duration":"351.377779ms","start":"2026-03-04T02:23:35.029297Z","end":"2026-03-04T02:23:35.380675Z","steps":["trace[366740347] 'read index received' (duration: 973.096µs)","trace[366740347] 'applied index is now lower than readState.Index' (duration: 350.387153ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:35.380822Z","caller":"traceutil/trace.go:171","msg":"trace[45023659] transaction","detail":"{read_only:false; response_revision:28786; number_of_response:1; }","duration":"136.602182ms","start":"2026-03-04T02:23:35.244184Z","end":"2026-03-04T02:23:35.380786Z","steps":["trace[45023659] 'process raft request' (duration: 136.13901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:35.38088Z","caller":"traceutil/trace.go:171","msg":"trace[472079263] transaction","detail":"{read_only:false; response_revision:28785; number_of_response:1; }","duration":"409.674563ms","start":"2026-03-04T02:23:34.971146Z","end":"2026-03-04T02:23:35.380821Z","steps":["trace[472079263] 'process raft request' (duration: 59.148826ms)","trace[472079263] 'compare' (duration: 349.207583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:23:35.380968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.634606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:35.38103Z","caller":"traceutil/trace.go:171","msg":"trace[1423435423] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28787; }","duration":"351.776219ms","start":"2026-03-04T02:23:35.029238Z","end":"2026-03-04T02:23:35.381014Z","steps":["trace[1423435423] 'agreement among raft nodes before linearized reading' (duration: 351.629885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:35.381071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:23:35.029209Z","time spent":"351.852671ms","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:23:35.381095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:23:34.971106Z","time spent":"409.880508ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:07.644549Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:24:07.65206Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T02:24:07.65219Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T02:24:15.68585Z","caller":"traceutil/trace.go:171","msg":"trace[56782923] transaction","detail":"{read_only:false; response_revision:29062; number_of_response:1; }","duration":"131.758326ms","start":"2026-03-04T02:24:15.55406Z","end":"2026-03-04T02:24:15.685818Z","steps":["trace[56782923] 'process raft request' (duration: 124.736082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.145177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.170858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:24:16.145259Z","caller":"traceutil/trace.go:171","msg":"trace[567736446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29065; }","duration":"129.301211ms","start":"2026-03-04T02:24:16.015939Z","end":"2026-03-04T02:24:16.14524Z","steps":["trace[567736446] 'range keys from in-memory index tree' (duration: 128.988423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:16.527121Z","caller":"traceutil/trace.go:171","msg":"trace[643278294] linearizableReadLoop","detail":"{readStateIndex:30062; appliedIndex:30061; }","duration":"117.338189ms","start":"2026-03-04T02:24:16.409752Z","end":"2026-03-04T02:24:16.52709Z","steps":["trace[643278294] 'read index received' (duration: 117.146574ms)","trace[643278294] 'applied index is now lower than readState.Index' (duration: 190.465µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:16.527181Z","caller":"traceutil/trace.go:171","msg":"trace[380010633] transaction","detail":"{read_only:false; response_revision:29068; number_of_response:1; }","duration":"121.349383ms","start":"2026-03-04T02:24:16.405807Z","end":"2026-03-04T02:24:16.527157Z","steps":["trace[380010633] 'process raft request' (duration: 121.045096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.527361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.596685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:24:16.527407Z","caller":"traceutil/trace.go:171","msg":"trace[1846046149] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29068; }","duration":"117.698588ms","start":"2026-03-04T02:24:16.409692Z","end":"2026-03-04T02:24:16.527391Z","steps":["trace[1846046149] 'agreement among raft nodes before linearized reading' (duration: 117.526843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:17.288955Z","caller":"traceutil/trace.go:171","msg":"trace[1527806092] transaction","detail":"{read_only:false; response_revision:29072; number_of_response:1; }","duration":"108.286532ms","start":"2026-03-04T02:24:17.180635Z","end":"2026-03-04T02:24:17.288921Z","steps":["trace[1527806092] 'process raft request' (duration: 50.115281ms)","trace[1527806092] 'compare' (duration: 57.530624ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:17.903356Z","caller":"traceutil/trace.go:171","msg":"trace[790930631] linearizableReadLoop","detail":"{readStateIndex:30068; appliedIndex:30067; }","duration":"264.866295ms","start":"2026-03-04T02:24:17.638429Z","end":"2026-03-04T02:24:17.903296Z","steps":["trace[790930631] 'read index received' (duration: 264.632769ms)","trace[790930631] 'applied index is now lower than readState.Index' (duration: 231.826µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:17.903445Z","caller":"traceutil/trace.go:171","msg":"trace[1715757439] transaction","detail":"{read_only:false; response_revision:29074; number_of_response:1; }","duration":"297.094998ms","start":"2026-03-04T02:24:17.606305Z","end":"2026-03-04T02:24:17.9034Z","steps":["trace[1715757439] 'process raft request' (duration: 296.816101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.903678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.040566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:24:17.903694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.250265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:24:17.903739Z","caller":"traceutil/trace.go:171","msg":"trace[1499716442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29074; }","duration":"169.337357ms","start":"2026-03-04T02:24:17.734389Z","end":"2026-03-04T02:24:17.903726Z","steps":["trace[1499716442] 'agreement among raft nodes before linearized reading' (duration: 169.228155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:17.90374Z","caller":"traceutil/trace.go:171","msg":"trace[633388695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29074; }","duration":"123.149029ms","start":"2026-03-04T02:24:17.780578Z","end":"2026-03-04T02:24:17.903727Z","steps":["trace[633388695] 'agreement among raft nodes before linearized reading' (duration: 122.946394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.903717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.256896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:24:17.903799Z","caller":"traceutil/trace.go:171","msg":"trace[1516594359] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:29074; }","duration":"265.40742ms","start":"2026-03-04T02:24:17.638372Z","end":"2026-03-04T02:24:17.903779Z","steps":["trace[1516594359] 'agreement among raft nodes before linearized reading' (duration: 265.120472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.90408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.711217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T02:24:17.904137Z","caller":"traceutil/trace.go:171","msg":"trace[238507754] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:29074; }","duration":"178.058466ms","start":"2026-03-04T02:24:17.726063Z","end":"2026-03-04T02:24:17.904122Z","steps":["trace[238507754] 'agreement among raft nodes before linearized reading' (duration: 177.421879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.352191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.607007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:18.352275Z","caller":"traceutil/trace.go:171","msg":"trace[1441456726] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29080; }","duration":"101.729761ms","start":"2026-03-04T02:24:18.250521Z","end":"2026-03-04T02:24:18.352251Z","steps":["trace[1441456726] 'count revisions from in-memory index tree' (duration: 101.472494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:19.236695Z","caller":"traceutil/trace.go:171","msg":"trace[532658438] transaction","detail":"{read_only:false; response_revision:29084; number_of_response:1; }","duration":"114.549355ms","start":"2026-03-04T02:24:19.122117Z","end":"2026-03-04T02:24:19.236666Z","steps":["trace[532658438] 'process raft request' (duration: 46.635939ms)","trace[532658438] 'compare' (duration: 67.262449ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:19.459545Z","caller":"traceutil/trace.go:171","msg":"trace[2059445421] transaction","detail":"{read_only:false; response_revision:29085; number_of_response:1; }","duration":"164.371178ms","start":"2026-03-04T02:24:19.295149Z","end":"2026-03-04T02:24:19.45952Z","steps":["trace[2059445421] 'process raft request' (duration: 143.379189ms)","trace[2059445421] 'compare' (duration: 20.863846ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:19.459537Z","caller":"traceutil/trace.go:171","msg":"trace[1692197134] linearizableReadLoop","detail":"{readStateIndex:30080; appliedIndex:30079; }","duration":"116.821665ms","start":"2026-03-04T02:24:19.342688Z","end":"2026-03-04T02:24:19.45951Z","steps":["trace[1692197134] 'read index received' (duration: 95.709553ms)","trace[1692197134] 'applied index is now lower than readState.Index' (duration: 21.111142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:19.459699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.99789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:24:19.459733Z","caller":"traceutil/trace.go:171","msg":"trace[1093057498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29085; }","duration":"117.087552ms","start":"2026-03-04T02:24:19.342635Z","end":"2026-03-04T02:24:19.459723Z","steps":["trace[1093057498] 'agreement among raft nodes before linearized reading' (duration: 116.941009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:19.459946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.573565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:24:19.460027Z","caller":"traceutil/trace.go:171","msg":"trace[1904635108] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:29085; }","duration":"109.688379ms","start":"2026-03-04T02:24:19.350321Z","end":"2026-03-04T02:24:19.46001Z","steps":["trace[1904635108] 'agreement among raft nodes before linearized reading' (duration: 109.418422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:20.798852Z","caller":"traceutil/trace.go:171","msg":"trace[640527323] transaction","detail":"{read_only:false; response_revision:29096; number_of_response:1; }","duration":"105.791857ms","start":"2026-03-04T02:24:20.693029Z","end":"2026-03-04T02:24:20.798821Z","steps":["trace[640527323] 'process raft request' (duration: 105.511569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:21.375965Z","caller":"traceutil/trace.go:171","msg":"trace[1047787580] transaction","detail":"{read_only:false; response_revision:29098; number_of_response:1; }","duration":"133.812139ms","start":"2026-03-04T02:24:21.242112Z","end":"2026-03-04T02:24:21.375924Z","steps":["trace[1047787580] 'process raft request' (duration: 95.422305ms)","trace[1047787580] 'compare' (duration: 38.047055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:21.952829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.076385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:21.952936Z","caller":"traceutil/trace.go:171","msg":"trace[552913752] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:29102; }","duration":"150.226769ms","start":"2026-03-04T02:24:21.802681Z","end":"2026-03-04T02:24:21.952907Z","steps":["trace[552913752] 'count revisions from in-memory index tree' (duration: 149.982543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:22.198369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.151421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:24:22.198424Z","caller":"traceutil/trace.go:171","msg":"trace[1868033504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29103; }","duration":"133.245913ms","start":"2026-03-04T02:24:22.065166Z","end":"2026-03-04T02:24:22.198412Z","steps":["trace[1868033504] 'range keys from in-memory index tree' (duration: 133.014328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:22.198555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.068733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:24:22.198583Z","caller":"traceutil/trace.go:171","msg":"trace[449150099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29103; }","duration":"132.123724ms","start":"2026-03-04T02:24:22.066445Z","end":"2026-03-04T02:24:22.198568Z","steps":["trace[449150099] 'range keys from in-memory index tree' (duration: 131.98453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:22.385255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.464967ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:24:22.38584Z","caller":"traceutil/trace.go:171","msg":"trace[537098297] transaction","detail":"{read_only:false; response_revision:29105; number_of_response:1; }","duration":"179.670929ms","start":"2026-03-04T02:24:22.206129Z","end":"2026-03-04T02:24:22.3858Z","steps":["trace[537098297] 'process raft request' (duration: 179.262869ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:22.516218Z","caller":"traceutil/trace.go:171","msg":"trace[1485270107] transaction","detail":"{read_only:false; response_revision:29106; number_of_response:1; }","duration":"308.475877ms","start":"2026-03-04T02:24:22.20771Z","end":"2026-03-04T02:24:22.516186Z","steps":["trace[1485270107] 'process raft request' (duration: 222.16282ms)","trace[1485270107] 'compare' (duration: 86.141513ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:22.516445Z","caller":"traceutil/trace.go:171","msg":"trace[271664446] transaction","detail":"{read_only:false; response_revision:29107; number_of_response:1; }","duration":"308.518998ms","start":"2026-03-04T02:24:22.207895Z","end":"2026-03-04T02:24:22.516414Z","steps":["trace[271664446] 'process raft request' (duration: 308.241521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:22.516557Z","caller":"traceutil/trace.go:171","msg":"trace[481114614] linearizableReadLoop","detail":"{readStateIndex:30103; appliedIndex:30100; }","duration":"230.857417ms","start":"2026-03-04T02:24:22.285676Z","end":"2026-03-04T02:24:22.516533Z","steps":["trace[481114614] 'read index received' (duration: 144.232882ms)","trace[481114614] 'applied index is now lower than readState.Index' (duration: 86.622995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:22.516634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:22.207889Z","time spent":"308.644892ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:22.516682Z","caller":"traceutil/trace.go:171","msg":"trace[810391367] transaction","detail":"{read_only:false; response_revision:29108; number_of_response:1; }","duration":"247.363699ms","start":"2026-03-04T02:24:22.269257Z","end":"2026-03-04T02:24:22.516621Z","steps":["trace[810391367] 'process raft request' (duration: 247.055111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:22.516835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.149515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:24:22.516908Z","caller":"traceutil/trace.go:171","msg":"trace[1793202481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29108; }","duration":"231.262698ms","start":"2026-03-04T02:24:22.28563Z","end":"2026-03-04T02:24:22.516893Z","steps":["trace[1793202481] 'agreement among raft nodes before linearized reading' (duration: 231.052712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:22.516769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:22.207682Z","time spent":"308.613941ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:22.519201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.575322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:24:22.519261Z","caller":"traceutil/trace.go:171","msg":"trace[1465102581] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:29108; }","duration":"102.674885ms","start":"2026-03-04T02:24:22.416571Z","end":"2026-03-04T02:24:22.519246Z","steps":["trace[1465102581] 'agreement among raft nodes before linearized reading' (duration: 100.496818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:22.851343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.210011ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:24:22.852229Z","caller":"traceutil/trace.go:171","msg":"trace[175856432] transaction","detail":"{read_only:false; response_revision:29111; number_of_response:1; }","duration":"130.424791ms","start":"2026-03-04T02:24:22.721776Z","end":"2026-03-04T02:24:22.852201Z","steps":["trace[175856432] 'process raft request' (duration: 130.220636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:23.39177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.855553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:23.392028Z","caller":"traceutil/trace.go:171","msg":"trace[758775526] transaction","detail":"{read_only:false; response_revision:29113; number_of_response:1; }","duration":"241.925676ms","start":"2026-03-04T02:24:23.150055Z","end":"2026-03-04T02:24:23.39198Z","steps":["trace[758775526] 'process raft request' (duration: 113.504918ms)","trace[758775526] 'compare' (duration: 127.533095ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:24.675352Z","caller":"traceutil/trace.go:171","msg":"trace[447289011] transaction","detail":"{read_only:false; response_revision:29122; number_of_response:1; }","duration":"134.147928ms","start":"2026-03-04T02:24:24.54117Z","end":"2026-03-04T02:24:24.675318Z","steps":["trace[447289011] 'process raft request' (duration: 134.081727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:24.675764Z","caller":"traceutil/trace.go:171","msg":"trace[1221832583] transaction","detail":"{read_only:false; response_revision:29121; number_of_response:1; }","duration":"135.3701ms","start":"2026-03-04T02:24:24.540347Z","end":"2026-03-04T02:24:24.675717Z","steps":["trace[1221832583] 'process raft request' (duration: 106.994268ms)","trace[1221832583] 'compare' (duration: 27.369475ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:24.702947Z","caller":"traceutil/trace.go:171","msg":"trace[666327190] transaction","detail":"{read_only:false; response_revision:29123; number_of_response:1; }","duration":"128.689885ms","start":"2026-03-04T02:24:24.574227Z","end":"2026-03-04T02:24:24.702917Z","steps":["trace[666327190] 'process raft request' (duration: 128.456949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:25.855916Z","caller":"traceutil/trace.go:171","msg":"trace[1556747053] transaction","detail":"{read_only:false; response_revision:29126; number_of_response:1; }","duration":"455.600363ms","start":"2026-03-04T02:24:25.400291Z","end":"2026-03-04T02:24:25.855891Z","steps":["trace[1556747053] 'process raft request' (duration: 455.441779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:25.856064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:25.400264Z","time spent":"455.724176ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:26.760457Z","caller":"traceutil/trace.go:171","msg":"trace[1775165423] linearizableReadLoop","detail":"{readStateIndex:30123; appliedIndex:30121; }","duration":"1.201245542s","start":"2026-03-04T02:24:25.558995Z","end":"2026-03-04T02:24:26.76024Z","steps":["trace[1775165423] 'read index received' (duration: 296.80915ms)","trace[1775165423] 'applied index is now lower than readState.Index' (duration: 904.433771ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:26.760611Z","caller":"traceutil/trace.go:171","msg":"trace[1885072594] transaction","detail":"{read_only:false; response_revision:29129; number_of_response:1; }","duration":"955.61692ms","start":"2026-03-04T02:24:25.804979Z","end":"2026-03-04T02:24:26.760596Z","steps":["trace[1885072594] 'process raft request' (duration: 955.186649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:26.760596Z","caller":"traceutil/trace.go:171","msg":"trace[576612790] transaction","detail":"{read_only:false; response_revision:29127; number_of_response:1; }","duration":"1.360034134s","start":"2026-03-04T02:24:25.400501Z","end":"2026-03-04T02:24:26.760535Z","steps":["trace[576612790] 'process raft request' (duration: 1.359293065s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.760763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:25.804951Z","time spent":"955.695251ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:26.760795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:25.400492Z","time spent":"1.360197668s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:26.760699Z","caller":"traceutil/trace.go:171","msg":"trace[2009145768] transaction","detail":"{read_only:false; response_revision:29128; number_of_response:1; }","duration":"1.196402745s","start":"2026-03-04T02:24:25.564216Z","end":"2026-03-04T02:24:26.760619Z","steps":["trace[2009145768] 'process raft request' (duration: 1.195900032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.761025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201829607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:26.76117Z","caller":"traceutil/trace.go:171","msg":"trace[1377744359] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29129; }","duration":"1.202203097s","start":"2026-03-04T02:24:25.55893Z","end":"2026-03-04T02:24:26.761133Z","steps":["trace[1377744359] 'agreement among raft nodes before linearized reading' (duration: 1.201717534s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.761244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:25.558902Z","time spent":"1.20232611s","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:24:26.761234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:25.564197Z","time spent":"1.196775646s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:26.921686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.922374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:26.921988Z","caller":"traceutil/trace.go:171","msg":"trace[92611298] transaction","detail":"{read_only:false; response_revision:29130; number_of_response:1; }","duration":"857.37981ms","start":"2026-03-04T02:24:26.06457Z","end":"2026-03-04T02:24:26.92195Z","steps":["trace[92611298] 'process raft request' (duration: 739.027356ms)","trace[92611298] 'compare' (duration: 117.711558ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:26.922067Z","caller":"traceutil/trace.go:171","msg":"trace[233141331] transaction","detail":"{read_only:false; response_revision:29131; number_of_response:1; }","duration":"345.804773ms","start":"2026-03-04T02:24:26.576199Z","end":"2026-03-04T02:24:26.922004Z","steps":["trace[233141331] 'process raft request' (duration: 345.665809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.922173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:26.064544Z","time spent":"857.526595ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:26.922188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:26.575617Z","time spent":"346.528761ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:26.922207Z","caller":"traceutil/trace.go:171","msg":"trace[237724869] linearizableReadLoop","detail":"{readStateIndex:30128; appliedIndex:30125; }","duration":"161.622836ms","start":"2026-03-04T02:24:26.760547Z","end":"2026-03-04T02:24:26.92217Z","steps":["trace[237724869] 'read index received' (duration: 43.060166ms)","trace[237724869] 'applied index is now lower than readState.Index' (duration: 118.56076ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:26.922319Z","caller":"traceutil/trace.go:171","msg":"trace[72076526] transaction","detail":"{read_only:false; response_revision:29132; number_of_response:1; }","duration":"212.374544ms","start":"2026-03-04T02:24:26.709929Z","end":"2026-03-04T02:24:26.922304Z","steps":["trace[72076526] 'process raft request' (duration: 212.026625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.922334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.568353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:24:26.922403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.967533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:24:26.922433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.194671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:26.922465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.800941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:26.922468Z","caller":"traceutil/trace.go:171","msg":"trace[653308641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29132; }","duration":"212.066385ms","start":"2026-03-04T02:24:26.710383Z","end":"2026-03-04T02:24:26.92245Z","steps":["trace[653308641] 'agreement among raft nodes before linearized reading' (duration: 211.901351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.922496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.336311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:24:26.922484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.117636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:24:26.92251Z","caller":"traceutil/trace.go:171","msg":"trace[1340245334] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:29132; }","duration":"818.876144ms","start":"2026-03-04T02:24:26.103621Z","end":"2026-03-04T02:24:26.922497Z","steps":["trace[1340245334] 'agreement among raft nodes before linearized reading' (duration: 818.798362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:26.922517Z","caller":"traceutil/trace.go:171","msg":"trace[537943720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29132; }","duration":"241.412973ms","start":"2026-03-04T02:24:26.681098Z","end":"2026-03-04T02:24:26.922511Z","steps":["trace[537943720] 'agreement among raft nodes before linearized reading' (duration: 241.347211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:26.922507Z","caller":"traceutil/trace.go:171","msg":"trace[549844844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29132; }","duration":"957.307383ms","start":"2026-03-04T02:24:25.965179Z","end":"2026-03-04T02:24:26.922487Z","steps":["trace[549844844] 'agreement among raft nodes before linearized reading' (duration: 957.16041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.922545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:26.103611Z","time spent":"818.923575ms","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:26.922544Z","caller":"traceutil/trace.go:171","msg":"trace[1315521355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29132; }","duration":"485.216859ms","start":"2026-03-04T02:24:26.437311Z","end":"2026-03-04T02:24:26.922527Z","steps":["trace[1315521355] 'agreement among raft nodes before linearized reading' (duration: 485.022763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.922563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:25.965154Z","time spent":"957.396706ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:24:26.922422Z","caller":"traceutil/trace.go:171","msg":"trace[1365053451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29132; }","duration":"242.688486ms","start":"2026-03-04T02:24:26.679709Z","end":"2026-03-04T02:24:26.922398Z","steps":["trace[1365053451] 'agreement among raft nodes before linearized reading' (duration: 242.47312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.922587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:26.437289Z","time spent":"485.285601ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:24:26.922691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.753924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:26.922763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332733671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:24:26.922789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.271741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419002"} {"level":"warn","ts":"2026-03-04T02:24:26.922805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.287923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T02:24:26.922856Z","caller":"traceutil/trace.go:171","msg":"trace[1453475017] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:29132; }","duration":"238.388614ms","start":"2026-03-04T02:24:26.684448Z","end":"2026-03-04T02:24:26.922837Z","steps":["trace[1453475017] 'agreement among raft nodes before linearized reading' (duration: 237.916021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:26.922865Z","caller":"traceutil/trace.go:171","msg":"trace[1899282425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29132; }","duration":"1.332873715s","start":"2026-03-04T02:24:25.589965Z","end":"2026-03-04T02:24:26.922839Z","steps":["trace[1899282425] 'agreement among raft nodes before linearized reading' (duration: 1.332551146s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:26.922796Z","caller":"traceutil/trace.go:171","msg":"trace[2020688285] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29132; }","duration":"152.890558ms","start":"2026-03-04T02:24:26.769878Z","end":"2026-03-04T02:24:26.922768Z","steps":["trace[2020688285] 'agreement among raft nodes before linearized reading' (duration: 152.658632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.922907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:25.589955Z","time spent":"1.332945696s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:24:26.922864Z","caller":"traceutil/trace.go:171","msg":"trace[1775545784] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:29132; }","duration":"149.345405ms","start":"2026-03-04T02:24:26.773501Z","end":"2026-03-04T02:24:26.922846Z","steps":["trace[1775545784] 'agreement among raft nodes before linearized reading' (duration: 149.203221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.922973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.791266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:26.923032Z","caller":"traceutil/trace.go:171","msg":"trace[1564095783] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:29132; }","duration":"243.859847ms","start":"2026-03-04T02:24:26.679153Z","end":"2026-03-04T02:24:26.923013Z","steps":["trace[1564095783] 'agreement among raft nodes before linearized reading' (duration: 243.148529ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:27.054536Z","caller":"traceutil/trace.go:171","msg":"trace[1128407352] linearizableReadLoop","detail":"{readStateIndex:30130; appliedIndex:30128; }","duration":"126.119578ms","start":"2026-03-04T02:24:26.928113Z","end":"2026-03-04T02:24:27.054232Z","steps":["trace[1128407352] 'read index received' (duration: 65.716998ms)","trace[1128407352] 'applied index is now lower than readState.Index' (duration: 60.4011ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:27.054548Z","caller":"traceutil/trace.go:171","msg":"trace[1557758005] transaction","detail":"{read_only:false; response_revision:29137; number_of_response:1; }","duration":"125.030809ms","start":"2026-03-04T02:24:26.929488Z","end":"2026-03-04T02:24:27.054518Z","steps":["trace[1557758005] 'process raft request' (duration: 124.66083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:27.054548Z","caller":"traceutil/trace.go:171","msg":"trace[28059711] transaction","detail":"{read_only:false; response_revision:29135; number_of_response:1; }","duration":"126.044307ms","start":"2026-03-04T02:24:26.928443Z","end":"2026-03-04T02:24:27.054487Z","steps":["trace[28059711] 'process raft request' (duration: 125.583525ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:27.054642Z","caller":"traceutil/trace.go:171","msg":"trace[498015364] transaction","detail":"{read_only:false; response_revision:29134; number_of_response:1; }","duration":"127.263728ms","start":"2026-03-04T02:24:26.927362Z","end":"2026-03-04T02:24:27.054626Z","steps":["trace[498015364] 'process raft request' (duration: 124.549927ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:27.054679Z","caller":"traceutil/trace.go:171","msg":"trace[2147069792] transaction","detail":"{read_only:false; response_revision:29136; number_of_response:1; }","duration":"125.895352ms","start":"2026-03-04T02:24:26.928741Z","end":"2026-03-04T02:24:27.054636Z","steps":["trace[2147069792] 'process raft request' (duration: 125.358458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:27.054735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.59465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:27.054795Z","caller":"traceutil/trace.go:171","msg":"trace[866926226] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29138; }","duration":"126.682863ms","start":"2026-03-04T02:24:26.928094Z","end":"2026-03-04T02:24:27.054777Z","steps":["trace[866926226] 'agreement among raft nodes before linearized reading' (duration: 126.55036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:27.055007Z","caller":"traceutil/trace.go:171","msg":"trace[565605177] transaction","detail":"{read_only:false; response_revision:29138; number_of_response:1; }","duration":"123.905801ms","start":"2026-03-04T02:24:26.931085Z","end":"2026-03-04T02:24:27.05499Z","steps":["trace[565605177] 'process raft request' (duration: 123.10607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:27.05501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.185332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:27.055079Z","caller":"traceutil/trace.go:171","msg":"trace[1545334389] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29138; }","duration":"102.294616ms","start":"2026-03-04T02:24:26.952766Z","end":"2026-03-04T02:24:27.055061Z","steps":["trace[1545334389] 'agreement among raft nodes before linearized reading' (duration: 102.157482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:27.868169Z","caller":"traceutil/trace.go:171","msg":"trace[936184345] transaction","detail":"{read_only:false; response_revision:29139; number_of_response:1; }","duration":"155.445265ms","start":"2026-03-04T02:24:27.712707Z","end":"2026-03-04T02:24:27.868152Z","steps":["trace[936184345] 'process raft request' (duration: 107.636505ms)","trace[936184345] 'compare' (duration: 47.709837ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:28.163491Z","caller":"traceutil/trace.go:171","msg":"trace[647010654] linearizableReadLoop","detail":"{readStateIndex:30137; appliedIndex:30136; }","duration":"292.934931ms","start":"2026-03-04T02:24:27.870536Z","end":"2026-03-04T02:24:28.163471Z","steps":["trace[647010654] 'read index received' (duration: 268.887502ms)","trace[647010654] 'applied index is now lower than readState.Index' (duration: 24.046239ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:28.163544Z","caller":"traceutil/trace.go:171","msg":"trace[1122671948] transaction","detail":"{read_only:false; response_revision:29140; number_of_response:1; }","duration":"300.248241ms","start":"2026-03-04T02:24:27.863235Z","end":"2026-03-04T02:24:28.163483Z","steps":["trace[1122671948] 'process raft request' (duration: 276.171362ms)","trace[1122671948] 'compare' (duration: 23.662438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:28.163702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.158546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:28.163729Z","caller":"traceutil/trace.go:171","msg":"trace[1752098583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29141; }","duration":"197.262028ms","start":"2026-03-04T02:24:27.966458Z","end":"2026-03-04T02:24:28.16372Z","steps":["trace[1752098583] 'agreement among raft nodes before linearized reading' (duration: 197.180876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:28.163791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.241919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:24:28.163863Z","caller":"traceutil/trace.go:171","msg":"trace[245269909] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29141; }","duration":"293.368132ms","start":"2026-03-04T02:24:27.870478Z","end":"2026-03-04T02:24:28.163846Z","steps":["trace[245269909] 'agreement among raft nodes before linearized reading' (duration: 293.125815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:28.163863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:27.863204Z","time spent":"300.528729ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:28.163895Z","caller":"traceutil/trace.go:171","msg":"trace[537198858] transaction","detail":"{read_only:false; response_revision:29141; number_of_response:1; }","duration":"202.143216ms","start":"2026-03-04T02:24:27.961713Z","end":"2026-03-04T02:24:28.163856Z","steps":["trace[537198858] 'process raft request' (duration: 201.690974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:28.957998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.877922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:28.958125Z","caller":"traceutil/trace.go:171","msg":"trace[1247791602] transaction","detail":"{read_only:false; response_revision:29142; number_of_response:1; }","duration":"207.62907ms","start":"2026-03-04T02:24:28.750475Z","end":"2026-03-04T02:24:28.958104Z","steps":["trace[1247791602] 'process raft request' (duration: 50.542452ms)","trace[1247791602] 'compare' (duration: 156.555784ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:28.973733Z","caller":"traceutil/trace.go:171","msg":"trace[416431168] transaction","detail":"{read_only:false; response_revision:29144; number_of_response:1; }","duration":"206.10961ms","start":"2026-03-04T02:24:28.767585Z","end":"2026-03-04T02:24:28.973695Z","steps":["trace[416431168] 'process raft request' (duration: 206.043608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:28.973769Z","caller":"traceutil/trace.go:171","msg":"trace[1287732542] transaction","detail":"{read_only:false; response_revision:29143; number_of_response:1; }","duration":"206.719466ms","start":"2026-03-04T02:24:28.76702Z","end":"2026-03-04T02:24:28.97374Z","steps":["trace[1287732542] 'process raft request' (duration: 206.390897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:29.274933Z","caller":"traceutil/trace.go:171","msg":"trace[309198967] linearizableReadLoop","detail":"{readStateIndex:30146; appliedIndex:30145; }","duration":"214.831528ms","start":"2026-03-04T02:24:29.060056Z","end":"2026-03-04T02:24:29.274887Z","steps":["trace[309198967] 'read index received' (duration: 120.717477ms)","trace[309198967] 'applied index is now lower than readState.Index' (duration: 94.111901ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:29.275052Z","caller":"traceutil/trace.go:171","msg":"trace[2143075030] transaction","detail":"{read_only:false; response_revision:29148; number_of_response:1; }","duration":"253.070127ms","start":"2026-03-04T02:24:29.021972Z","end":"2026-03-04T02:24:29.275042Z","steps":["trace[2143075030] 'process raft request' (duration: 158.781172ms)","trace[2143075030] 'compare' (duration: 93.811003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:29.275352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.259679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:24:29.275439Z","caller":"traceutil/trace.go:171","msg":"trace[700457727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29148; }","duration":"215.392352ms","start":"2026-03-04T02:24:29.060027Z","end":"2026-03-04T02:24:29.27542Z","steps":["trace[700457727] 'agreement among raft nodes before linearized reading' (duration: 215.146306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:29.275515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.449748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:24:29.275555Z","caller":"traceutil/trace.go:171","msg":"trace[698577825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29148; }","duration":"214.51183ms","start":"2026-03-04T02:24:29.061031Z","end":"2026-03-04T02:24:29.275543Z","steps":["trace[698577825] 'agreement among raft nodes before linearized reading' (duration: 214.366826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:29.275585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.067128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:24:29.27566Z","caller":"traceutil/trace.go:171","msg":"trace[788075253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29148; }","duration":"214.15807ms","start":"2026-03-04T02:24:29.061484Z","end":"2026-03-04T02:24:29.275642Z","steps":["trace[788075253] 'agreement among raft nodes before linearized reading' (duration: 213.941634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:29.275672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.260439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:24:29.275699Z","caller":"traceutil/trace.go:171","msg":"trace[1320362425] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29148; }","duration":"215.341901ms","start":"2026-03-04T02:24:29.060347Z","end":"2026-03-04T02:24:29.275689Z","steps":["trace[1320362425] 'agreement among raft nodes before linearized reading' (duration: 215.27732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:29.276281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.212214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:24:29.276373Z","caller":"traceutil/trace.go:171","msg":"trace[1090711440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29148; }","duration":"216.367168ms","start":"2026-03-04T02:24:29.059984Z","end":"2026-03-04T02:24:29.276351Z","steps":["trace[1090711440] 'agreement among raft nodes before linearized reading' (duration: 216.05811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:29.79732Z","caller":"traceutil/trace.go:171","msg":"trace[81875566] transaction","detail":"{read_only:false; response_revision:29149; number_of_response:1; }","duration":"517.74673ms","start":"2026-03-04T02:24:29.279549Z","end":"2026-03-04T02:24:29.797296Z","steps":["trace[81875566] 'process raft request' (duration: 487.775776ms)","trace[81875566] 'compare' (duration: 29.643455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:29.797517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:29.279527Z","time spent":"517.932714ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:29.893084Z","caller":"traceutil/trace.go:171","msg":"trace[1302535689] transaction","detail":"{read_only:false; response_revision:29150; number_of_response:1; }","duration":"612.951129ms","start":"2026-03-04T02:24:29.280112Z","end":"2026-03-04T02:24:29.893063Z","steps":["trace[1302535689] 'process raft request' (duration: 612.793415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:29.893222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:29.280095Z","time spent":"613.056441ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:29.893423Z","caller":"traceutil/trace.go:171","msg":"trace[707930110] transaction","detail":"{read_only:false; response_revision:29151; number_of_response:1; }","duration":"613.0156ms","start":"2026-03-04T02:24:29.280374Z","end":"2026-03-04T02:24:29.893389Z","steps":["trace[707930110] 'process raft request' (duration: 612.657591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:29.893567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:29.280356Z","time spent":"613.138763ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:29.89357Z","caller":"traceutil/trace.go:171","msg":"trace[962842157] transaction","detail":"{read_only:false; response_revision:29152; number_of_response:1; }","duration":"612.360013ms","start":"2026-03-04T02:24:29.281199Z","end":"2026-03-04T02:24:29.893559Z","steps":["trace[962842157] 'process raft request' (duration: 612.107486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:29.893558Z","caller":"traceutil/trace.go:171","msg":"trace[1813120302] linearizableReadLoop","detail":"{readStateIndex:30151; appliedIndex:30146; }","duration":"320.818429ms","start":"2026-03-04T02:24:29.572717Z","end":"2026-03-04T02:24:29.893535Z","steps":["trace[1813120302] 'read index received' (duration: 194.62459ms)","trace[1813120302] 'applied index is now lower than readState.Index' (duration: 126.192839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:29.893627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:29.281178Z","time spent":"612.422605ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:29.893673Z","caller":"traceutil/trace.go:171","msg":"trace[371361041] transaction","detail":"{read_only:false; response_revision:29153; number_of_response:1; }","duration":"610.660529ms","start":"2026-03-04T02:24:29.282984Z","end":"2026-03-04T02:24:29.893644Z","steps":["trace[371361041] 'process raft request' (duration: 610.499405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:29.893718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.988353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:24:29.893752Z","caller":"traceutil/trace.go:171","msg":"trace[1043980313] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:29153; }","duration":"321.083957ms","start":"2026-03-04T02:24:29.572657Z","end":"2026-03-04T02:24:29.893741Z","steps":["trace[1043980313] 'agreement among raft nodes before linearized reading' (duration: 321.004915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:29.893764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.86698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T02:24:29.893796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:29.572634Z","time spent":"321.152068ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:29.893817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:29.282975Z","time spent":"610.768082ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:29.893848Z","caller":"traceutil/trace.go:171","msg":"trace[1869915032] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:29153; }","duration":"180.994563ms","start":"2026-03-04T02:24:29.712832Z","end":"2026-03-04T02:24:29.893827Z","steps":["trace[1869915032] 'agreement among raft nodes before linearized reading' (duration: 180.856539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:31.118365Z","caller":"traceutil/trace.go:171","msg":"trace[1092775238] transaction","detail":"{read_only:false; response_revision:29157; number_of_response:1; }","duration":"139.109707ms","start":"2026-03-04T02:24:30.979226Z","end":"2026-03-04T02:24:31.118336Z","steps":["trace[1092775238] 'process raft request' (duration: 138.922323ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:31.11863Z","caller":"traceutil/trace.go:171","msg":"trace[873935141] transaction","detail":"{read_only:false; response_revision:29158; number_of_response:1; }","duration":"136.14788ms","start":"2026-03-04T02:24:30.982448Z","end":"2026-03-04T02:24:31.118596Z","steps":["trace[873935141] 'process raft request' (duration: 135.844552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:31.11876Z","caller":"traceutil/trace.go:171","msg":"trace[749084052] transaction","detail":"{read_only:false; response_revision:29159; number_of_response:1; }","duration":"134.463036ms","start":"2026-03-04T02:24:30.984269Z","end":"2026-03-04T02:24:31.118732Z","steps":["trace[749084052] 'process raft request' (duration: 134.289791ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:31.118865Z","caller":"traceutil/trace.go:171","msg":"trace[1166129720] transaction","detail":"{read_only:false; response_revision:29160; number_of_response:1; }","duration":"134.237661ms","start":"2026-03-04T02:24:30.984603Z","end":"2026-03-04T02:24:31.118841Z","steps":["trace[1166129720] 'process raft request' (duration: 134.085887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:31.908915Z","caller":"traceutil/trace.go:171","msg":"trace[1696248926] linearizableReadLoop","detail":"{readStateIndex:30160; appliedIndex:30159; }","duration":"106.894735ms","start":"2026-03-04T02:24:31.801989Z","end":"2026-03-04T02:24:31.908884Z","steps":["trace[1696248926] 'read index received' (duration: 106.67012ms)","trace[1696248926] 'applied index is now lower than readState.Index' (duration: 223.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:31.909001Z","caller":"traceutil/trace.go:171","msg":"trace[1641056229] transaction","detail":"{read_only:false; response_revision:29162; number_of_response:1; }","duration":"140.310209ms","start":"2026-03-04T02:24:31.768662Z","end":"2026-03-04T02:24:31.908972Z","steps":["trace[1641056229] 'process raft request' (duration: 140.056472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:31.909212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.213133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:24:31.909294Z","caller":"traceutil/trace.go:171","msg":"trace[470350511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29162; }","duration":"107.348377ms","start":"2026-03-04T02:24:31.801927Z","end":"2026-03-04T02:24:31.909276Z","steps":["trace[470350511] 'agreement among raft nodes before linearized reading' (duration: 107.127391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:32.031795Z","caller":"traceutil/trace.go:171","msg":"trace[766802277] transaction","detail":"{read_only:false; response_revision:29163; number_of_response:1; }","duration":"117.928804ms","start":"2026-03-04T02:24:31.913838Z","end":"2026-03-04T02:24:32.031767Z","steps":["trace[766802277] 'process raft request' (duration: 111.107756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:32.034657Z","caller":"traceutil/trace.go:171","msg":"trace[1159349712] transaction","detail":"{read_only:false; response_revision:29166; number_of_response:1; }","duration":"119.253739ms","start":"2026-03-04T02:24:31.915376Z","end":"2026-03-04T02:24:32.03463Z","steps":["trace[1159349712] 'process raft request' (duration: 119.186267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:32.034678Z","caller":"traceutil/trace.go:171","msg":"trace[445435095] transaction","detail":"{read_only:false; response_revision:29165; number_of_response:1; }","duration":"119.371331ms","start":"2026-03-04T02:24:31.915288Z","end":"2026-03-04T02:24:32.03466Z","steps":["trace[445435095] 'process raft request' (duration: 119.234458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:32.034806Z","caller":"traceutil/trace.go:171","msg":"trace[994708864] transaction","detail":"{read_only:false; response_revision:29167; number_of_response:1; }","duration":"119.325191ms","start":"2026-03-04T02:24:31.915456Z","end":"2026-03-04T02:24:32.034782Z","steps":["trace[994708864] 'process raft request' (duration: 119.141026ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:32.034668Z","caller":"traceutil/trace.go:171","msg":"trace[1866181953] transaction","detail":"{read_only:false; response_revision:29164; number_of_response:1; }","duration":"119.354011ms","start":"2026-03-04T02:24:31.915288Z","end":"2026-03-04T02:24:32.034642Z","steps":["trace[1866181953] 'process raft request' (duration: 119.103774ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:33.284334Z","caller":"traceutil/trace.go:171","msg":"trace[2126065838] transaction","detail":"{read_only:false; response_revision:29170; number_of_response:1; }","duration":"160.195469ms","start":"2026-03-04T02:24:33.124095Z","end":"2026-03-04T02:24:33.28429Z","steps":["trace[2126065838] 'process raft request' (duration: 115.358356ms)","trace[2126065838] 'compare' (duration: 44.621277ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:33.380625Z","caller":"traceutil/trace.go:171","msg":"trace[1177119432] transaction","detail":"{read_only:false; response_revision:29171; number_of_response:1; }","duration":"255.279425ms","start":"2026-03-04T02:24:33.125308Z","end":"2026-03-04T02:24:33.380588Z","steps":["trace[1177119432] 'process raft request' (duration: 254.987828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:33.380737Z","caller":"traceutil/trace.go:171","msg":"trace[230889409] transaction","detail":"{read_only:false; response_revision:29174; number_of_response:1; }","duration":"231.593086ms","start":"2026-03-04T02:24:33.149117Z","end":"2026-03-04T02:24:33.38071Z","steps":["trace[230889409] 'process raft request' (duration: 231.510624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:33.380949Z","caller":"traceutil/trace.go:171","msg":"trace[1742433142] transaction","detail":"{read_only:false; response_revision:29172; number_of_response:1; }","duration":"255.416799ms","start":"2026-03-04T02:24:33.125513Z","end":"2026-03-04T02:24:33.38093Z","steps":["trace[1742433142] 'process raft request' (duration: 255.005778ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:33.38107Z","caller":"traceutil/trace.go:171","msg":"trace[1920044926] transaction","detail":"{read_only:false; response_revision:29173; number_of_response:1; }","duration":"255.470721ms","start":"2026-03-04T02:24:33.125548Z","end":"2026-03-04T02:24:33.381019Z","steps":["trace[1920044926] 'process raft request' (duration: 255.020189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:33.567003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.304692ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:24:33.567111Z","caller":"traceutil/trace.go:171","msg":"trace[1351070768] linearizableReadLoop","detail":"{readStateIndex:30173; appliedIndex:30168; }","duration":"312.690537ms","start":"2026-03-04T02:24:33.254402Z","end":"2026-03-04T02:24:33.567093Z","steps":["trace[1351070768] 'read index received' (duration: 125.909213ms)","trace[1351070768] 'applied index is now lower than readState.Index' (duration: 186.779934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:33.567389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.968034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:33.567439Z","caller":"traceutil/trace.go:171","msg":"trace[687874482] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:29174; }","duration":"313.058797ms","start":"2026-03-04T02:24:33.254366Z","end":"2026-03-04T02:24:33.567425Z","steps":["trace[687874482] 'agreement among raft nodes before linearized reading' (duration: 312.956344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:33.567475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:33.25435Z","time spent":"313.115258ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:33.567576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.415115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:24:33.567648Z","caller":"traceutil/trace.go:171","msg":"trace[823709817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29174; }","duration":"230.521108ms","start":"2026-03-04T02:24:33.33711Z","end":"2026-03-04T02:24:33.567631Z","steps":["trace[823709817] 'agreement among raft nodes before linearized reading' (duration: 230.318363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:34.163745Z","caller":"traceutil/trace.go:171","msg":"trace[1170762638] transaction","detail":"{read_only:false; response_revision:29179; number_of_response:1; }","duration":"119.911725ms","start":"2026-03-04T02:24:34.043809Z","end":"2026-03-04T02:24:34.163721Z","steps":["trace[1170762638] 'process raft request' (duration: 119.864224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:34.163815Z","caller":"traceutil/trace.go:171","msg":"trace[1395541800] transaction","detail":"{read_only:false; response_revision:29177; number_of_response:1; }","duration":"121.685372ms","start":"2026-03-04T02:24:34.042097Z","end":"2026-03-04T02:24:34.163782Z","steps":["trace[1395541800] 'process raft request' (duration: 114.71011ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:34.164178Z","caller":"traceutil/trace.go:171","msg":"trace[610092237] transaction","detail":"{read_only:false; response_revision:29178; number_of_response:1; }","duration":"120.223343ms","start":"2026-03-04T02:24:34.043693Z","end":"2026-03-04T02:24:34.163916Z","steps":["trace[610092237] 'process raft request' (duration: 119.939286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:34.170426Z","caller":"traceutil/trace.go:171","msg":"trace[1700369336] transaction","detail":"{read_only:false; response_revision:29180; number_of_response:1; }","duration":"109.959735ms","start":"2026-03-04T02:24:34.060441Z","end":"2026-03-04T02:24:34.170401Z","steps":["trace[1700369336] 'process raft request' (duration: 109.691278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:35.495599Z","caller":"traceutil/trace.go:171","msg":"trace[1852551944] transaction","detail":"{read_only:false; response_revision:29187; number_of_response:1; }","duration":"106.225068ms","start":"2026-03-04T02:24:35.389332Z","end":"2026-03-04T02:24:35.495557Z","steps":["trace[1852551944] 'process raft request' (duration: 106.079674ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:36.169061Z","caller":"traceutil/trace.go:171","msg":"trace[790466185] transaction","detail":"{read_only:false; response_revision:29190; number_of_response:1; }","duration":"100.451827ms","start":"2026-03-04T02:24:36.068528Z","end":"2026-03-04T02:24:36.16898Z","steps":["trace[790466185] 'process raft request' (duration: 100.247322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:36.318692Z","caller":"traceutil/trace.go:171","msg":"trace[2145780534] transaction","detail":"{read_only:false; response_revision:29192; number_of_response:1; }","duration":"144.834557ms","start":"2026-03-04T02:24:36.173825Z","end":"2026-03-04T02:24:36.318659Z","steps":["trace[2145780534] 'process raft request' (duration: 80.046033ms)","trace[2145780534] 'compare' (duration: 64.562058ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:36.318704Z","caller":"traceutil/trace.go:171","msg":"trace[2077620079] linearizableReadLoop","detail":"{readStateIndex:30191; appliedIndex:30189; }","duration":"144.768946ms","start":"2026-03-04T02:24:36.173882Z","end":"2026-03-04T02:24:36.318651Z","steps":["trace[2077620079] 'read index received' (duration: 9.780866ms)","trace[2077620079] 'applied index is now lower than readState.Index' (duration: 134.98723ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:36.31873Z","caller":"traceutil/trace.go:171","msg":"trace[983130226] transaction","detail":"{read_only:false; response_revision:29193; number_of_response:1; }","duration":"144.300254ms","start":"2026-03-04T02:24:36.174402Z","end":"2026-03-04T02:24:36.318702Z","steps":["trace[983130226] 'process raft request' (duration: 144.194901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:36.318948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.045953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:24:36.318987Z","caller":"traceutil/trace.go:171","msg":"trace[1141407341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29193; }","duration":"145.132536ms","start":"2026-03-04T02:24:36.173843Z","end":"2026-03-04T02:24:36.318976Z","steps":["trace[1141407341] 'agreement among raft nodes before linearized reading' (duration: 144.971091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:36.31895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.23865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:24:36.319067Z","caller":"traceutil/trace.go:171","msg":"trace[813341793] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:29193; }","duration":"108.420696ms","start":"2026-03-04T02:24:36.21063Z","end":"2026-03-04T02:24:36.319051Z","steps":["trace[813341793] 'agreement among raft nodes before linearized reading' (duration: 108.228571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:37.069258Z","caller":"traceutil/trace.go:171","msg":"trace[1995192949] linearizableReadLoop","detail":"{readStateIndex:30197; appliedIndex:30196; }","duration":"104.672497ms","start":"2026-03-04T02:24:36.964566Z","end":"2026-03-04T02:24:37.069238Z","steps":["trace[1995192949] 'read index received' (duration: 104.486252ms)","trace[1995192949] 'applied index is now lower than readState.Index' (duration: 182.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:37.06933Z","caller":"traceutil/trace.go:171","msg":"trace[1493551327] transaction","detail":"{read_only:false; response_revision:29198; number_of_response:1; }","duration":"152.96438ms","start":"2026-03-04T02:24:36.916329Z","end":"2026-03-04T02:24:37.069294Z","steps":["trace[1493551327] 'process raft request' (duration: 152.702493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:37.069388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.79926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:37.069458Z","caller":"traceutil/trace.go:171","msg":"trace[492000948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29198; }","duration":"104.940044ms","start":"2026-03-04T02:24:36.964509Z","end":"2026-03-04T02:24:37.069449Z","steps":["trace[492000948] 'agreement among raft nodes before linearized reading' (duration: 104.814531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:37.449468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.253457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:37.44977Z","caller":"traceutil/trace.go:171","msg":"trace[2126433035] linearizableReadLoop","detail":"{readStateIndex:30198; appliedIndex:30197; }","duration":"379.297509ms","start":"2026-03-04T02:24:37.070434Z","end":"2026-03-04T02:24:37.449731Z","steps":["trace[2126433035] 'read index received' (duration: 243.649701ms)","trace[2126433035] 'applied index is now lower than readState.Index' (duration: 135.641928ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:37.450031Z","caller":"traceutil/trace.go:171","msg":"trace[71646165] transaction","detail":"{read_only:false; response_revision:29199; number_of_response:1; }","duration":"389.373093ms","start":"2026-03-04T02:24:37.060642Z","end":"2026-03-04T02:24:37.450015Z","steps":["trace[71646165] 'process raft request' (duration: 253.465909ms)","trace[71646165] 'compare' (duration: 135.050602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:37.45017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.71477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:37.450277Z","caller":"traceutil/trace.go:171","msg":"trace[311407421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29200; }","duration":"379.875234ms","start":"2026-03-04T02:24:37.070382Z","end":"2026-03-04T02:24:37.450257Z","steps":["trace[311407421] 'agreement among raft nodes before linearized reading' (duration: 379.69343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:37.450331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:37.070363Z","time spent":"379.959486ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:24:37.450325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:37.060619Z","time spent":"389.505006ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:37.496586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.536117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:37.496673Z","caller":"traceutil/trace.go:171","msg":"trace[1058136698] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29202; }","duration":"407.659861ms","start":"2026-03-04T02:24:37.088991Z","end":"2026-03-04T02:24:37.496651Z","steps":["trace[1058136698] 'agreement among raft nodes before linearized reading' (duration: 407.500106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:37.496726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:37.088974Z","time spent":"407.733102ms","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:24:37.657872Z","caller":"traceutil/trace.go:171","msg":"trace[1378339341] linearizableReadLoop","detail":"{readStateIndex:30202; appliedIndex:30201; }","duration":"154.290575ms","start":"2026-03-04T02:24:37.503557Z","end":"2026-03-04T02:24:37.657847Z","steps":["trace[1378339341] 'read index received' (duration: 154.09238ms)","trace[1378339341] 'applied index is now lower than readState.Index' (duration: 197.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:37.657974Z","caller":"traceutil/trace.go:171","msg":"trace[48086635] transaction","detail":"{read_only:false; response_revision:29203; number_of_response:1; }","duration":"157.086349ms","start":"2026-03-04T02:24:37.500857Z","end":"2026-03-04T02:24:37.657943Z","steps":["trace[48086635] 'process raft request' (duration: 156.821362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:37.658045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.46637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:37.658091Z","caller":"traceutil/trace.go:171","msg":"trace[656853849] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29203; }","duration":"154.573862ms","start":"2026-03-04T02:24:37.503503Z","end":"2026-03-04T02:24:37.658077Z","steps":["trace[656853849] 'agreement among raft nodes before linearized reading' (duration: 154.47889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:37.950159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.809699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:37.950346Z","caller":"traceutil/trace.go:171","msg":"trace[1312118352] linearizableReadLoop","detail":"{readStateIndex:30205; appliedIndex:30203; }","duration":"235.15661ms","start":"2026-03-04T02:24:37.715171Z","end":"2026-03-04T02:24:37.950328Z","steps":["trace[1312118352] 'read index received' (duration: 36.051723ms)","trace[1312118352] 'applied index is now lower than readState.Index' (duration: 199.103647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:37.950481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.305113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:37.950534Z","caller":"traceutil/trace.go:171","msg":"trace[1014814823] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29205; }","duration":"235.393656ms","start":"2026-03-04T02:24:37.715125Z","end":"2026-03-04T02:24:37.950519Z","steps":["trace[1014814823] 'agreement among raft nodes before linearized reading' (duration: 235.266142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:37.950546Z","caller":"traceutil/trace.go:171","msg":"trace[1389180774] transaction","detail":"{read_only:false; response_revision:29205; number_of_response:1; }","duration":"237.557762ms","start":"2026-03-04T02:24:37.712961Z","end":"2026-03-04T02:24:37.950519Z","steps":["trace[1389180774] 'process raft request' (duration: 237.308095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:37.950546Z","caller":"traceutil/trace.go:171","msg":"trace[145361615] transaction","detail":"{read_only:false; response_revision:29204; number_of_response:1; }","duration":"242.030629ms","start":"2026-03-04T02:24:37.708483Z","end":"2026-03-04T02:24:37.950514Z","steps":["trace[145361615] 'process raft request' (duration: 42.775778ms)","trace[145361615] 'compare' (duration: 198.670255ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:40.345485Z","caller":"traceutil/trace.go:171","msg":"trace[894431692] transaction","detail":"{read_only:false; response_revision:29219; number_of_response:1; }","duration":"126.18839ms","start":"2026-03-04T02:24:40.219253Z","end":"2026-03-04T02:24:40.345441Z","steps":["trace[894431692] 'process raft request' (duration: 57.37067ms)","trace[894431692] 'compare' (duration: 68.597934ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:42.361659Z","caller":"traceutil/trace.go:171","msg":"trace[1555570555] transaction","detail":"{read_only:false; response_revision:29231; number_of_response:1; }","duration":"122.676118ms","start":"2026-03-04T02:24:42.238937Z","end":"2026-03-04T02:24:42.361613Z","steps":["trace[1555570555] 'process raft request' (duration: 122.105623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:42.63601Z","caller":"traceutil/trace.go:171","msg":"trace[318362955] transaction","detail":"{read_only:false; response_revision:29235; number_of_response:1; }","duration":"113.671163ms","start":"2026-03-04T02:24:42.522307Z","end":"2026-03-04T02:24:42.635979Z","steps":["trace[318362955] 'process raft request' (duration: 67.768202ms)","trace[318362955] 'compare' (duration: 45.776987ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:42.664254Z","caller":"traceutil/trace.go:171","msg":"trace[1630171] transaction","detail":"{read_only:false; response_revision:29236; number_of_response:1; }","duration":"115.319446ms","start":"2026-03-04T02:24:42.54891Z","end":"2026-03-04T02:24:42.664229Z","steps":["trace[1630171] 'process raft request' (duration: 115.211033ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:43.85677Z","caller":"traceutil/trace.go:171","msg":"trace[1082727461] transaction","detail":"{read_only:false; response_revision:29242; number_of_response:1; }","duration":"194.037524ms","start":"2026-03-04T02:24:43.662698Z","end":"2026-03-04T02:24:43.856735Z","steps":["trace[1082727461] 'process raft request' (duration: 115.861319ms)","trace[1082727461] 'compare' (duration: 77.953199ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:43.856758Z","caller":"traceutil/trace.go:171","msg":"trace[1013182468] linearizableReadLoop","detail":"{readStateIndex:30243; appliedIndex:30242; }","duration":"177.589724ms","start":"2026-03-04T02:24:43.679141Z","end":"2026-03-04T02:24:43.85673Z","steps":["trace[1013182468] 'read index received' (duration: 99.351708ms)","trace[1013182468] 'applied index is now lower than readState.Index' (duration: 78.236876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:43.85703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.890032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:43.857084Z","caller":"traceutil/trace.go:171","msg":"trace[1397722766] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29243; }","duration":"177.990895ms","start":"2026-03-04T02:24:43.679075Z","end":"2026-03-04T02:24:43.857066Z","steps":["trace[1397722766] 'agreement among raft nodes before linearized reading' (duration: 177.81137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.857088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.392455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:24:43.857147Z","caller":"traceutil/trace.go:171","msg":"trace[871070629] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:29243; }","duration":"152.509178ms","start":"2026-03-04T02:24:43.704622Z","end":"2026-03-04T02:24:43.857131Z","steps":["trace[871070629] 'agreement among raft nodes before linearized reading' (duration: 152.298613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:45.689827Z","caller":"traceutil/trace.go:171","msg":"trace[1435221669] transaction","detail":"{read_only:false; response_revision:29252; number_of_response:1; }","duration":"170.077147ms","start":"2026-03-04T02:24:45.519719Z","end":"2026-03-04T02:24:45.689796Z","steps":["trace[1435221669] 'process raft request' (duration: 169.80903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:45.875123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.693039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:45.875661Z","caller":"traceutil/trace.go:171","msg":"trace[2007580187] transaction","detail":"{read_only:false; response_revision:29253; number_of_response:1; }","duration":"322.591306ms","start":"2026-03-04T02:24:45.553042Z","end":"2026-03-04T02:24:45.875633Z","steps":["trace[2007580187] 'process raft request' (duration: 194.26978ms)","trace[2007580187] 'compare' (duration: 127.455583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:45.875829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:45.553025Z","time spent":"322.71269ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:45.876833Z","caller":"traceutil/trace.go:171","msg":"trace[1795504981] transaction","detail":"{read_only:false; response_revision:29254; number_of_response:1; }","duration":"215.29776ms","start":"2026-03-04T02:24:45.661519Z","end":"2026-03-04T02:24:45.876817Z","steps":["trace[1795504981] 'process raft request' (duration: 213.890043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:45.877312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.893409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:45.877429Z","caller":"traceutil/trace.go:171","msg":"trace[1090194127] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:29254; }","duration":"106.068603ms","start":"2026-03-04T02:24:45.771332Z","end":"2026-03-04T02:24:45.8774Z","steps":["trace[1090194127] 'agreement among raft nodes before linearized reading' (duration: 105.863248ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:45.876618Z","caller":"traceutil/trace.go:171","msg":"trace[1923860634] linearizableReadLoop","detail":"{readStateIndex:30255; appliedIndex:30253; }","duration":"105.206301ms","start":"2026-03-04T02:24:45.771389Z","end":"2026-03-04T02:24:45.876596Z","steps":["trace[1923860634] 'read index received' (duration: 37.271µs)","trace[1923860634] 'applied index is now lower than readState.Index' (duration: 105.16812ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:46.516628Z","caller":"traceutil/trace.go:171","msg":"trace[1226444759] transaction","detail":"{read_only:false; response_revision:29258; number_of_response:1; }","duration":"109.770919ms","start":"2026-03-04T02:24:46.406822Z","end":"2026-03-04T02:24:46.516592Z","steps":["trace[1226444759] 'process raft request' (duration: 109.439291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:46.902217Z","caller":"traceutil/trace.go:171","msg":"trace[2056368098] transaction","detail":"{read_only:false; response_revision:29261; number_of_response:1; }","duration":"307.991445ms","start":"2026-03-04T02:24:46.594187Z","end":"2026-03-04T02:24:46.902178Z","steps":["trace[2056368098] 'process raft request' (duration: 248.711434ms)","trace[2056368098] 'compare' (duration: 59.062915ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:46.902294Z","caller":"traceutil/trace.go:171","msg":"trace[143645779] transaction","detail":"{read_only:false; response_revision:29262; number_of_response:1; }","duration":"193.161521ms","start":"2026-03-04T02:24:46.709086Z","end":"2026-03-04T02:24:46.902247Z","steps":["trace[143645779] 'process raft request' (duration: 193.10078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:46.902319Z","caller":"traceutil/trace.go:171","msg":"trace[682594808] linearizableReadLoop","detail":"{readStateIndex:30262; appliedIndex:30261; }","duration":"302.387318ms","start":"2026-03-04T02:24:46.599879Z","end":"2026-03-04T02:24:46.902266Z","steps":["trace[682594808] 'read index received' (duration: 243.20724ms)","trace[682594808] 'applied index is now lower than readState.Index' (duration: 59.175318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:46.902421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:46.594169Z","time spent":"308.135788ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:46.902554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.638294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:46.902703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.22265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:24:46.902705Z","caller":"traceutil/trace.go:171","msg":"trace[1015744822] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:29262; }","duration":"302.819359ms","start":"2026-03-04T02:24:46.599858Z","end":"2026-03-04T02:24:46.902677Z","steps":["trace[1015744822] 'agreement among raft nodes before linearized reading' (duration: 302.578162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:46.902938Z","caller":"traceutil/trace.go:171","msg":"trace[208142028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29262; }","duration":"186.522428ms","start":"2026-03-04T02:24:46.716399Z","end":"2026-03-04T02:24:46.902922Z","steps":["trace[208142028] 'agreement among raft nodes before linearized reading' (duration: 186.079496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:46.902952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:46.599848Z","time spent":"303.089846ms","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:47.172295Z","caller":"traceutil/trace.go:171","msg":"trace[418513177] linearizableReadLoop","detail":"{readStateIndex:30264; appliedIndex:30263; }","duration":"205.608437ms","start":"2026-03-04T02:24:46.966659Z","end":"2026-03-04T02:24:47.172267Z","steps":["trace[418513177] 'read index received' (duration: 193.701955ms)","trace[418513177] 'applied index is now lower than readState.Index' (duration: 11.905522ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:47.172543Z","caller":"traceutil/trace.go:171","msg":"trace[586777049] transaction","detail":"{read_only:false; response_revision:29263; number_of_response:1; }","duration":"263.877401ms","start":"2026-03-04T02:24:46.908636Z","end":"2026-03-04T02:24:47.172514Z","steps":["trace[586777049] 'process raft request' (duration: 251.751494ms)","trace[586777049] 'compare' (duration: 11.576193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:47.173456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.798581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:47.173506Z","caller":"traceutil/trace.go:171","msg":"trace[1854312238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29263; }","duration":"206.88262ms","start":"2026-03-04T02:24:46.966611Z","end":"2026-03-04T02:24:47.173494Z","steps":["trace[1854312238] 'agreement among raft nodes before linearized reading' (duration: 205.74752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:47.834606Z","caller":"traceutil/trace.go:171","msg":"trace[406393406] transaction","detail":"{read_only:false; response_revision:29266; number_of_response:1; }","duration":"137.950117ms","start":"2026-03-04T02:24:47.696621Z","end":"2026-03-04T02:24:47.834571Z","steps":["trace[406393406] 'process raft request' (duration: 100.797935ms)","trace[406393406] 'compare' (duration: 36.987328ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:48.017858Z","caller":"traceutil/trace.go:171","msg":"trace[849777491] transaction","detail":"{read_only:false; response_revision:29268; number_of_response:1; }","duration":"134.560609ms","start":"2026-03-04T02:24:47.88326Z","end":"2026-03-04T02:24:48.017821Z","steps":["trace[849777491] 'process raft request' (duration: 52.695718ms)","trace[849777491] 'compare' (duration: 81.669036ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:48.040347Z","caller":"traceutil/trace.go:171","msg":"trace[1234463723] transaction","detail":"{read_only:false; response_revision:29269; number_of_response:1; }","duration":"139.412736ms","start":"2026-03-04T02:24:47.900915Z","end":"2026-03-04T02:24:48.040328Z","steps":["trace[1234463723] 'process raft request' (duration: 139.232801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:48.040796Z","caller":"traceutil/trace.go:171","msg":"trace[779698283] transaction","detail":"{read_only:false; response_revision:29270; number_of_response:1; }","duration":"110.813028ms","start":"2026-03-04T02:24:47.929976Z","end":"2026-03-04T02:24:48.040789Z","steps":["trace[779698283] 'process raft request' (duration: 110.294704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:48.757205Z","caller":"traceutil/trace.go:171","msg":"trace[2011247326] transaction","detail":"{read_only:false; response_revision:29274; number_of_response:1; }","duration":"140.085763ms","start":"2026-03-04T02:24:48.617077Z","end":"2026-03-04T02:24:48.757163Z","steps":["trace[2011247326] 'process raft request' (duration: 87.308203ms)","trace[2011247326] 'compare' (duration: 52.533454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:49.218682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.078567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:24:49.218743Z","caller":"traceutil/trace.go:171","msg":"trace[1382566632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29276; }","duration":"139.19544ms","start":"2026-03-04T02:24:49.079534Z","end":"2026-03-04T02:24:49.218729Z","steps":["trace[1382566632] 'range keys from in-memory index tree' (duration: 138.930483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:49.345542Z","caller":"traceutil/trace.go:171","msg":"trace[1087458594] transaction","detail":"{read_only:false; response_revision:29277; number_of_response:1; }","duration":"122.551465ms","start":"2026-03-04T02:24:49.222965Z","end":"2026-03-04T02:24:49.345516Z","steps":["trace[1087458594] 'process raft request' (duration: 122.35253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:49.997141Z","caller":"traceutil/trace.go:171","msg":"trace[1645313942] transaction","detail":"{read_only:false; response_revision:29279; number_of_response:1; }","duration":"101.220136ms","start":"2026-03-04T02:24:49.895892Z","end":"2026-03-04T02:24:49.997112Z","steps":["trace[1645313942] 'process raft request' (duration: 64.715872ms)","trace[1645313942] 'compare' (duration: 36.32401ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:50.246564Z","caller":"traceutil/trace.go:171","msg":"trace[1343914506] transaction","detail":"{read_only:false; response_revision:29280; number_of_response:1; }","duration":"218.161204ms","start":"2026-03-04T02:24:50.028364Z","end":"2026-03-04T02:24:50.246525Z","steps":["trace[1343914506] 'process raft request' (duration: 138.555722ms)","trace[1343914506] 'compare' (duration: 79.354835ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:50.250975Z","caller":"traceutil/trace.go:171","msg":"trace[1027401472] linearizableReadLoop","detail":"{readStateIndex:30284; appliedIndex:30281; }","duration":"165.966ms","start":"2026-03-04T02:24:50.084981Z","end":"2026-03-04T02:24:50.250947Z","steps":["trace[1027401472] 'read index received' (duration: 81.955893ms)","trace[1027401472] 'applied index is now lower than readState.Index' (duration: 84.008647ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:50.250996Z","caller":"traceutil/trace.go:171","msg":"trace[944710578] transaction","detail":"{read_only:false; response_revision:29281; number_of_response:1; }","duration":"205.898394ms","start":"2026-03-04T02:24:50.04507Z","end":"2026-03-04T02:24:50.250969Z","steps":["trace[944710578] 'process raft request' (duration: 205.634187ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:50.25107Z","caller":"traceutil/trace.go:171","msg":"trace[2093693748] transaction","detail":"{read_only:false; response_revision:29282; number_of_response:1; }","duration":"205.244838ms","start":"2026-03-04T02:24:50.045783Z","end":"2026-03-04T02:24:50.251028Z","steps":["trace[2093693748] 'process raft request' (duration: 205.107874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:50.251433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.438472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:24:50.251488Z","caller":"traceutil/trace.go:171","msg":"trace[1611076506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29282; }","duration":"166.560045ms","start":"2026-03-04T02:24:50.084914Z","end":"2026-03-04T02:24:50.251474Z","steps":["trace[1611076506] 'agreement among raft nodes before linearized reading' (duration: 166.145614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:50.891167Z","caller":"traceutil/trace.go:171","msg":"trace[1890156293] linearizableReadLoop","detail":"{readStateIndex:30287; appliedIndex:30286; }","duration":"188.793227ms","start":"2026-03-04T02:24:50.702348Z","end":"2026-03-04T02:24:50.891141Z","steps":["trace[1890156293] 'read index received' (duration: 174.064651ms)","trace[1890156293] 'applied index is now lower than readState.Index' (duration: 14.727186ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:50.891215Z","caller":"traceutil/trace.go:171","msg":"trace[2069160435] transaction","detail":"{read_only:false; response_revision:29285; number_of_response:1; }","duration":"225.729644ms","start":"2026-03-04T02:24:50.665439Z","end":"2026-03-04T02:24:50.891169Z","steps":["trace[2069160435] 'process raft request' (duration: 210.951887ms)","trace[2069160435] 'compare' (duration: 14.646223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:50.891373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.009013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:24:50.891429Z","caller":"traceutil/trace.go:171","msg":"trace[1532793442] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:29285; }","duration":"189.135676ms","start":"2026-03-04T02:24:50.70228Z","end":"2026-03-04T02:24:50.891416Z","steps":["trace[1532793442] 'agreement among raft nodes before linearized reading' (duration: 188.995192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:50.907539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.955847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:24:50.90761Z","caller":"traceutil/trace.go:171","msg":"trace[1076959742] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29286; }","duration":"146.118701ms","start":"2026-03-04T02:24:50.761472Z","end":"2026-03-04T02:24:50.90759Z","steps":["trace[1076959742] 'agreement among raft nodes before linearized reading' (duration: 145.901385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:50.908022Z","caller":"traceutil/trace.go:171","msg":"trace[1418909120] transaction","detail":"{read_only:false; response_revision:29286; number_of_response:1; }","duration":"203.886612ms","start":"2026-03-04T02:24:50.704125Z","end":"2026-03-04T02:24:50.908012Z","steps":["trace[1418909120] 'process raft request' (duration: 203.129632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:51.083897Z","caller":"traceutil/trace.go:171","msg":"trace[1725323776] transaction","detail":"{read_only:false; response_revision:29288; number_of_response:1; }","duration":"105.230982ms","start":"2026-03-04T02:24:50.97862Z","end":"2026-03-04T02:24:51.083851Z","steps":["trace[1725323776] 'process raft request' (duration: 33.290221ms)","trace[1725323776] 'compare' (duration: 71.434828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:51.571201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.636324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:24:51.571298Z","caller":"traceutil/trace.go:171","msg":"trace[1245661306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29289; }","duration":"219.801389ms","start":"2026-03-04T02:24:51.351473Z","end":"2026-03-04T02:24:51.571274Z","steps":["trace[1245661306] 'range keys from in-memory index tree' (duration: 219.394588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:51.571456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.197386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T02:24:51.571581Z","caller":"traceutil/trace.go:171","msg":"trace[1300030547] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29289; }","duration":"122.465953ms","start":"2026-03-04T02:24:51.449087Z","end":"2026-03-04T02:24:51.571553Z","steps":["trace[1300030547] 'range keys from in-memory index tree' (duration: 120.579894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:52.332394Z","caller":"traceutil/trace.go:171","msg":"trace[783319447] transaction","detail":"{read_only:false; response_revision:29295; number_of_response:1; }","duration":"140.177155ms","start":"2026-03-04T02:24:52.192174Z","end":"2026-03-04T02:24:52.332351Z","steps":["trace[783319447] 'process raft request' (duration: 42.577303ms)","trace[783319447] 'compare' (duration: 97.326875ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:52.387358Z","caller":"traceutil/trace.go:171","msg":"trace[610859178] transaction","detail":"{read_only:false; response_revision:29296; number_of_response:1; }","duration":"134.796705ms","start":"2026-03-04T02:24:52.252224Z","end":"2026-03-04T02:24:52.38702Z","steps":["trace[610859178] 'process raft request' (duration: 134.6075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:52.390339Z","caller":"traceutil/trace.go:171","msg":"trace[1950640901] transaction","detail":"{read_only:false; response_revision:29297; number_of_response:1; }","duration":"133.528702ms","start":"2026-03-04T02:24:52.256761Z","end":"2026-03-04T02:24:52.39029Z","steps":["trace[1950640901] 'process raft request' (duration: 133.035149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:52.393131Z","caller":"traceutil/trace.go:171","msg":"trace[1161880275] transaction","detail":"{read_only:false; response_revision:29298; number_of_response:1; }","duration":"134.944499ms","start":"2026-03-04T02:24:52.258168Z","end":"2026-03-04T02:24:52.393112Z","steps":["trace[1161880275] 'process raft request' (duration: 131.800307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:53.765191Z","caller":"traceutil/trace.go:171","msg":"trace[333871376] transaction","detail":"{read_only:false; response_revision:29305; number_of_response:1; }","duration":"158.952976ms","start":"2026-03-04T02:24:53.606003Z","end":"2026-03-04T02:24:53.764956Z","steps":["trace[333871376] 'process raft request' (duration: 158.74035ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:53.899368Z","caller":"traceutil/trace.go:171","msg":"trace[1973094133] transaction","detail":"{read_only:false; response_revision:29306; number_of_response:1; }","duration":"126.505199ms","start":"2026-03-04T02:24:53.772819Z","end":"2026-03-04T02:24:53.899324Z","steps":["trace[1973094133] 'process raft request' (duration: 103.23394ms)","trace[1973094133] 'compare' (duration: 22.798176ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:54.073854Z","caller":"traceutil/trace.go:171","msg":"trace[1711784774] transaction","detail":"{read_only:false; response_revision:29307; number_of_response:1; }","duration":"157.889989ms","start":"2026-03-04T02:24:53.915931Z","end":"2026-03-04T02:24:54.073821Z","steps":["trace[1711784774] 'process raft request' (duration: 92.826147ms)","trace[1711784774] 'compare' (duration: 64.899217ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:54.583388Z","caller":"traceutil/trace.go:171","msg":"trace[342343971] transaction","detail":"{read_only:false; response_revision:29312; number_of_response:1; }","duration":"150.640649ms","start":"2026-03-04T02:24:54.432721Z","end":"2026-03-04T02:24:54.583362Z","steps":["trace[342343971] 'process raft request' (duration: 95.811975ms)","trace[342343971] 'compare' (duration: 54.145237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:55.082069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.632612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:55.082135Z","caller":"traceutil/trace.go:171","msg":"trace[247416537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29314; }","duration":"118.726954ms","start":"2026-03-04T02:24:54.963392Z","end":"2026-03-04T02:24:55.082119Z","steps":["trace[247416537] 'range keys from in-memory index tree' (duration: 118.585351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:55.262861Z","caller":"traceutil/trace.go:171","msg":"trace[1717209287] transaction","detail":"{read_only:false; response_revision:29316; number_of_response:1; }","duration":"174.941775ms","start":"2026-03-04T02:24:55.087883Z","end":"2026-03-04T02:24:55.262825Z","steps":["trace[1717209287] 'process raft request' (duration: 102.09562ms)","trace[1717209287] 'compare' (duration: 72.67652ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:55.319038Z","caller":"traceutil/trace.go:171","msg":"trace[601588678] linearizableReadLoop","detail":"{readStateIndex:30320; appliedIndex:30318; }","duration":"162.196142ms","start":"2026-03-04T02:24:55.156807Z","end":"2026-03-04T02:24:55.319003Z","steps":["trace[601588678] 'read index received' (duration: 33.179468ms)","trace[601588678] 'applied index is now lower than readState.Index' (duration: 129.015304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:55.319332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.485419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:24:55.31938Z","caller":"traceutil/trace.go:171","msg":"trace[899414728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29317; }","duration":"162.591711ms","start":"2026-03-04T02:24:55.156775Z","end":"2026-03-04T02:24:55.319367Z","steps":["trace[899414728] 'agreement among raft nodes before linearized reading' (duration: 162.362005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:55.31944Z","caller":"traceutil/trace.go:171","msg":"trace[1015011296] transaction","detail":"{read_only:false; response_revision:29317; number_of_response:1; }","duration":"193.722816ms","start":"2026-03-04T02:24:55.12562Z","end":"2026-03-04T02:24:55.319343Z","steps":["trace[1015011296] 'process raft request' (duration: 193.187932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:56.699781Z","caller":"traceutil/trace.go:171","msg":"trace[1878934254] transaction","detail":"{read_only:false; response_revision:29325; number_of_response:1; }","duration":"106.216948ms","start":"2026-03-04T02:24:56.593535Z","end":"2026-03-04T02:24:56.699752Z","steps":["trace[1878934254] 'process raft request' (duration: 25.843906ms)","trace[1878934254] 'compare' (duration: 80.049814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:57.517569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.103564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:57.517762Z","caller":"traceutil/trace.go:171","msg":"trace[307006446] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29327; }","duration":"270.36391ms","start":"2026-03-04T02:24:57.247368Z","end":"2026-03-04T02:24:57.517732Z","steps":["trace[307006446] 'count revisions from in-memory index tree' (duration: 270.006941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:57.517602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.843683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:24:57.517957Z","caller":"traceutil/trace.go:171","msg":"trace[1979597835] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29327; }","duration":"250.225863ms","start":"2026-03-04T02:24:57.26766Z","end":"2026-03-04T02:24:57.517886Z","steps":["trace[1979597835] 'range keys from in-memory index tree' (duration: 249.535405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:57.518581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.877102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:321066"} {"level":"info","ts":"2026-03-04T02:24:57.518664Z","caller":"traceutil/trace.go:171","msg":"trace[1349306356] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:29327; }","duration":"209.017626ms","start":"2026-03-04T02:24:57.309627Z","end":"2026-03-04T02:24:57.518645Z","steps":["trace[1349306356] 'range keys from in-memory index tree' (duration: 208.240586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:57.572819Z","caller":"traceutil/trace.go:171","msg":"trace[1192181490] transaction","detail":"{read_only:false; response_revision:29328; number_of_response:1; }","duration":"246.970588ms","start":"2026-03-04T02:24:57.325819Z","end":"2026-03-04T02:24:57.57279Z","steps":["trace[1192181490] 'process raft request' (duration: 246.755492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:57.609775Z","caller":"traceutil/trace.go:171","msg":"trace[1733210342] transaction","detail":"{read_only:false; response_revision:29329; number_of_response:1; }","duration":"272.090045ms","start":"2026-03-04T02:24:57.337647Z","end":"2026-03-04T02:24:57.609737Z","steps":["trace[1733210342] 'process raft request' (duration: 271.936471ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:57.61003Z","caller":"traceutil/trace.go:171","msg":"trace[1819141905] linearizableReadLoop","detail":"{readStateIndex:30332; appliedIndex:30330; }","duration":"243.952619ms","start":"2026-03-04T02:24:57.366053Z","end":"2026-03-04T02:24:57.610005Z","steps":["trace[1819141905] 'read index received' (duration: 206.471529ms)","trace[1819141905] 'applied index is now lower than readState.Index' (duration: 37.47952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:57.61025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.167995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:24:57.610292Z","caller":"traceutil/trace.go:171","msg":"trace[2095811434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29330; }","duration":"244.233607ms","start":"2026-03-04T02:24:57.366046Z","end":"2026-03-04T02:24:57.610279Z","steps":["trace[2095811434] 'agreement among raft nodes before linearized reading' (duration: 244.041071ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:58.621582Z","caller":"traceutil/trace.go:171","msg":"trace[2072934766] transaction","detail":"{read_only:false; response_revision:29339; number_of_response:1; }","duration":"115.753587ms","start":"2026-03-04T02:24:58.505783Z","end":"2026-03-04T02:24:58.621536Z","steps":["trace[2072934766] 'process raft request' (duration: 98.66612ms)","trace[2072934766] 'compare' (duration: 16.838001ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:59.323339Z","caller":"traceutil/trace.go:171","msg":"trace[633902449] linearizableReadLoop","detail":"{readStateIndex:30346; appliedIndex:30345; }","duration":"101.740041ms","start":"2026-03-04T02:24:59.221572Z","end":"2026-03-04T02:24:59.323312Z","steps":["trace[633902449] 'read index received' (duration: 101.597267ms)","trace[633902449] 'applied index is now lower than readState.Index' (duration: 141.324µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:59.32348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.888024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:59.323454Z","caller":"traceutil/trace.go:171","msg":"trace[932973931] transaction","detail":"{read_only:false; response_revision:29342; number_of_response:1; }","duration":"162.472949ms","start":"2026-03-04T02:24:59.160935Z","end":"2026-03-04T02:24:59.323408Z","steps":["trace[932973931] 'process raft request' (duration: 162.179961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:59.323532Z","caller":"traceutil/trace.go:171","msg":"trace[1613069696] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:29342; }","duration":"101.979737ms","start":"2026-03-04T02:24:59.221525Z","end":"2026-03-04T02:24:59.323504Z","steps":["trace[1613069696] 'agreement among raft nodes before linearized reading' (duration: 101.887825ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:59.762025Z","caller":"traceutil/trace.go:171","msg":"trace[1571386938] transaction","detail":"{read_only:false; response_revision:29344; number_of_response:1; }","duration":"146.137632ms","start":"2026-03-04T02:24:59.615856Z","end":"2026-03-04T02:24:59.761994Z","steps":["trace[1571386938] 'process raft request' (duration: 145.097165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:00.067251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.129731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:25:00.067395Z","caller":"traceutil/trace.go:171","msg":"trace[1804525194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29345; }","duration":"180.321336ms","start":"2026-03-04T02:24:59.887055Z","end":"2026-03-04T02:25:00.067377Z","steps":["trace[1804525194] 'range keys from in-memory index tree' (duration: 179.962436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:00.255055Z","caller":"traceutil/trace.go:171","msg":"trace[1503574714] transaction","detail":"{read_only:false; response_revision:29347; number_of_response:1; }","duration":"145.616418ms","start":"2026-03-04T02:25:00.109418Z","end":"2026-03-04T02:25:00.255034Z","steps":["trace[1503574714] 'process raft request' (duration: 79.761736ms)","trace[1503574714] 'compare' (duration: 65.757199ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:00.57004Z","caller":"traceutil/trace.go:171","msg":"trace[1659889997] linearizableReadLoop","detail":"{readStateIndex:30356; appliedIndex:30355; }","duration":"212.196019ms","start":"2026-03-04T02:25:00.357818Z","end":"2026-03-04T02:25:00.570014Z","steps":["trace[1659889997] 'read index received' (duration: 211.920812ms)","trace[1659889997] 'applied index is now lower than readState.Index' (duration: 274.057µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:00.570194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.347743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:00.570233Z","caller":"traceutil/trace.go:171","msg":"trace[1907625629] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29352; }","duration":"212.445175ms","start":"2026-03-04T02:25:00.357775Z","end":"2026-03-04T02:25:00.570221Z","steps":["trace[1907625629] 'agreement among raft nodes before linearized reading' (duration: 212.326002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:00.570054Z","caller":"traceutil/trace.go:171","msg":"trace[1025547524] transaction","detail":"{read_only:false; response_revision:29352; number_of_response:1; }","duration":"228.234769ms","start":"2026-03-04T02:25:00.341786Z","end":"2026-03-04T02:25:00.570021Z","steps":["trace[1025547524] 'process raft request' (duration: 227.87054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:00.585901Z","caller":"traceutil/trace.go:171","msg":"trace[459013151] transaction","detail":"{read_only:false; response_revision:29353; number_of_response:1; }","duration":"122.272658ms","start":"2026-03-04T02:25:00.463609Z","end":"2026-03-04T02:25:00.585881Z","steps":["trace[459013151] 'process raft request' (duration: 122.038722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:00.896664Z","caller":"traceutil/trace.go:171","msg":"trace[2143180170] transaction","detail":"{read_only:false; response_revision:29359; number_of_response:1; }","duration":"194.909756ms","start":"2026-03-04T02:25:00.701718Z","end":"2026-03-04T02:25:00.896628Z","steps":["trace[2143180170] 'process raft request' (duration: 122.41986ms)","trace[2143180170] 'compare' (duration: 72.130717ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:00.919335Z","caller":"traceutil/trace.go:171","msg":"trace[1720130777] linearizableReadLoop","detail":"{readStateIndex:30365; appliedIndex:30363; }","duration":"144.712774ms","start":"2026-03-04T02:25:00.774605Z","end":"2026-03-04T02:25:00.919318Z","steps":["trace[1720130777] 'read index received' (duration: 49.588167ms)","trace[1720130777] 'applied index is now lower than readState.Index' (duration: 95.123467ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:00.919459Z","caller":"traceutil/trace.go:171","msg":"trace[1554880545] transaction","detail":"{read_only:false; response_revision:29360; number_of_response:1; }","duration":"209.283072ms","start":"2026-03-04T02:25:00.710145Z","end":"2026-03-04T02:25:00.919428Z","steps":["trace[1554880545] 'process raft request' (duration: 209.020655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:00.919711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.069413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:25:00.91982Z","caller":"traceutil/trace.go:171","msg":"trace[1471779058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29360; }","duration":"145.207197ms","start":"2026-03-04T02:25:00.77459Z","end":"2026-03-04T02:25:00.919798Z","steps":["trace[1471779058] 'agreement among raft nodes before linearized reading' (duration: 144.857578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:00.920387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.364816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:25:00.920444Z","caller":"traceutil/trace.go:171","msg":"trace[482781767] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:29360; }","duration":"131.441447ms","start":"2026-03-04T02:25:00.788987Z","end":"2026-03-04T02:25:00.920428Z","steps":["trace[482781767] 'agreement among raft nodes before linearized reading' (duration: 131.334624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:01.137168Z","caller":"traceutil/trace.go:171","msg":"trace[712572521] linearizableReadLoop","detail":"{readStateIndex:30367; appliedIndex:30366; }","duration":"175.14621ms","start":"2026-03-04T02:25:00.961989Z","end":"2026-03-04T02:25:01.137135Z","steps":["trace[712572521] 'read index received' (duration: 15.888226ms)","trace[712572521] 'applied index is now lower than readState.Index' (duration: 159.256534ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:01.137224Z","caller":"traceutil/trace.go:171","msg":"trace[1883000286] transaction","detail":"{read_only:false; response_revision:29362; number_of_response:1; }","duration":"209.285552ms","start":"2026-03-04T02:25:00.9279Z","end":"2026-03-04T02:25:01.137185Z","steps":["trace[1883000286] 'process raft request' (duration: 208.999595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:01.137389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.359596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:01.137451Z","caller":"traceutil/trace.go:171","msg":"trace[784370397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29362; }","duration":"175.477269ms","start":"2026-03-04T02:25:00.961961Z","end":"2026-03-04T02:25:01.137438Z","steps":["trace[784370397] 'agreement among raft nodes before linearized reading' (duration: 175.351046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:01.137501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.601986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:25:01.137544Z","caller":"traceutil/trace.go:171","msg":"trace[1500368921] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:29362; }","duration":"127.75043ms","start":"2026-03-04T02:25:01.009781Z","end":"2026-03-04T02:25:01.137531Z","steps":["trace[1500368921] 'agreement among raft nodes before linearized reading' (duration: 127.558975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:01.835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.053584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:01.835111Z","caller":"traceutil/trace.go:171","msg":"trace[711979360] transaction","detail":"{read_only:false; response_revision:29366; number_of_response:1; }","duration":"223.3561ms","start":"2026-03-04T02:25:01.61174Z","end":"2026-03-04T02:25:01.835096Z","steps":["trace[711979360] 'process raft request' (duration: 34.137103ms)","trace[711979360] 'compare' (duration: 188.783996ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:02.019458Z","caller":"traceutil/trace.go:171","msg":"trace[353130788] transaction","detail":"{read_only:false; response_revision:29367; number_of_response:1; }","duration":"179.636578ms","start":"2026-03-04T02:25:01.839792Z","end":"2026-03-04T02:25:02.019428Z","steps":["trace[353130788] 'process raft request' (duration: 147.617481ms)","trace[353130788] 'compare' (duration: 31.407851ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:02.106765Z","caller":"traceutil/trace.go:171","msg":"trace[145195198] linearizableReadLoop","detail":"{readStateIndex:30373; appliedIndex:30371; }","duration":"141.823999ms","start":"2026-03-04T02:25:01.964906Z","end":"2026-03-04T02:25:02.10673Z","steps":["trace[145195198] 'read index received' (duration: 22.504489ms)","trace[145195198] 'applied index is now lower than readState.Index' (duration: 119.31812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:02.106943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.015224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:02.106986Z","caller":"traceutil/trace.go:171","msg":"trace[1752990419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29368; }","duration":"142.112176ms","start":"2026-03-04T02:25:01.964861Z","end":"2026-03-04T02:25:02.106973Z","steps":["trace[1752990419] 'agreement among raft nodes before linearized reading' (duration: 142.026094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:02.106933Z","caller":"traceutil/trace.go:171","msg":"trace[1701329001] transaction","detail":"{read_only:false; response_revision:29368; number_of_response:1; }","duration":"265.277737ms","start":"2026-03-04T02:25:01.841561Z","end":"2026-03-04T02:25:02.106839Z","steps":["trace[1701329001] 'process raft request' (duration: 265.02732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:02.383408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.146086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:02.383821Z","caller":"traceutil/trace.go:171","msg":"trace[67100173] transaction","detail":"{read_only:false; response_revision:29369; number_of_response:1; }","duration":"271.722575ms","start":"2026-03-04T02:25:02.11207Z","end":"2026-03-04T02:25:02.383792Z","steps":["trace[67100173] 'process raft request' (duration: 95.074636ms)","trace[67100173] 'compare' (duration: 175.876239ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:02.384008Z","caller":"traceutil/trace.go:171","msg":"trace[1468382630] linearizableReadLoop","detail":"{readStateIndex:30374; appliedIndex:30373; }","duration":"156.05091ms","start":"2026-03-04T02:25:02.227942Z","end":"2026-03-04T02:25:02.383993Z","steps":["trace[1468382630] 'read index received' (duration: 35.731µs)","trace[1468382630] 'applied index is now lower than readState.Index' (duration: 156.013059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:02.384247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.287406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:25:02.384317Z","caller":"traceutil/trace.go:171","msg":"trace[1168098405] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:29370; }","duration":"156.368269ms","start":"2026-03-04T02:25:02.227899Z","end":"2026-03-04T02:25:02.384268Z","steps":["trace[1168098405] 'agreement among raft nodes before linearized reading' (duration: 156.145043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:02.432148Z","caller":"traceutil/trace.go:171","msg":"trace[1131811682] transaction","detail":"{read_only:false; response_revision:29371; number_of_response:1; }","duration":"147.136768ms","start":"2026-03-04T02:25:02.284988Z","end":"2026-03-04T02:25:02.432125Z","steps":["trace[1131811682] 'process raft request' (duration: 146.997545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:02.928216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.581166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:02.928743Z","caller":"traceutil/trace.go:171","msg":"trace[1703541896] transaction","detail":"{read_only:false; response_revision:29373; number_of_response:1; }","duration":"336.674014ms","start":"2026-03-04T02:25:02.592035Z","end":"2026-03-04T02:25:02.928709Z","steps":["trace[1703541896] 'process raft request' (duration: 208.490132ms)","trace[1703541896] 'compare' (duration: 127.434173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:02.928916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:02.592007Z","time spent":"336.818938ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:02.929082Z","caller":"traceutil/trace.go:171","msg":"trace[1706057619] transaction","detail":"{read_only:false; response_revision:29376; number_of_response:1; }","duration":"223.267309ms","start":"2026-03-04T02:25:02.705771Z","end":"2026-03-04T02:25:02.929038Z","steps":["trace[1706057619] 'process raft request' (duration: 223.133155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:02.929085Z","caller":"traceutil/trace.go:171","msg":"trace[846425374] transaction","detail":"{read_only:false; response_revision:29375; number_of_response:1; }","duration":"303.597809ms","start":"2026-03-04T02:25:02.625443Z","end":"2026-03-04T02:25:02.929041Z","steps":["trace[846425374] 'process raft request' (duration: 303.380803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:02.929341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:02.625433Z","time spent":"303.849326ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:25:02.928957Z","caller":"traceutil/trace.go:171","msg":"trace[854192004] transaction","detail":"{read_only:false; response_revision:29374; number_of_response:1; }","duration":"314.630457ms","start":"2026-03-04T02:25:02.614275Z","end":"2026-03-04T02:25:02.928906Z","steps":["trace[854192004] 'process raft request' (duration: 314.34573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:02.931139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:02.61426Z","time spent":"316.651731ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:05.198805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.134864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:05.199344Z","caller":"traceutil/trace.go:171","msg":"trace[1885064740] transaction","detail":"{read_only:false; response_revision:29388; number_of_response:1; }","duration":"804.806016ms","start":"2026-03-04T02:25:04.394479Z","end":"2026-03-04T02:25:05.199285Z","steps":["trace[1885064740] 'process raft request' (duration: 334.049405ms)","trace[1885064740] 'compare' (duration: 468.79421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:05.199548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:04.39445Z","time spent":"805.021932ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:05.219305Z","caller":"traceutil/trace.go:171","msg":"trace[354684115] transaction","detail":"{read_only:false; response_revision:29389; number_of_response:1; }","duration":"782.00454ms","start":"2026-03-04T02:25:04.437268Z","end":"2026-03-04T02:25:05.219273Z","steps":["trace[354684115] 'process raft request' (duration: 781.749263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:05.21951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:04.437241Z","time spent":"782.157844ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:05.219496Z","caller":"traceutil/trace.go:171","msg":"trace[182035441] transaction","detail":"{read_only:false; response_revision:29390; number_of_response:1; }","duration":"573.440556ms","start":"2026-03-04T02:25:04.646014Z","end":"2026-03-04T02:25:05.219454Z","steps":["trace[182035441] 'process raft request' (duration: 573.18818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:05.219725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:04.645988Z","time spent":"573.6031ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:05.219746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.123158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:25:05.219813Z","caller":"traceutil/trace.go:171","msg":"trace[629701700] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29390; }","duration":"373.274421ms","start":"2026-03-04T02:25:04.846528Z","end":"2026-03-04T02:25:05.219802Z","steps":["trace[629701700] 'agreement among raft nodes before linearized reading' (duration: 373.048716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:05.219868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:04.846496Z","time spent":"373.362404ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:25:05.219531Z","caller":"traceutil/trace.go:171","msg":"trace[1473540945] linearizableReadLoop","detail":"{readStateIndex:30396; appliedIndex:30396; }","duration":"372.897402ms","start":"2026-03-04T02:25:04.846607Z","end":"2026-03-04T02:25:05.219505Z","steps":["trace[1473540945] 'read index received' (duration: 372.866631ms)","trace[1473540945] 'applied index is now lower than readState.Index' (duration: 28.831µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:05.258985Z","caller":"traceutil/trace.go:171","msg":"trace[2129121456] transaction","detail":"{read_only:false; response_revision:29391; number_of_response:1; }","duration":"322.037931ms","start":"2026-03-04T02:25:04.936928Z","end":"2026-03-04T02:25:05.258966Z","steps":["trace[2129121456] 'process raft request' (duration: 321.759424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:05.259018Z","caller":"traceutil/trace.go:171","msg":"trace[485688933] transaction","detail":"{read_only:false; response_revision:29392; number_of_response:1; }","duration":"320.934003ms","start":"2026-03-04T02:25:04.938052Z","end":"2026-03-04T02:25:05.258986Z","steps":["trace[485688933] 'process raft request' (duration: 320.82733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:05.259107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:04.936876Z","time spent":"322.179286ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:05.259265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:04.938024Z","time spent":"321.128328ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:05.259326Z","caller":"traceutil/trace.go:171","msg":"trace[520239643] transaction","detail":"{read_only:false; response_revision:29393; number_of_response:1; }","duration":"266.010286ms","start":"2026-03-04T02:25:04.993281Z","end":"2026-03-04T02:25:05.259291Z","steps":["trace[520239643] 'process raft request' (duration: 265.649617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:05.259391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.973997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:05.259432Z","caller":"traceutil/trace.go:171","msg":"trace[1088183011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29393; }","duration":"294.07327ms","start":"2026-03-04T02:25:04.965348Z","end":"2026-03-04T02:25:05.259421Z","steps":["trace[1088183011] 'agreement among raft nodes before linearized reading' (duration: 294.010599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:05.25975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.054897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:25:05.2598Z","caller":"traceutil/trace.go:171","msg":"trace[1143479750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29393; }","duration":"170.17696ms","start":"2026-03-04T02:25:05.089611Z","end":"2026-03-04T02:25:05.259787Z","steps":["trace[1143479750] 'agreement among raft nodes before linearized reading' (duration: 169.970815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:05.513633Z","caller":"traceutil/trace.go:171","msg":"trace[1843124503] linearizableReadLoop","detail":"{readStateIndex:30401; appliedIndex:30400; }","duration":"147.918708ms","start":"2026-03-04T02:25:05.365684Z","end":"2026-03-04T02:25:05.513603Z","steps":["trace[1843124503] 'read index received' (duration: 147.745224ms)","trace[1843124503] 'applied index is now lower than readState.Index' (duration: 171.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:05.513811Z","caller":"traceutil/trace.go:171","msg":"trace[1302368246] transaction","detail":"{read_only:false; response_revision:29395; number_of_response:1; }","duration":"219.645554ms","start":"2026-03-04T02:25:05.294081Z","end":"2026-03-04T02:25:05.513726Z","steps":["trace[1302368246] 'process raft request' (duration: 219.297994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:05.513897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.192585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:05.513939Z","caller":"traceutil/trace.go:171","msg":"trace[1688991636] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29395; }","duration":"148.312059ms","start":"2026-03-04T02:25:05.365614Z","end":"2026-03-04T02:25:05.513926Z","steps":["trace[1688991636] 'agreement among raft nodes before linearized reading' (duration: 148.148194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:06.128045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.660825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:06.128202Z","caller":"traceutil/trace.go:171","msg":"trace[1345010562] transaction","detail":"{read_only:false; response_revision:29398; number_of_response:1; }","duration":"196.851328ms","start":"2026-03-04T02:25:05.931326Z","end":"2026-03-04T02:25:06.128178Z","steps":["trace[1345010562] 'process raft request' (duration: 75.931536ms)","trace[1345010562] 'compare' (duration: 120.309086ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:06.301143Z","caller":"traceutil/trace.go:171","msg":"trace[383795681] transaction","detail":"{read_only:false; response_revision:29400; number_of_response:1; }","duration":"111.66405ms","start":"2026-03-04T02:25:06.189443Z","end":"2026-03-04T02:25:06.301107Z","steps":["trace[383795681] 'process raft request' (duration: 40.325485ms)","trace[383795681] 'compare' (duration: 70.997916ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:06.545461Z","caller":"traceutil/trace.go:171","msg":"trace[298397444] transaction","detail":"{read_only:false; response_revision:29401; number_of_response:1; }","duration":"144.906499ms","start":"2026-03-04T02:25:06.400514Z","end":"2026-03-04T02:25:06.54542Z","steps":["trace[298397444] 'process raft request' (duration: 144.364455ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:06.790038Z","caller":"traceutil/trace.go:171","msg":"trace[1819823048] transaction","detail":"{read_only:false; response_revision:29402; number_of_response:1; }","duration":"146.477821ms","start":"2026-03-04T02:25:06.643528Z","end":"2026-03-04T02:25:06.790006Z","steps":["trace[1819823048] 'process raft request' (duration: 63.200983ms)","trace[1819823048] 'compare' (duration: 83.109514ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:06.930216Z","caller":"traceutil/trace.go:171","msg":"trace[1634300793] transaction","detail":"{read_only:false; response_revision:29404; number_of_response:1; }","duration":"115.09334ms","start":"2026-03-04T02:25:06.815094Z","end":"2026-03-04T02:25:06.930188Z","steps":["trace[1634300793] 'process raft request' (duration: 84.736356ms)","trace[1634300793] 'compare' (duration: 30.178559ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:07.335707Z","caller":"traceutil/trace.go:171","msg":"trace[928071375] transaction","detail":"{read_only:false; response_revision:29406; number_of_response:1; }","duration":"124.843994ms","start":"2026-03-04T02:25:07.210838Z","end":"2026-03-04T02:25:07.335682Z","steps":["trace[928071375] 'process raft request' (duration: 124.656239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:07.600261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.503748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:07.600521Z","caller":"traceutil/trace.go:171","msg":"trace[1285605923] linearizableReadLoop","detail":"{readStateIndex:30416; appliedIndex:30411; }","duration":"308.510228ms","start":"2026-03-04T02:25:07.291994Z","end":"2026-03-04T02:25:07.600504Z","steps":["trace[1285605923] 'read index received' (duration: 43.525498ms)","trace[1285605923] 'applied index is now lower than readState.Index' (duration: 264.98366ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:07.600556Z","caller":"traceutil/trace.go:171","msg":"trace[453865557] transaction","detail":"{read_only:false; response_revision:29408; number_of_response:1; }","duration":"374.293448ms","start":"2026-03-04T02:25:07.226248Z","end":"2026-03-04T02:25:07.600541Z","steps":["trace[453865557] 'process raft request' (duration: 374.118283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:07.600547Z","caller":"traceutil/trace.go:171","msg":"trace[169003433] transaction","detail":"{read_only:false; response_revision:29409; number_of_response:1; }","duration":"334.911688ms","start":"2026-03-04T02:25:07.265608Z","end":"2026-03-04T02:25:07.60052Z","steps":["trace[169003433] 'process raft request' (duration: 334.809816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:07.600554Z","caller":"traceutil/trace.go:171","msg":"trace[787675118] transaction","detail":"{read_only:false; response_revision:29407; number_of_response:1; }","duration":"375.216782ms","start":"2026-03-04T02:25:07.225269Z","end":"2026-03-04T02:25:07.600486Z","steps":["trace[787675118] 'process raft request' (duration: 261.394986ms)","trace[787675118] 'compare' (duration: 113.382595ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:07.600623Z","caller":"traceutil/trace.go:171","msg":"trace[1321422776] transaction","detail":"{read_only:false; response_revision:29410; number_of_response:1; }","duration":"334.170429ms","start":"2026-03-04T02:25:07.266415Z","end":"2026-03-04T02:25:07.600585Z","steps":["trace[1321422776] 'process raft request' (duration: 334.042286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:07.600672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.26559Z","time spent":"335.024201ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:07.600717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.720363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:25:07.600753Z","caller":"traceutil/trace.go:171","msg":"trace[372725710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29410; }","duration":"308.785025ms","start":"2026-03-04T02:25:07.291958Z","end":"2026-03-04T02:25:07.600743Z","steps":["trace[372725710] 'agreement among raft nodes before linearized reading' (duration: 308.641701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:07.600771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.266399Z","time spent":"334.294362ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:07.600789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.291939Z","time spent":"308.843326ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:25:07.600779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.225236Z","time spent":"375.417578ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:07.600705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.226236Z","time spent":"374.34648ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:07.600938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.819382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:07.601087Z","caller":"traceutil/trace.go:171","msg":"trace[1362471671] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29410; }","duration":"284.073598ms","start":"2026-03-04T02:25:07.316982Z","end":"2026-03-04T02:25:07.601056Z","steps":["trace[1362471671] 'agreement among raft nodes before linearized reading' (duration: 283.76741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:07.707843Z","caller":"traceutil/trace.go:171","msg":"trace[103770947] transaction","detail":"{read_only:false; response_revision:29412; number_of_response:1; }","duration":"101.879945ms","start":"2026-03-04T02:25:07.605925Z","end":"2026-03-04T02:25:07.707805Z","steps":["trace[103770947] 'process raft request' (duration: 101.572607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:07.707906Z","caller":"traceutil/trace.go:171","msg":"trace[1385935456] transaction","detail":"{read_only:false; response_revision:29413; number_of_response:1; }","duration":"101.155776ms","start":"2026-03-04T02:25:07.606692Z","end":"2026-03-04T02:25:07.707847Z","steps":["trace[1385935456] 'process raft request' (duration: 100.988492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:07.87293Z","caller":"traceutil/trace.go:171","msg":"trace[337969324] transaction","detail":"{read_only:false; response_revision:29415; number_of_response:1; }","duration":"113.452387ms","start":"2026-03-04T02:25:07.759438Z","end":"2026-03-04T02:25:07.872891Z","steps":["trace[337969324] 'process raft request' (duration: 53.91213ms)","trace[337969324] 'compare' (duration: 59.190228ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:08.067735Z","caller":"traceutil/trace.go:171","msg":"trace[1744636317] transaction","detail":"{read_only:false; response_revision:29416; number_of_response:1; }","duration":"157.732844ms","start":"2026-03-04T02:25:07.909962Z","end":"2026-03-04T02:25:08.067695Z","steps":["trace[1744636317] 'process raft request' (duration: 62.587366ms)","trace[1744636317] 'compare' (duration: 94.934422ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:08.091862Z","caller":"traceutil/trace.go:171","msg":"trace[776150136] linearizableReadLoop","detail":"{readStateIndex:30425; appliedIndex:30422; }","duration":"127.482463ms","start":"2026-03-04T02:25:07.96436Z","end":"2026-03-04T02:25:08.091842Z","steps":["trace[776150136] 'read index received' (duration: 8.208485ms)","trace[776150136] 'applied index is now lower than readState.Index' (duration: 119.272678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:08.092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.622127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:08.092036Z","caller":"traceutil/trace.go:171","msg":"trace[584086175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29418; }","duration":"127.697639ms","start":"2026-03-04T02:25:07.964329Z","end":"2026-03-04T02:25:08.092027Z","steps":["trace[584086175] 'agreement among raft nodes before linearized reading' (duration: 127.591207ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:08.092373Z","caller":"traceutil/trace.go:171","msg":"trace[681986607] transaction","detail":"{read_only:false; response_revision:29417; number_of_response:1; }","duration":"164.002768ms","start":"2026-03-04T02:25:07.928358Z","end":"2026-03-04T02:25:08.092361Z","steps":["trace[681986607] 'process raft request' (duration: 163.32444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:08.092522Z","caller":"traceutil/trace.go:171","msg":"trace[1246860120] transaction","detail":"{read_only:false; response_revision:29418; number_of_response:1; }","duration":"156.854742ms","start":"2026-03-04T02:25:07.935658Z","end":"2026-03-04T02:25:08.092513Z","steps":["trace[1246860120] 'process raft request' (duration: 156.138573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.389534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.978282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:25:08.389652Z","caller":"traceutil/trace.go:171","msg":"trace[1304899017] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29418; }","duration":"202.122925ms","start":"2026-03-04T02:25:08.187481Z","end":"2026-03-04T02:25:08.389604Z","steps":["trace[1304899017] 'range keys from in-memory index tree' (duration: 201.734416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:08.610119Z","caller":"traceutil/trace.go:171","msg":"trace[1521810755] linearizableReadLoop","detail":"{readStateIndex:30427; appliedIndex:30425; }","duration":"196.684134ms","start":"2026-03-04T02:25:08.413408Z","end":"2026-03-04T02:25:08.610093Z","steps":["trace[1521810755] 'read index received' (duration: 40.442598ms)","trace[1521810755] 'applied index is now lower than readState.Index' (duration: 156.240516ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:08.610183Z","caller":"traceutil/trace.go:171","msg":"trace[1410202707] transaction","detail":"{read_only:false; response_revision:29420; number_of_response:1; }","duration":"212.715063ms","start":"2026-03-04T02:25:08.397409Z","end":"2026-03-04T02:25:08.610124Z","steps":["trace[1410202707] 'process raft request' (duration: 145.948577ms)","trace[1410202707] 'compare' (duration: 66.191521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:08.610261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.831838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:08.610308Z","caller":"traceutil/trace.go:171","msg":"trace[721834760] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:29421; }","duration":"196.94678ms","start":"2026-03-04T02:25:08.413344Z","end":"2026-03-04T02:25:08.610291Z","steps":["trace[721834760] 'agreement among raft nodes before linearized reading' (duration: 196.843888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:09.784911Z","caller":"traceutil/trace.go:171","msg":"trace[1228392329] linearizableReadLoop","detail":"{readStateIndex:30434; appliedIndex:30431; }","duration":"130.118193ms","start":"2026-03-04T02:25:09.654782Z","end":"2026-03-04T02:25:09.7849Z","steps":["trace[1228392329] 'read index received' (duration: 129.63695ms)","trace[1228392329] 'applied index is now lower than readState.Index' (duration: 480.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:09.78493Z","caller":"traceutil/trace.go:171","msg":"trace[598175798] transaction","detail":"{read_only:false; response_revision:29426; number_of_response:1; }","duration":"177.551223ms","start":"2026-03-04T02:25:09.607358Z","end":"2026-03-04T02:25:09.784909Z","steps":["trace[598175798] 'process raft request' (duration: 177.276326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:09.784993Z","caller":"traceutil/trace.go:171","msg":"trace[1502374278] transaction","detail":"{read_only:false; response_revision:29427; number_of_response:1; }","duration":"176.321591ms","start":"2026-03-04T02:25:09.608639Z","end":"2026-03-04T02:25:09.78496Z","steps":["trace[1502374278] 'process raft request' (duration: 176.198278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:09.785108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.308698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:25:09.785143Z","caller":"traceutil/trace.go:171","msg":"trace[686087570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29427; }","duration":"130.38518ms","start":"2026-03-04T02:25:09.654746Z","end":"2026-03-04T02:25:09.785131Z","steps":["trace[686087570] 'agreement among raft nodes before linearized reading' (duration: 130.245156ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:09.784757Z","caller":"traceutil/trace.go:171","msg":"trace[1402651615] transaction","detail":"{read_only:false; response_revision:29425; number_of_response:1; }","duration":"177.735038ms","start":"2026-03-04T02:25:09.606974Z","end":"2026-03-04T02:25:09.784709Z","steps":["trace[1402651615] 'process raft request' (duration: 177.513452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:09.998423Z","caller":"traceutil/trace.go:171","msg":"trace[722288392] linearizableReadLoop","detail":"{readStateIndex:30437; appliedIndex:30435; }","duration":"151.79654ms","start":"2026-03-04T02:25:09.846605Z","end":"2026-03-04T02:25:09.998402Z","steps":["trace[722288392] 'read index received' (duration: 78.661847ms)","trace[722288392] 'applied index is now lower than readState.Index' (duration: 73.133523ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:09.99873Z","caller":"traceutil/trace.go:171","msg":"trace[698221287] transaction","detail":"{read_only:false; response_revision:29429; number_of_response:1; }","duration":"205.017461ms","start":"2026-03-04T02:25:09.793698Z","end":"2026-03-04T02:25:09.998716Z","steps":["trace[698221287] 'process raft request' (duration: 131.620182ms)","trace[698221287] 'compare' (duration: 72.734722ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:09.998903Z","caller":"traceutil/trace.go:171","msg":"trace[452800551] transaction","detail":"{read_only:false; response_revision:29430; number_of_response:1; }","duration":"205.009781ms","start":"2026-03-04T02:25:09.793884Z","end":"2026-03-04T02:25:09.998894Z","steps":["trace[452800551] 'process raft request' (duration: 204.459176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:09.999033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.405165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:25:09.999114Z","caller":"traceutil/trace.go:171","msg":"trace[1910692971] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:29430; }","duration":"152.527739ms","start":"2026-03-04T02:25:09.846566Z","end":"2026-03-04T02:25:09.999093Z","steps":["trace[1910692971] 'agreement among raft nodes before linearized reading' (duration: 152.148979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:10.04436Z","caller":"traceutil/trace.go:171","msg":"trace[2133218098] transaction","detail":"{read_only:false; response_revision:29431; number_of_response:1; }","duration":"182.580294ms","start":"2026-03-04T02:25:09.861764Z","end":"2026-03-04T02:25:10.044344Z","steps":["trace[2133218098] 'process raft request' (duration: 182.484602ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:10.767775Z","caller":"traceutil/trace.go:171","msg":"trace[1528225392] linearizableReadLoop","detail":"{readStateIndex:30442; appliedIndex:30441; }","duration":"150.732332ms","start":"2026-03-04T02:25:10.617021Z","end":"2026-03-04T02:25:10.767753Z","steps":["trace[1528225392] 'read index received' (duration: 150.610168ms)","trace[1528225392] 'applied index is now lower than readState.Index' (duration: 121.304µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:10.767819Z","caller":"traceutil/trace.go:171","msg":"trace[1792870265] transaction","detail":"{read_only:false; response_revision:29435; number_of_response:1; }","duration":"151.760658ms","start":"2026-03-04T02:25:10.616023Z","end":"2026-03-04T02:25:10.767784Z","steps":["trace[1792870265] 'process raft request' (duration: 151.557523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:10.767995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.964667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"info","ts":"2026-03-04T02:25:10.768032Z","caller":"traceutil/trace.go:171","msg":"trace[467405150] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29435; }","duration":"151.03507ms","start":"2026-03-04T02:25:10.616986Z","end":"2026-03-04T02:25:10.768021Z","steps":["trace[467405150] 'agreement among raft nodes before linearized reading' (duration: 150.882686ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:10.918092Z","caller":"traceutil/trace.go:171","msg":"trace[1644286605] linearizableReadLoop","detail":"{readStateIndex:30443; appliedIndex:30442; }","duration":"150.223968ms","start":"2026-03-04T02:25:10.767843Z","end":"2026-03-04T02:25:10.918067Z","steps":["trace[1644286605] 'read index received' (duration: 146.761558ms)","trace[1644286605] 'applied index is now lower than readState.Index' (duration: 3.46119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:10.91823Z","caller":"traceutil/trace.go:171","msg":"trace[429805731] transaction","detail":"{read_only:false; response_revision:29436; number_of_response:1; }","duration":"298.158936ms","start":"2026-03-04T02:25:10.620059Z","end":"2026-03-04T02:25:10.918218Z","steps":["trace[429805731] 'process raft request' (duration: 294.525302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:10.918414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.93814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:25:10.918501Z","caller":"traceutil/trace.go:171","msg":"trace[1697063612] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:29436; }","duration":"145.133345ms","start":"2026-03-04T02:25:10.773347Z","end":"2026-03-04T02:25:10.91848Z","steps":["trace[1697063612] 'agreement among raft nodes before linearized reading' (duration: 144.986001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:10.918608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.392751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:10.91866Z","caller":"traceutil/trace.go:171","msg":"trace[228580959] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:29436; }","duration":"153.518055ms","start":"2026-03-04T02:25:10.765127Z","end":"2026-03-04T02:25:10.918645Z","steps":["trace[228580959] 'agreement among raft nodes before linearized reading' (duration: 153.424382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:12.020607Z","caller":"traceutil/trace.go:171","msg":"trace[1013245337] transaction","detail":"{read_only:false; response_revision:29442; number_of_response:1; }","duration":"156.212345ms","start":"2026-03-04T02:25:11.864371Z","end":"2026-03-04T02:25:12.020583Z","steps":["trace[1013245337] 'process raft request' (duration: 155.801874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:13.213454Z","caller":"traceutil/trace.go:171","msg":"trace[156666706] transaction","detail":"{read_only:false; response_revision:29450; number_of_response:1; }","duration":"114.539785ms","start":"2026-03-04T02:25:13.098881Z","end":"2026-03-04T02:25:13.21342Z","steps":["trace[156666706] 'process raft request' (duration: 114.314229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:16.218156Z","caller":"traceutil/trace.go:171","msg":"trace[2140812759] linearizableReadLoop","detail":"{readStateIndex:30495; appliedIndex:30494; }","duration":"156.181084ms","start":"2026-03-04T02:25:16.061935Z","end":"2026-03-04T02:25:16.218116Z","steps":["trace[2140812759] 'read index received' (duration: 106.30773ms)","trace[2140812759] 'applied index is now lower than readState.Index' (duration: 49.871804ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:16.218171Z","caller":"traceutil/trace.go:171","msg":"trace[297781129] transaction","detail":"{read_only:false; response_revision:29486; number_of_response:1; }","duration":"157.771126ms","start":"2026-03-04T02:25:16.060359Z","end":"2026-03-04T02:25:16.21813Z","steps":["trace[297781129] 'process raft request' (duration: 107.867941ms)","trace[297781129] 'compare' (duration: 49.622208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:16.218334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.37922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:25:16.218391Z","caller":"traceutil/trace.go:171","msg":"trace[1146180605] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29486; }","duration":"156.467032ms","start":"2026-03-04T02:25:16.061911Z","end":"2026-03-04T02:25:16.218378Z","steps":["trace[1146180605] 'agreement among raft nodes before linearized reading' (duration: 156.303498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:16.253994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.516704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:25:16.254085Z","caller":"traceutil/trace.go:171","msg":"trace[605802210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29487; }","duration":"187.634846ms","start":"2026-03-04T02:25:16.06643Z","end":"2026-03-04T02:25:16.254065Z","steps":["trace[605802210] 'agreement among raft nodes before linearized reading' (duration: 187.335199ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:16.725699Z","caller":"traceutil/trace.go:171","msg":"trace[1627611455] transaction","detail":"{read_only:false; response_revision:29489; number_of_response:1; }","duration":"188.90767ms","start":"2026-03-04T02:25:16.536755Z","end":"2026-03-04T02:25:16.725662Z","steps":["trace[1627611455] 'process raft request' (duration: 188.561411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:18.038864Z","caller":"traceutil/trace.go:171","msg":"trace[1933697863] transaction","detail":"{read_only:false; response_revision:29497; number_of_response:1; }","duration":"134.762014ms","start":"2026-03-04T02:25:17.904071Z","end":"2026-03-04T02:25:18.038833Z","steps":["trace[1933697863] 'process raft request' (duration: 113.446047ms)","trace[1933697863] 'compare' (duration: 20.848805ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:18.382021Z","caller":"traceutil/trace.go:171","msg":"trace[307552663] transaction","detail":"{read_only:false; response_revision:29501; number_of_response:1; }","duration":"117.37243ms","start":"2026-03-04T02:25:18.264614Z","end":"2026-03-04T02:25:18.381986Z","steps":["trace[307552663] 'process raft request' (duration: 48.034936ms)","trace[307552663] 'compare' (duration: 68.843091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:27.760086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.812577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:25:27.760213Z","caller":"traceutil/trace.go:171","msg":"trace[1134541858] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:29560; }","duration":"119.006362ms","start":"2026-03-04T02:25:27.641181Z","end":"2026-03-04T02:25:27.760187Z","steps":["trace[1134541858] 'range keys from in-memory index tree' (duration: 118.596791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:27.976519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.272377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:27.97663Z","caller":"traceutil/trace.go:171","msg":"trace[180758592] linearizableReadLoop","detail":"{readStateIndex:30573; appliedIndex:30572; }","duration":"187.334188ms","start":"2026-03-04T02:25:27.789277Z","end":"2026-03-04T02:25:27.976611Z","steps":["trace[180758592] 'read index received' (duration: 2.68842ms)","trace[180758592] 'applied index is now lower than readState.Index' (duration: 184.644228ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:27.976717Z","caller":"traceutil/trace.go:171","msg":"trace[1362428466] transaction","detail":"{read_only:false; response_revision:29561; number_of_response:1; }","duration":"189.419893ms","start":"2026-03-04T02:25:27.787267Z","end":"2026-03-04T02:25:27.976687Z","steps":["trace[1362428466] 'process raft request' (duration: 79.874989ms)","trace[1362428466] 'compare' (duration: 109.106973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:27.977123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.838922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:25:27.977172Z","caller":"traceutil/trace.go:171","msg":"trace[415182020] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:29561; }","duration":"187.941365ms","start":"2026-03-04T02:25:27.789215Z","end":"2026-03-04T02:25:27.977157Z","steps":["trace[415182020] 'agreement among raft nodes before linearized reading' (duration: 187.729689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:28.010969Z","caller":"traceutil/trace.go:171","msg":"trace[434033826] transaction","detail":"{read_only:false; response_revision:29562; number_of_response:1; }","duration":"218.312609ms","start":"2026-03-04T02:25:27.792636Z","end":"2026-03-04T02:25:28.010949Z","steps":["trace[434033826] 'process raft request' (duration: 218.166806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:28.149511Z","caller":"traceutil/trace.go:171","msg":"trace[1150283782] linearizableReadLoop","detail":"{readStateIndex:30575; appliedIndex:30574; }","duration":"172.83326ms","start":"2026-03-04T02:25:27.976657Z","end":"2026-03-04T02:25:28.14949Z","steps":["trace[1150283782] 'read index received' (duration: 34.76709ms)","trace[1150283782] 'applied index is now lower than readState.Index' (duration: 138.06502ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:28.149619Z","caller":"traceutil/trace.go:171","msg":"trace[423909950] transaction","detail":"{read_only:false; response_revision:29563; number_of_response:1; }","duration":"222.230612ms","start":"2026-03-04T02:25:27.927358Z","end":"2026-03-04T02:25:28.149588Z","steps":["trace[423909950] 'process raft request' (duration: 170.681494ms)","trace[423909950] 'compare' (duration: 51.176238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:28.149799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.906478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:28.149844Z","caller":"traceutil/trace.go:171","msg":"trace[1080613370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29565; }","duration":"186.99765ms","start":"2026-03-04T02:25:27.962835Z","end":"2026-03-04T02:25:28.149832Z","steps":["trace[1080613370] 'agreement among raft nodes before linearized reading' (duration: 186.851126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:28.150084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.067157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-641a33ac-4ad0-4415-9616-04c2f9b36359\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:25:28.150179Z","caller":"traceutil/trace.go:171","msg":"trace[1421780710] range","detail":"{range_begin:/registry/persistentvolumes/pvc-641a33ac-4ad0-4415-9616-04c2f9b36359; range_end:; response_count:1; response_revision:29565; }","duration":"170.184061ms","start":"2026-03-04T02:25:27.979971Z","end":"2026-03-04T02:25:28.150156Z","steps":["trace[1421780710] 'agreement among raft nodes before linearized reading' (duration: 169.717758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:28.149853Z","caller":"traceutil/trace.go:171","msg":"trace[2015090122] transaction","detail":"{read_only:false; response_revision:29564; number_of_response:1; }","duration":"170.468148ms","start":"2026-03-04T02:25:27.979169Z","end":"2026-03-04T02:25:28.149638Z","steps":["trace[2015090122] 'process raft request' (duration: 170.185891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:28.150473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.838818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:25:28.150554Z","caller":"traceutil/trace.go:171","msg":"trace[1235460812] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29565; }","duration":"136.971772ms","start":"2026-03-04T02:25:28.013564Z","end":"2026-03-04T02:25:28.150536Z","steps":["trace[1235460812] 'agreement among raft nodes before linearized reading' (duration: 136.608872ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:39.724351Z","caller":"traceutil/trace.go:171","msg":"trace[1296967511] transaction","detail":"{read_only:false; response_revision:29644; number_of_response:1; }","duration":"108.347983ms","start":"2026-03-04T02:25:39.615958Z","end":"2026-03-04T02:25:39.724306Z","steps":["trace[1296967511] 'process raft request' (duration: 108.038835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:58.504404Z","caller":"traceutil/trace.go:171","msg":"trace[966238050] transaction","detail":"{read_only:false; response_revision:29766; number_of_response:1; }","duration":"339.454917ms","start":"2026-03-04T02:25:58.164922Z","end":"2026-03-04T02:25:58.504377Z","steps":["trace[966238050] 'process raft request' (duration: 339.292222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.504564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:58.164899Z","time spent":"339.58754ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:58.719268Z","caller":"traceutil/trace.go:171","msg":"trace[666026620] transaction","detail":"{read_only:false; response_revision:29767; number_of_response:1; }","duration":"434.112502ms","start":"2026-03-04T02:25:58.285133Z","end":"2026-03-04T02:25:58.719246Z","steps":["trace[666026620] 'process raft request' (duration: 433.736543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.71942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:58.285113Z","time spent":"434.229115ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:58.719579Z","caller":"traceutil/trace.go:171","msg":"trace[1523205757] transaction","detail":"{read_only:false; response_revision:29768; number_of_response:1; }","duration":"412.60755ms","start":"2026-03-04T02:25:58.306942Z","end":"2026-03-04T02:25:58.719549Z","steps":["trace[1523205757] 'process raft request' (duration: 412.244701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.719725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:58.306929Z","time spent":"412.717913ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:58.719907Z","caller":"traceutil/trace.go:171","msg":"trace[2085121233] transaction","detail":"{read_only:false; response_revision:29769; number_of_response:1; }","duration":"410.581827ms","start":"2026-03-04T02:25:58.309312Z","end":"2026-03-04T02:25:58.719894Z","steps":["trace[2085121233] 'process raft request' (duration: 410.153376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:58.719889Z","caller":"traceutil/trace.go:171","msg":"trace[1245249823] linearizableReadLoop","detail":"{readStateIndex:30788; appliedIndex:30783; }","duration":"398.742188ms","start":"2026-03-04T02:25:58.321119Z","end":"2026-03-04T02:25:58.719861Z","steps":["trace[1245249823] 'read index received' (duration: 182.936534ms)","trace[1245249823] 'applied index is now lower than readState.Index' (duration: 215.801803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:58.719968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:58.309286Z","time spent":"410.648578ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:58.720008Z","caller":"traceutil/trace.go:171","msg":"trace[529875481] transaction","detail":"{read_only:false; response_revision:29770; number_of_response:1; }","duration":"408.551664ms","start":"2026-03-04T02:25:58.311444Z","end":"2026-03-04T02:25:58.719995Z","steps":["trace[529875481] 'process raft request' (duration: 408.287177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.720129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:58.311407Z","time spent":"408.640276ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:58.720151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.981874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:58.720179Z","caller":"traceutil/trace.go:171","msg":"trace[1229107478] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29770; }","duration":"399.089407ms","start":"2026-03-04T02:25:58.32108Z","end":"2026-03-04T02:25:58.720169Z","steps":["trace[1229107478] 'agreement among raft nodes before linearized reading' (duration: 398.951393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.72042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:58.321065Z","time spent":"399.339193ms","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:25:58.720489Z","caller":"traceutil/trace.go:171","msg":"trace[1638928806] transaction","detail":"{read_only:false; response_revision:29771; number_of_response:1; }","duration":"129.533657ms","start":"2026-03-04T02:25:58.590934Z","end":"2026-03-04T02:25:58.720468Z","steps":["trace[1638928806] 'process raft request' (duration: 129.324992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.720646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.909869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:25:58.72071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.490407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:25:58.720784Z","caller":"traceutil/trace.go:171","msg":"trace[467880901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29771; }","duration":"327.079643ms","start":"2026-03-04T02:25:58.393677Z","end":"2026-03-04T02:25:58.720757Z","steps":["trace[467880901] 'agreement among raft nodes before linearized reading' (duration: 326.745624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.720853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:58.39364Z","time spent":"327.199796ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:25:58.720894Z","caller":"traceutil/trace.go:171","msg":"trace[1626470063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29771; }","duration":"173.666892ms","start":"2026-03-04T02:25:58.547157Z","end":"2026-03-04T02:25:58.720824Z","steps":["trace[1626470063] 'agreement among raft nodes before linearized reading' (duration: 173.315853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:42.387267Z","caller":"traceutil/trace.go:171","msg":"trace[1576638594] transaction","detail":"{read_only:false; response_revision:30479; number_of_response:1; }","duration":"108.170509ms","start":"2026-03-04T02:27:42.279064Z","end":"2026-03-04T02:27:42.387234Z","steps":["trace[1576638594] 'process raft request' (duration: 107.943393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:42.934843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.173806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:42.934949Z","caller":"traceutil/trace.go:171","msg":"trace[1225538404] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:30480; }","duration":"197.353711ms","start":"2026-03-04T02:27:42.737572Z","end":"2026-03-04T02:27:42.934926Z","steps":["trace[1225538404] 'count revisions from in-memory index tree' (duration: 197.028722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:43.024497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.151421ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:27:43.429141Z","caller":"traceutil/trace.go:171","msg":"trace[46333321] transaction","detail":"{read_only:false; response_revision:30483; number_of_response:1; }","duration":"194.540938ms","start":"2026-03-04T02:27:43.234546Z","end":"2026-03-04T02:27:43.429087Z","steps":["trace[46333321] 'process raft request' (duration: 126.16444ms)","trace[46333321] 'compare' (duration: 68.09119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:43.429216Z","caller":"traceutil/trace.go:171","msg":"trace[856573047] transaction","detail":"{read_only:false; response_revision:30484; number_of_response:1; }","duration":"194.302261ms","start":"2026-03-04T02:27:43.234875Z","end":"2026-03-04T02:27:43.429177Z","steps":["trace[856573047] 'process raft request' (duration: 194.138057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:43.429229Z","caller":"traceutil/trace.go:171","msg":"trace[2038927294] transaction","detail":"{read_only:false; response_revision:30485; number_of_response:1; }","duration":"103.592589ms","start":"2026-03-04T02:27:43.325599Z","end":"2026-03-04T02:27:43.429192Z","steps":["trace[2038927294] 'process raft request' (duration: 103.539218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:43.429427Z","caller":"traceutil/trace.go:171","msg":"trace[886745276] linearizableReadLoop","detail":"{readStateIndex:31524; appliedIndex:31522; }","duration":"125.115952ms","start":"2026-03-04T02:27:43.304301Z","end":"2026-03-04T02:27:43.429417Z","steps":["trace[886745276] 'read index received' (duration: 56.373235ms)","trace[886745276] 'applied index is now lower than readState.Index' (duration: 68.741477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:43.429593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.260216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:27:43.429637Z","caller":"traceutil/trace.go:171","msg":"trace[2103994522] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:30485; }","duration":"125.366829ms","start":"2026-03-04T02:27:43.304258Z","end":"2026-03-04T02:27:43.429625Z","steps":["trace[2103994522] 'agreement among raft nodes before linearized reading' (duration: 125.252006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:45.196195Z","caller":"traceutil/trace.go:171","msg":"trace[1450183340] transaction","detail":"{read_only:false; response_revision:30495; number_of_response:1; }","duration":"165.178509ms","start":"2026-03-04T02:27:45.030966Z","end":"2026-03-04T02:27:45.196145Z","steps":["trace[1450183340] 'process raft request' (duration: 164.862631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:45.55982Z","caller":"traceutil/trace.go:171","msg":"trace[889258674] transaction","detail":"{read_only:false; response_revision:30498; number_of_response:1; }","duration":"123.661174ms","start":"2026-03-04T02:27:45.436119Z","end":"2026-03-04T02:27:45.55978Z","steps":["trace[889258674] 'process raft request' (duration: 123.325765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:45.560102Z","caller":"traceutil/trace.go:171","msg":"trace[1474301106] transaction","detail":"{read_only:false; response_revision:30499; number_of_response:1; }","duration":"109.617876ms","start":"2026-03-04T02:27:45.450462Z","end":"2026-03-04T02:27:45.56008Z","steps":["trace[1474301106] 'process raft request' (duration: 109.154874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:45.560031Z","caller":"traceutil/trace.go:171","msg":"trace[476172188] linearizableReadLoop","detail":"{readStateIndex:31539; appliedIndex:31536; }","duration":"107.683036ms","start":"2026-03-04T02:27:45.452315Z","end":"2026-03-04T02:27:45.559998Z","steps":["trace[476172188] 'read index received' (duration: 62.593157ms)","trace[476172188] 'applied index is now lower than readState.Index' (duration: 45.088379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:45.560506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.168078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:27:45.560611Z","caller":"traceutil/trace.go:171","msg":"trace[44441000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30499; }","duration":"108.323282ms","start":"2026-03-04T02:27:45.452267Z","end":"2026-03-04T02:27:45.56059Z","steps":["trace[44441000] 'agreement among raft nodes before linearized reading' (duration: 107.934632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:02.745067Z","caller":"traceutil/trace.go:171","msg":"trace[1993694673] transaction","detail":"{read_only:false; response_revision:30614; number_of_response:1; }","duration":"189.373753ms","start":"2026-03-04T02:28:02.555658Z","end":"2026-03-04T02:28:02.745032Z","steps":["trace[1993694673] 'process raft request' (duration: 188.954512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:02.993586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.780124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:28:02.99371Z","caller":"traceutil/trace.go:171","msg":"trace[847999492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30614; }","duration":"108.97301ms","start":"2026-03-04T02:28:02.884711Z","end":"2026-03-04T02:28:02.993684Z","steps":["trace[847999492] 'range keys from in-memory index tree' (duration: 108.541719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:02.993743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.102495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:02.993865Z","caller":"traceutil/trace.go:171","msg":"trace[369043046] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:30614; }","duration":"158.32447ms","start":"2026-03-04T02:28:02.835513Z","end":"2026-03-04T02:28:02.993838Z","steps":["trace[369043046] 'count revisions from in-memory index tree' (duration: 157.903589ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:03.135992Z","caller":"traceutil/trace.go:171","msg":"trace[550948040] linearizableReadLoop","detail":"{readStateIndex:31658; appliedIndex:31657; }","duration":"198.617975ms","start":"2026-03-04T02:28:02.937338Z","end":"2026-03-04T02:28:03.135956Z","steps":["trace[550948040] 'read index received' (duration: 162.388897ms)","trace[550948040] 'applied index is now lower than readState.Index' (duration: 36.224437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:03.136151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.753098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:03.136217Z","caller":"traceutil/trace.go:171","msg":"trace[167166380] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:30614; }","duration":"198.921052ms","start":"2026-03-04T02:28:02.937283Z","end":"2026-03-04T02:28:03.136204Z","steps":["trace[167166380] 'agreement among raft nodes before linearized reading' (duration: 198.750058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:03.136536Z","caller":"traceutil/trace.go:171","msg":"trace[1732134790] transaction","detail":"{read_only:false; response_revision:30615; number_of_response:1; }","duration":"138.330767ms","start":"2026-03-04T02:28:02.998183Z","end":"2026-03-04T02:28:03.136514Z","steps":["trace[1732134790] 'process raft request' (duration: 137.721861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:03.137081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.709353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:1 size:385"} {"level":"info","ts":"2026-03-04T02:28:03.137135Z","caller":"traceutil/trace.go:171","msg":"trace[1605256434] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:1; response_revision:30615; }","duration":"199.815335ms","start":"2026-03-04T02:28:02.937306Z","end":"2026-03-04T02:28:03.137121Z","steps":["trace[1605256434] 'agreement among raft nodes before linearized reading' (duration: 199.165028ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:03.74258Z","caller":"traceutil/trace.go:171","msg":"trace[1158449691] transaction","detail":"{read_only:false; response_revision:30620; number_of_response:1; }","duration":"109.507074ms","start":"2026-03-04T02:28:03.633028Z","end":"2026-03-04T02:28:03.742535Z","steps":["trace[1158449691] 'process raft request' (duration: 109.246177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:03.883038Z","caller":"traceutil/trace.go:171","msg":"trace[1207649338] transaction","detail":"{read_only:false; response_revision:30621; number_of_response:1; }","duration":"135.683408ms","start":"2026-03-04T02:28:03.747321Z","end":"2026-03-04T02:28:03.883004Z","steps":["trace[1207649338] 'process raft request' (duration: 90.63498ms)","trace[1207649338] 'compare' (duration: 44.876634ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:18.989427Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28677} {"level":"info","ts":"2026-03-04T02:28:19.106394Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28677,"took":"111.314905ms","hash":1170086994,"current-db-size-bytes":50196480,"current-db-size":"50 MB","current-db-size-in-use-bytes":28004352,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:28:19.106515Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1170086994,"revision":28677,"compact-revision":26624} {"level":"info","ts":"2026-03-04T02:28:44.385112Z","caller":"traceutil/trace.go:171","msg":"trace[2080052712] transaction","detail":"{read_only:false; response_revision:30900; number_of_response:1; }","duration":"118.533494ms","start":"2026-03-04T02:28:44.266535Z","end":"2026-03-04T02:28:44.385069Z","steps":["trace[2080052712] 'process raft request' (duration: 89.586686ms)","trace[2080052712] 'compare' (duration: 28.706741ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:44.434765Z","caller":"traceutil/trace.go:171","msg":"trace[1995533850] transaction","detail":"{read_only:false; response_revision:30901; number_of_response:1; }","duration":"167.980059ms","start":"2026-03-04T02:28:44.266754Z","end":"2026-03-04T02:28:44.434734Z","steps":["trace[1995533850] 'process raft request' (duration: 167.821055ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:46.168766Z","caller":"traceutil/trace.go:171","msg":"trace[1540020113] transaction","detail":"{read_only:false; response_revision:30907; number_of_response:1; }","duration":"260.719288ms","start":"2026-03-04T02:28:45.908017Z","end":"2026-03-04T02:28:46.168737Z","steps":["trace[1540020113] 'process raft request' (duration: 260.456411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:46.340249Z","caller":"traceutil/trace.go:171","msg":"trace[1028710439] transaction","detail":"{read_only:false; response_revision:30908; number_of_response:1; }","duration":"430.248347ms","start":"2026-03-04T02:28:45.909969Z","end":"2026-03-04T02:28:46.340218Z","steps":["trace[1028710439] 'process raft request' (duration: 362.235235ms)","trace[1028710439] 'compare' (duration: 67.512128ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:46.340299Z","caller":"traceutil/trace.go:171","msg":"trace[338802596] linearizableReadLoop","detail":"{readStateIndex:31962; appliedIndex:31960; }","duration":"375.731368ms","start":"2026-03-04T02:28:45.964538Z","end":"2026-03-04T02:28:46.340269Z","steps":["trace[338802596] 'read index received' (duration: 203.948301ms)","trace[338802596] 'applied index is now lower than readState.Index' (duration: 171.782077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:46.340403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:45.909951Z","time spent":"430.359549ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:46.340465Z","caller":"traceutil/trace.go:171","msg":"trace[1528685973] transaction","detail":"{read_only:false; response_revision:30909; number_of_response:1; }","duration":"372.487793ms","start":"2026-03-04T02:28:45.967949Z","end":"2026-03-04T02:28:46.340437Z","steps":["trace[1528685973] 'process raft request' (duration: 372.139314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:46.340542Z","caller":"traceutil/trace.go:171","msg":"trace[1046679716] transaction","detail":"{read_only:false; response_revision:30910; number_of_response:1; }","duration":"172.134056ms","start":"2026-03-04T02:28:46.168381Z","end":"2026-03-04T02:28:46.340515Z","steps":["trace[1046679716] 'process raft request' (duration: 171.852669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:46.340607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:45.96792Z","time spent":"372.583536ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:46.340823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.281883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:46.340866Z","caller":"traceutil/trace.go:171","msg":"trace[402643122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30910; }","duration":"376.356974ms","start":"2026-03-04T02:28:45.964498Z","end":"2026-03-04T02:28:46.340855Z","steps":["trace[402643122] 'agreement among raft nodes before linearized reading' (duration: 376.284072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:46.340898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:45.964484Z","time spent":"376.409076ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:28:46.501806Z","caller":"traceutil/trace.go:171","msg":"trace[1363291432] transaction","detail":"{read_only:false; response_revision:30912; number_of_response:1; }","duration":"101.709113ms","start":"2026-03-04T02:28:46.40006Z","end":"2026-03-04T02:28:46.501769Z","steps":["trace[1363291432] 'process raft request' (duration: 97.110923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:49.226773Z","caller":"traceutil/trace.go:171","msg":"trace[982296728] transaction","detail":"{read_only:false; response_revision:30931; number_of_response:1; }","duration":"124.955902ms","start":"2026-03-04T02:28:49.101789Z","end":"2026-03-04T02:28:49.226745Z","steps":["trace[982296728] 'process raft request' (duration: 61.434128ms)","trace[982296728] 'compare' (duration: 63.412801ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:49.410383Z","caller":"traceutil/trace.go:171","msg":"trace[1768335987] transaction","detail":"{read_only:false; response_revision:30932; number_of_response:1; }","duration":"294.496092ms","start":"2026-03-04T02:28:49.115822Z","end":"2026-03-04T02:28:49.410318Z","steps":["trace[1768335987] 'process raft request' (duration: 291.997907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:10.768442Z","caller":"traceutil/trace.go:171","msg":"trace[38514002] transaction","detail":"{read_only:false; response_revision:31077; number_of_response:1; }","duration":"169.116939ms","start":"2026-03-04T02:29:10.59929Z","end":"2026-03-04T02:29:10.768407Z","steps":["trace[38514002] 'process raft request' (duration: 143.325303ms)","trace[38514002] 'compare' (duration: 25.56311ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:29:10.768912Z","caller":"traceutil/trace.go:171","msg":"trace[700234748] transaction","detail":"{read_only:false; response_revision:31078; number_of_response:1; }","duration":"168.584375ms","start":"2026-03-04T02:29:10.600029Z","end":"2026-03-04T02:29:10.768614Z","steps":["trace[700234748] 'process raft request' (duration: 168.331308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:11.115514Z","caller":"traceutil/trace.go:171","msg":"trace[1356201058] linearizableReadLoop","detail":"{readStateIndex:32141; appliedIndex:32140; }","duration":"151.824106ms","start":"2026-03-04T02:29:10.963665Z","end":"2026-03-04T02:29:11.115489Z","steps":["trace[1356201058] 'read index received' (duration: 105.475592ms)","trace[1356201058] 'applied index is now lower than readState.Index' (duration: 46.347224ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:29:11.115663Z","caller":"traceutil/trace.go:171","msg":"trace[1060868951] transaction","detail":"{read_only:false; response_revision:31082; number_of_response:1; }","duration":"176.711918ms","start":"2026-03-04T02:29:10.938934Z","end":"2026-03-04T02:29:11.115646Z","steps":["trace[1060868951] 'process raft request' (duration: 130.166539ms)","trace[1060868951] 'compare' (duration: 46.174349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:29:11.116344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.664817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:29:11.116442Z","caller":"traceutil/trace.go:171","msg":"trace[1501354418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31082; }","duration":"152.775961ms","start":"2026-03-04T02:29:10.963643Z","end":"2026-03-04T02:29:11.116419Z","steps":["trace[1501354418] 'agreement among raft nodes before linearized reading' (duration: 152.626987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:42.284957Z","caller":"traceutil/trace.go:171","msg":"trace[1304460533] linearizableReadLoop","detail":"{readStateIndex:32357; appliedIndex:32356; }","duration":"222.746603ms","start":"2026-03-04T02:29:42.062172Z","end":"2026-03-04T02:29:42.284919Z","steps":["trace[1304460533] 'read index received' (duration: 212.70297ms)","trace[1304460533] 'applied index is now lower than readState.Index' (duration: 10.041923ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:29:42.285023Z","caller":"traceutil/trace.go:171","msg":"trace[132214221] transaction","detail":"{read_only:false; response_revision:31291; number_of_response:1; }","duration":"233.926536ms","start":"2026-03-04T02:29:42.051053Z","end":"2026-03-04T02:29:42.284979Z","steps":["trace[132214221] 'process raft request' (duration: 223.800791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:42.285421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.210415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:29:42.285528Z","caller":"traceutil/trace.go:171","msg":"trace[1645605235] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:31291; }","duration":"223.382829ms","start":"2026-03-04T02:29:42.06212Z","end":"2026-03-04T02:29:42.285503Z","steps":["trace[1645605235] 'agreement among raft nodes before linearized reading' (duration: 222.944868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:03.131302Z","caller":"traceutil/trace.go:171","msg":"trace[382711788] transaction","detail":"{read_only:false; response_revision:31444; number_of_response:1; }","duration":"164.402755ms","start":"2026-03-04T02:30:02.966874Z","end":"2026-03-04T02:30:03.131277Z","steps":["trace[382711788] 'process raft request' (duration: 164.258091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:03.151134Z","caller":"traceutil/trace.go:171","msg":"trace[1767357447] transaction","detail":"{read_only:false; response_revision:31445; number_of_response:1; }","duration":"122.454186ms","start":"2026-03-04T02:30:03.028646Z","end":"2026-03-04T02:30:03.1511Z","steps":["trace[1767357447] 'process raft request' (duration: 122.333653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:05.182001Z","caller":"traceutil/trace.go:171","msg":"trace[1591641267] linearizableReadLoop","detail":"{readStateIndex:32533; appliedIndex:32532; }","duration":"215.990435ms","start":"2026-03-04T02:30:04.965978Z","end":"2026-03-04T02:30:05.181968Z","steps":["trace[1591641267] 'read index received' (duration: 215.81266ms)","trace[1591641267] 'applied index is now lower than readState.Index' (duration: 176.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:05.182036Z","caller":"traceutil/trace.go:171","msg":"trace[863135451] transaction","detail":"{read_only:false; response_revision:31461; number_of_response:1; }","duration":"248.081946ms","start":"2026-03-04T02:30:04.933924Z","end":"2026-03-04T02:30:05.182006Z","steps":["trace[863135451] 'process raft request' (duration: 247.84273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:05.182194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.19209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:30:05.182228Z","caller":"traceutil/trace.go:171","msg":"trace[266194147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31461; }","duration":"216.284643ms","start":"2026-03-04T02:30:04.965936Z","end":"2026-03-04T02:30:05.182221Z","steps":["trace[266194147] 'agreement among raft nodes before linearized reading' (duration: 216.19669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:05.336732Z","caller":"traceutil/trace.go:171","msg":"trace[2098958638] linearizableReadLoop","detail":"{readStateIndex:32535; appliedIndex:32533; }","duration":"154.613539ms","start":"2026-03-04T02:30:05.182093Z","end":"2026-03-04T02:30:05.336707Z","steps":["trace[2098958638] 'read index received' (duration: 152.998497ms)","trace[2098958638] 'applied index is now lower than readState.Index' (duration: 1.614322ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:05.336918Z","caller":"traceutil/trace.go:171","msg":"trace[1080696320] transaction","detail":"{read_only:false; response_revision:31463; number_of_response:1; }","duration":"178.918375ms","start":"2026-03-04T02:30:05.15799Z","end":"2026-03-04T02:30:05.336908Z","steps":["trace[1080696320] 'process raft request' (duration: 178.629798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:05.33702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.790517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:30:05.337089Z","caller":"traceutil/trace.go:171","msg":"trace[1442133740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31463; }","duration":"153.914031ms","start":"2026-03-04T02:30:05.183158Z","end":"2026-03-04T02:30:05.337072Z","steps":["trace[1442133740] 'agreement among raft nodes before linearized reading' (duration: 153.785347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:05.337106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.279886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:30:05.337145Z","caller":"traceutil/trace.go:171","msg":"trace[1238911463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31463; }","duration":"142.335167ms","start":"2026-03-04T02:30:05.1948Z","end":"2026-03-04T02:30:05.337136Z","steps":["trace[1238911463] 'agreement among raft nodes before linearized reading' (duration: 142.188263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:05.337004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.562733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:30:05.337271Z","caller":"traceutil/trace.go:171","msg":"trace[1988052428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31463; }","duration":"155.905772ms","start":"2026-03-04T02:30:05.181339Z","end":"2026-03-04T02:30:05.337245Z","steps":["trace[1988052428] 'agreement among raft nodes before linearized reading' (duration: 155.505802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:05.337293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.317127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:30:05.337406Z","caller":"traceutil/trace.go:171","msg":"trace[688244724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31463; }","duration":"147.485922ms","start":"2026-03-04T02:30:05.189895Z","end":"2026-03-04T02:30:05.337381Z","steps":["trace[688244724] 'agreement among raft nodes before linearized reading' (duration: 147.146523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:05.336833Z","caller":"traceutil/trace.go:171","msg":"trace[1054583156] transaction","detail":"{read_only:false; response_revision:31462; number_of_response:1; }","duration":"196.443374ms","start":"2026-03-04T02:30:05.140382Z","end":"2026-03-04T02:30:05.336825Z","steps":["trace[1054583156] 'process raft request' (duration: 194.75423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:05.52689Z","caller":"traceutil/trace.go:171","msg":"trace[1537104650] transaction","detail":"{read_only:false; response_revision:31467; number_of_response:1; }","duration":"120.192217ms","start":"2026-03-04T02:30:05.406655Z","end":"2026-03-04T02:30:05.526847Z","steps":["trace[1537104650] 'process raft request' (duration: 58.587504ms)","trace[1537104650] 'compare' (duration: 61.48127ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:09.474357Z","caller":"traceutil/trace.go:171","msg":"trace[246464503] transaction","detail":"{read_only:false; response_revision:31495; number_of_response:1; }","duration":"119.493179ms","start":"2026-03-04T02:30:09.35483Z","end":"2026-03-04T02:30:09.474323Z","steps":["trace[246464503] 'process raft request' (duration: 119.278013ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:09.496747Z","caller":"traceutil/trace.go:171","msg":"trace[1770193136] linearizableReadLoop","detail":"{readStateIndex:32569; appliedIndex:32567; }","duration":"120.094025ms","start":"2026-03-04T02:30:09.376624Z","end":"2026-03-04T02:30:09.496718Z","steps":["trace[1770193136] 'read index received' (duration: 97.549815ms)","trace[1770193136] 'applied index is now lower than readState.Index' (duration: 22.54327ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:09.496854Z","caller":"traceutil/trace.go:171","msg":"trace[316914090] transaction","detail":"{read_only:false; response_revision:31496; number_of_response:1; }","duration":"141.30793ms","start":"2026-03-04T02:30:09.355538Z","end":"2026-03-04T02:30:09.496846Z","steps":["trace[316914090] 'process raft request' (duration: 141.049624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:09.497075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.419783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:30:09.497164Z","caller":"traceutil/trace.go:171","msg":"trace[1755475416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31496; }","duration":"120.578667ms","start":"2026-03-04T02:30:09.376566Z","end":"2026-03-04T02:30:09.497144Z","steps":["trace[1755475416] 'agreement among raft nodes before linearized reading' (duration: 120.389382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:09.684614Z","caller":"traceutil/trace.go:171","msg":"trace[28346903] transaction","detail":"{read_only:false; response_revision:31497; number_of_response:1; }","duration":"183.781523ms","start":"2026-03-04T02:30:09.500798Z","end":"2026-03-04T02:30:09.684579Z","steps":["trace[28346903] 'process raft request' (duration: 183.193847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:09.685501Z","caller":"traceutil/trace.go:171","msg":"trace[1589732284] linearizableReadLoop","detail":"{readStateIndex:32573; appliedIndex:32569; }","duration":"107.758372ms","start":"2026-03-04T02:30:09.577698Z","end":"2026-03-04T02:30:09.685457Z","steps":["trace[1589732284] 'read index received' (duration: 106.308854ms)","trace[1589732284] 'applied index is now lower than readState.Index' (duration: 1.448578ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:09.685731Z","caller":"traceutil/trace.go:171","msg":"trace[935866334] transaction","detail":"{read_only:false; response_revision:31498; number_of_response:1; }","duration":"184.887442ms","start":"2026-03-04T02:30:09.500835Z","end":"2026-03-04T02:30:09.685723Z","steps":["trace[935866334] 'process raft request' (duration: 184.355578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:09.685743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.013128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:30:09.685779Z","caller":"traceutil/trace.go:171","msg":"trace[345374825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31500; }","duration":"108.116901ms","start":"2026-03-04T02:30:09.577651Z","end":"2026-03-04T02:30:09.685768Z","steps":["trace[345374825] 'agreement among raft nodes before linearized reading' (duration: 107.924406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:09.685921Z","caller":"traceutil/trace.go:171","msg":"trace[708734262] transaction","detail":"{read_only:false; response_revision:31499; number_of_response:1; }","duration":"184.956744ms","start":"2026-03-04T02:30:09.500958Z","end":"2026-03-04T02:30:09.685915Z","steps":["trace[708734262] 'process raft request' (duration: 184.385399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:09.685991Z","caller":"traceutil/trace.go:171","msg":"trace[747253230] transaction","detail":"{read_only:false; response_revision:31500; number_of_response:1; }","duration":"134.163893ms","start":"2026-03-04T02:30:09.551822Z","end":"2026-03-04T02:30:09.685986Z","steps":["trace[747253230] 'process raft request' (duration: 133.593939ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:10.606649Z","caller":"traceutil/trace.go:171","msg":"trace[1786559935] transaction","detail":"{read_only:false; response_revision:31518; number_of_response:1; }","duration":"106.983351ms","start":"2026-03-04T02:30:10.499637Z","end":"2026-03-04T02:30:10.60662Z","steps":["trace[1786559935] 'process raft request' (duration: 106.819737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:22.070528Z","caller":"traceutil/trace.go:171","msg":"trace[1609432056] linearizableReadLoop","detail":"{readStateIndex:32665; appliedIndex:32664; }","duration":"309.469704ms","start":"2026-03-04T02:30:21.76102Z","end":"2026-03-04T02:30:22.07049Z","steps":["trace[1609432056] 'read index received' (duration: 309.059533ms)","trace[1609432056] 'applied index is now lower than readState.Index' (duration: 408.761µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:22.070802Z","caller":"traceutil/trace.go:171","msg":"trace[505411989] transaction","detail":"{read_only:false; response_revision:31590; number_of_response:1; }","duration":"327.774714ms","start":"2026-03-04T02:30:21.743017Z","end":"2026-03-04T02:30:22.070792Z","steps":["trace[505411989] 'process raft request' (duration: 327.181048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:22.070902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:21.742977Z","time spent":"327.852006ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:22.071031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.982857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:30:22.071419Z","caller":"traceutil/trace.go:171","msg":"trace[1906105885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31590; }","duration":"310.428359ms","start":"2026-03-04T02:30:21.760973Z","end":"2026-03-04T02:30:22.071401Z","steps":["trace[1906105885] 'agreement among raft nodes before linearized reading' (duration: 309.876024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:22.07146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:21.760956Z","time spent":"310.496911ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:30:22.071845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.748508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:30:22.071903Z","caller":"traceutil/trace.go:171","msg":"trace[862022735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31591; }","duration":"310.8284ms","start":"2026-03-04T02:30:21.761062Z","end":"2026-03-04T02:30:22.07189Z","steps":["trace[862022735] 'agreement among raft nodes before linearized reading' (duration: 310.689346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:22.072787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:21.761057Z","time spent":"311.718663ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:30:22.080457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.331612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:30:22.080554Z","caller":"traceutil/trace.go:171","msg":"trace[1795544500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31591; }","duration":"319.452285ms","start":"2026-03-04T02:30:21.761086Z","end":"2026-03-04T02:30:22.080538Z","steps":["trace[1795544500] 'agreement among raft nodes before linearized reading' (duration: 312.086492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:22.08059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:21.761081Z","time spent":"319.498797ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:30:52.611508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972035412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:30:53.11176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339108972035412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:30:53.542864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.431902577s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:30:53.543321Z","caller":"traceutil/trace.go:171","msg":"trace[1322334925] transaction","detail":"{read_only:false; response_revision:31848; number_of_response:1; }","duration":"1.432474592s","start":"2026-03-04T02:30:52.110804Z","end":"2026-03-04T02:30:53.543279Z","steps":["trace[1322334925] 'process raft request' (duration: 1.432292387s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.543478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.110772Z","time spent":"1.432611155s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:53.793403Z","caller":"traceutil/trace.go:171","msg":"trace[1066020681] transaction","detail":"{read_only:false; response_revision:31849; number_of_response:1; }","duration":"1.60880643s","start":"2026-03-04T02:30:52.18453Z","end":"2026-03-04T02:30:53.793337Z","steps":["trace[1066020681] 'process raft request' (duration: 1.608604365s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:53.793749Z","caller":"traceutil/trace.go:171","msg":"trace[1305801197] transaction","detail":"{read_only:false; response_revision:31850; number_of_response:1; }","duration":"1.602166056s","start":"2026-03-04T02:30:52.191561Z","end":"2026-03-04T02:30:53.793727Z","steps":["trace[1305801197] 'process raft request' (duration: 1.601728545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.793849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.191545Z","time spent":"1.602260698s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:53.793934Z","caller":"traceutil/trace.go:171","msg":"trace[1752263566] transaction","detail":"{read_only:false; response_revision:31851; number_of_response:1; }","duration":"1.369331908s","start":"2026-03-04T02:30:52.424542Z","end":"2026-03-04T02:30:53.793874Z","steps":["trace[1752263566] 'process raft request' (duration: 1.369085832s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.794317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.424504Z","time spent":"1.369705828s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:53.793685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.184498Z","time spent":"1.608986814s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:53.793986Z","caller":"traceutil/trace.go:171","msg":"trace[1401969500] transaction","detail":"{read_only:false; response_revision:31852; number_of_response:1; }","duration":"1.115991365s","start":"2026-03-04T02:30:52.677945Z","end":"2026-03-04T02:30:53.793936Z","steps":["trace[1401969500] 'process raft request' (duration: 1.11580637s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.794652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.677906Z","time spent":"1.116642382s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:30:53.799604Z","caller":"traceutil/trace.go:171","msg":"trace[427714756] transaction","detail":"{read_only:false; response_revision:31853; number_of_response:1; }","duration":"822.244922ms","start":"2026-03-04T02:30:52.97734Z","end":"2026-03-04T02:30:53.799585Z","steps":["trace[427714756] 'process raft request' (duration: 821.103253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:53.799606Z","caller":"traceutil/trace.go:171","msg":"trace[873341806] linearizableReadLoop","detail":"{readStateIndex:32936; appliedIndex:32929; }","duration":"1.688698201s","start":"2026-03-04T02:30:52.11088Z","end":"2026-03-04T02:30:53.799578Z","steps":["trace[873341806] 'read index received' (duration: 1.432234745s)","trace[873341806] 'applied index is now lower than readState.Index' (duration: 256.462356ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:53.799622Z","caller":"traceutil/trace.go:171","msg":"trace[751633306] transaction","detail":"{read_only:false; response_revision:31854; number_of_response:1; }","duration":"633.306485ms","start":"2026-03-04T02:30:53.16629Z","end":"2026-03-04T02:30:53.799596Z","steps":["trace[751633306] 'process raft request' (duration: 633.205862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.799721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.977314Z","time spent":"822.347084ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:53.799766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:53.166253Z","time spent":"633.424848ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:30:53.799849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688961779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:30:53.799898Z","caller":"traceutil/trace.go:171","msg":"trace[1422550974] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:31854; }","duration":"1.68901351s","start":"2026-03-04T02:30:52.11087Z","end":"2026-03-04T02:30:53.799884Z","steps":["trace[1422550974] 'agreement among raft nodes before linearized reading' (duration: 1.688846066s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.799923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.741853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:30:53.799939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.11084Z","time spent":"1.689090361s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:30:53.799934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664647732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T02:30:53.799983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.189264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:30:53.799996Z","caller":"traceutil/trace.go:171","msg":"trace[649652131] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:31854; }","duration":"1.664758865s","start":"2026-03-04T02:30:52.135221Z","end":"2026-03-04T02:30:53.79998Z","steps":["trace[649652131] 'agreement among raft nodes before linearized reading' (duration: 1.6645901s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:53.800008Z","caller":"traceutil/trace.go:171","msg":"trace[586794401] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:31854; }","duration":"530.265586ms","start":"2026-03-04T02:30:53.269736Z","end":"2026-03-04T02:30:53.800001Z","steps":["trace[586794401] 'agreement among raft nodes before linearized reading' (duration: 530.226605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:53.799948Z","caller":"traceutil/trace.go:171","msg":"trace[819070933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31854; }","duration":"833.819456ms","start":"2026-03-04T02:30:52.966122Z","end":"2026-03-04T02:30:53.799942Z","steps":["trace[819070933] 'agreement among raft nodes before linearized reading' (duration: 833.768434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.800027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.135195Z","time spent":"1.664826197s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:30:53.800028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:53.269713Z","time spent":"530.310027ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:30:53.800043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.966093Z","time spent":"833.942248ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:30:53.800122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548858709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:30:53.800148Z","caller":"traceutil/trace.go:171","msg":"trace[1669615892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31854; }","duration":"1.548929021s","start":"2026-03-04T02:30:52.251212Z","end":"2026-03-04T02:30:53.800141Z","steps":["trace[1669615892] 'agreement among raft nodes before linearized reading' (duration: 1.548869899s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.800168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.251191Z","time spent":"1.548973223s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:30:53.800291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.070404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:30:53.800353Z","caller":"traceutil/trace.go:171","msg":"trace[1170719465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31854; }","duration":"322.213718ms","start":"2026-03-04T02:30:53.478125Z","end":"2026-03-04T02:30:53.800338Z","steps":["trace[1170719465] 'agreement among raft nodes before linearized reading' (duration: 321.836388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.800387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.857735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:30:53.800418Z","caller":"traceutil/trace.go:171","msg":"trace[1233921184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31854; }","duration":"925.935977ms","start":"2026-03-04T02:30:52.874472Z","end":"2026-03-04T02:30:53.800408Z","steps":["trace[1233921184] 'agreement among raft nodes before linearized reading' (duration: 925.860545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.800447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.874444Z","time spent":"925.995939ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:30:53.800441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120172124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:30:53.800485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528191668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:30:53.800508Z","caller":"traceutil/trace.go:171","msg":"trace[1555471282] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:31854; }","duration":"1.120249606s","start":"2026-03-04T02:30:52.680224Z","end":"2026-03-04T02:30:53.800473Z","steps":["trace[1555471282] 'agreement among raft nodes before linearized reading' (duration: 1.120124262s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:53.800515Z","caller":"traceutil/trace.go:171","msg":"trace[135759643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31854; }","duration":"1.52824387s","start":"2026-03-04T02:30:52.272264Z","end":"2026-03-04T02:30:53.800508Z","steps":["trace[135759643] 'agreement among raft nodes before linearized reading' (duration: 1.528172488s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.800435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:53.478098Z","time spent":"322.32153ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:30:53.800122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536424274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:30:53.800573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527351766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:30:53.800536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.68021Z","time spent":"1.120319278s","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":94,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:30:53.800594Z","caller":"traceutil/trace.go:171","msg":"trace[994949911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31854; }","duration":"1.527386337s","start":"2026-03-04T02:30:52.273203Z","end":"2026-03-04T02:30:53.800589Z","steps":["trace[994949911] 'agreement among raft nodes before linearized reading' (duration: 1.527230573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.800611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.273196Z","time spent":"1.527411278s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:30:53.80031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654533347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:30:53.800624Z","caller":"traceutil/trace.go:171","msg":"trace[1581058745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31854; }","duration":"1.536920807s","start":"2026-03-04T02:30:52.263664Z","end":"2026-03-04T02:30:53.800585Z","steps":["trace[1581058745] 'agreement among raft nodes before linearized reading' (duration: 1.53629048s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:53.800656Z","caller":"traceutil/trace.go:171","msg":"trace[652875262] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:31854; }","duration":"1.654919167s","start":"2026-03-04T02:30:52.145728Z","end":"2026-03-04T02:30:53.800647Z","steps":["trace[652875262] 'agreement among raft nodes before linearized reading' (duration: 1.654550588s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.800535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.272253Z","time spent":"1.52827731s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:30:53.80071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.145713Z","time spent":"1.654978178s","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:30:53.800717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.263652Z","time spent":"1.53703025s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:30:53.800927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525631691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:30:53.801033Z","caller":"traceutil/trace.go:171","msg":"trace[119440366] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31854; }","duration":"1.525819866s","start":"2026-03-04T02:30:52.275164Z","end":"2026-03-04T02:30:53.800984Z","steps":["trace[119440366] 'agreement among raft nodes before linearized reading' (duration: 1.524717167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:53.801113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:30:52.27514Z","time spent":"1.52595905s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:30:56.048973Z","caller":"traceutil/trace.go:171","msg":"trace[1169334644] transaction","detail":"{read_only:false; response_revision:31866; number_of_response:1; }","duration":"250.89142ms","start":"2026-03-04T02:30:55.798055Z","end":"2026-03-04T02:30:56.048947Z","steps":["trace[1169334644] 'process raft request' (duration: 250.709986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:56.055691Z","caller":"traceutil/trace.go:171","msg":"trace[1884311316] transaction","detail":"{read_only:false; response_revision:31867; number_of_response:1; }","duration":"255.45587ms","start":"2026-03-04T02:30:55.800196Z","end":"2026-03-04T02:30:56.055652Z","steps":["trace[1884311316] 'process raft request' (duration: 255.055669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:56.05588Z","caller":"traceutil/trace.go:171","msg":"trace[629932511] transaction","detail":"{read_only:false; response_revision:31869; number_of_response:1; }","duration":"253.372185ms","start":"2026-03-04T02:30:55.802496Z","end":"2026-03-04T02:30:56.055868Z","steps":["trace[629932511] 'process raft request' (duration: 253.069867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:56.055649Z","caller":"traceutil/trace.go:171","msg":"trace[1662585167] transaction","detail":"{read_only:false; response_revision:31868; number_of_response:1; }","duration":"255.335056ms","start":"2026-03-04T02:30:55.800283Z","end":"2026-03-04T02:30:56.055618Z","steps":["trace[1662585167] 'process raft request' (duration: 255.242223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:56.056096Z","caller":"traceutil/trace.go:171","msg":"trace[1596472769] transaction","detail":"{read_only:false; response_revision:31871; number_of_response:1; }","duration":"251.433605ms","start":"2026-03-04T02:30:55.804641Z","end":"2026-03-04T02:30:56.056075Z","steps":["trace[1596472769] 'process raft request' (duration: 251.306881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:56.056259Z","caller":"traceutil/trace.go:171","msg":"trace[1821889827] transaction","detail":"{read_only:false; response_revision:31870; number_of_response:1; }","duration":"251.722452ms","start":"2026-03-04T02:30:55.804309Z","end":"2026-03-04T02:30:56.056031Z","steps":["trace[1821889827] 'process raft request' (duration: 251.502486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:56.056311Z","caller":"traceutil/trace.go:171","msg":"trace[718171580] linearizableReadLoop","detail":"{readStateIndex:32954; appliedIndex:32948; }","duration":"246.734141ms","start":"2026-03-04T02:30:55.809266Z","end":"2026-03-04T02:30:56.056Z","steps":["trace[718171580] 'read index received' (duration: 239.486561ms)","trace[718171580] 'applied index is now lower than readState.Index' (duration: 7.24659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:56.056353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.05375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:30:56.056455Z","caller":"traceutil/trace.go:171","msg":"trace[713359979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31871; }","duration":"247.196423ms","start":"2026-03-04T02:30:55.809235Z","end":"2026-03-04T02:30:56.056432Z","steps":["trace[713359979] 'agreement among raft nodes before linearized reading' (duration: 246.937766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:56.056645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.253849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:30:56.056682Z","caller":"traceutil/trace.go:171","msg":"trace[1401307768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31871; }","duration":"243.311791ms","start":"2026-03-04T02:30:55.813357Z","end":"2026-03-04T02:30:56.056669Z","steps":["trace[1401307768] 'agreement among raft nodes before linearized reading' (duration: 243.2544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:56.056656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.660788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:30:56.056765Z","caller":"traceutil/trace.go:171","msg":"trace[138836833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31871; }","duration":"241.797572ms","start":"2026-03-04T02:30:55.814956Z","end":"2026-03-04T02:30:56.056753Z","steps":["trace[138836833] 'agreement among raft nodes before linearized reading' (duration: 241.521464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:56.056771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.336982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:30:56.056957Z","caller":"traceutil/trace.go:171","msg":"trace[530041209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31871; }","duration":"243.539908ms","start":"2026-03-04T02:30:55.813408Z","end":"2026-03-04T02:30:56.056948Z","steps":["trace[530041209] 'agreement among raft nodes before linearized reading' (duration: 243.335412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:56.057197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.438531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:30:56.057309Z","caller":"traceutil/trace.go:171","msg":"trace[263062786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31871; }","duration":"245.195551ms","start":"2026-03-04T02:30:55.812036Z","end":"2026-03-04T02:30:56.057232Z","steps":["trace[263062786] 'agreement among raft nodes before linearized reading' (duration: 244.430531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:30:56.057871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.305504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:30:56.057931Z","caller":"traceutil/trace.go:171","msg":"trace[2097706276] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31871; }","duration":"245.399596ms","start":"2026-03-04T02:30:55.812513Z","end":"2026-03-04T02:30:56.057913Z","steps":["trace[2097706276] 'agreement among raft nodes before linearized reading' (duration: 244.4234ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:01.295616Z","caller":"traceutil/trace.go:171","msg":"trace[962459432] transaction","detail":"{read_only:false; response_revision:31904; number_of_response:1; }","duration":"247.186553ms","start":"2026-03-04T02:31:01.048398Z","end":"2026-03-04T02:31:01.295585Z","steps":["trace[962459432] 'process raft request' (duration: 246.785383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:01.585788Z","caller":"traceutil/trace.go:171","msg":"trace[882281821] transaction","detail":"{read_only:false; response_revision:31907; number_of_response:1; }","duration":"121.81344ms","start":"2026-03-04T02:31:01.463935Z","end":"2026-03-04T02:31:01.585749Z","steps":["trace[882281821] 'process raft request' (duration: 120.891546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:02.337924Z","caller":"traceutil/trace.go:171","msg":"trace[442895594] transaction","detail":"{read_only:false; response_revision:31910; number_of_response:1; }","duration":"398.630708ms","start":"2026-03-04T02:31:01.93924Z","end":"2026-03-04T02:31:02.337871Z","steps":["trace[442895594] 'process raft request' (duration: 398.391391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:02.338149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:01.939214Z","time spent":"398.821263ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10246,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:02.368926Z","caller":"traceutil/trace.go:171","msg":"trace[1376613869] transaction","detail":"{read_only:false; response_revision:31913; number_of_response:1; }","duration":"293.33424ms","start":"2026-03-04T02:31:02.075564Z","end":"2026-03-04T02:31:02.368898Z","steps":["trace[1376613869] 'process raft request' (duration: 293.250338ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:02.368925Z","caller":"traceutil/trace.go:171","msg":"trace[969630754] transaction","detail":"{read_only:false; response_revision:31911; number_of_response:1; }","duration":"297.87097ms","start":"2026-03-04T02:31:02.071015Z","end":"2026-03-04T02:31:02.368886Z","steps":["trace[969630754] 'process raft request' (duration: 297.658234ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:02.369064Z","caller":"traceutil/trace.go:171","msg":"trace[1754405923] transaction","detail":"{read_only:false; response_revision:31912; number_of_response:1; }","duration":"294.153712ms","start":"2026-03-04T02:31:02.07489Z","end":"2026-03-04T02:31:02.369043Z","steps":["trace[1754405923] 'process raft request' (duration: 293.903155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:02.369165Z","caller":"traceutil/trace.go:171","msg":"trace[804108084] transaction","detail":"{read_only:false; response_revision:31914; number_of_response:1; }","duration":"288.136555ms","start":"2026-03-04T02:31:02.081023Z","end":"2026-03-04T02:31:02.369159Z","steps":["trace[804108084] 'process raft request' (duration: 287.814426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:02.369579Z","caller":"traceutil/trace.go:171","msg":"trace[546267344] transaction","detail":"{read_only:false; response_revision:31915; number_of_response:1; }","duration":"288.451622ms","start":"2026-03-04T02:31:02.08111Z","end":"2026-03-04T02:31:02.369561Z","steps":["trace[546267344] 'process raft request' (duration: 288.017581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:02.36992Z","caller":"traceutil/trace.go:171","msg":"trace[359728384] linearizableReadLoop","detail":"{readStateIndex:33000; appliedIndex:32993; }","duration":"282.901578ms","start":"2026-03-04T02:31:02.086968Z","end":"2026-03-04T02:31:02.36987Z","steps":["trace[359728384] 'read index received' (duration: 250.747766ms)","trace[359728384] 'applied index is now lower than readState.Index' (duration: 32.152341ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:02.37012Z","caller":"traceutil/trace.go:171","msg":"trace[1669026615] transaction","detail":"{read_only:false; response_revision:31916; number_of_response:1; }","duration":"287.731284ms","start":"2026-03-04T02:31:02.082373Z","end":"2026-03-04T02:31:02.370104Z","steps":["trace[1669026615] 'process raft request' (duration: 287.093597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:02.370213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.204466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:31:02.37025Z","caller":"traceutil/trace.go:171","msg":"trace[827984063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31916; }","duration":"283.308048ms","start":"2026-03-04T02:31:02.086933Z","end":"2026-03-04T02:31:02.370242Z","steps":["trace[827984063] 'agreement among raft nodes before linearized reading' (duration: 283.175585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:02.370338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.225454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:31:02.370354Z","caller":"traceutil/trace.go:171","msg":"trace[408641210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31916; }","duration":"281.258184ms","start":"2026-03-04T02:31:02.089092Z","end":"2026-03-04T02:31:02.37035Z","steps":["trace[408641210] 'agreement among raft nodes before linearized reading' (duration: 281.210813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:02.370439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.107612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:31:02.370453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.583866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:31:02.370475Z","caller":"traceutil/trace.go:171","msg":"trace[1865180623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31916; }","duration":"283.167384ms","start":"2026-03-04T02:31:02.087299Z","end":"2026-03-04T02:31:02.370466Z","steps":["trace[1865180623] 'agreement among raft nodes before linearized reading' (duration: 283.062121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:02.370496Z","caller":"traceutil/trace.go:171","msg":"trace[1991060078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31916; }","duration":"280.680089ms","start":"2026-03-04T02:31:02.089804Z","end":"2026-03-04T02:31:02.370484Z","steps":["trace[1991060078] 'agreement among raft nodes before linearized reading' (duration: 280.479203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:02.370648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.180126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:31:02.370761Z","caller":"traceutil/trace.go:171","msg":"trace[413181873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31916; }","duration":"280.261238ms","start":"2026-03-04T02:31:02.090435Z","end":"2026-03-04T02:31:02.370696Z","steps":["trace[413181873] 'agreement among raft nodes before linearized reading' (duration: 279.96259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:02.370868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.890113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:31:02.371019Z","caller":"traceutil/trace.go:171","msg":"trace[1957072239] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31916; }","duration":"284.069668ms","start":"2026-03-04T02:31:02.086921Z","end":"2026-03-04T02:31:02.370991Z","steps":["trace[1957072239] 'agreement among raft nodes before linearized reading' (duration: 283.410851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:02.829275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.571407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:31:02.829597Z","caller":"traceutil/trace.go:171","msg":"trace[85769241] transaction","detail":"{read_only:false; response_revision:31917; number_of_response:1; }","duration":"454.766789ms","start":"2026-03-04T02:31:02.374801Z","end":"2026-03-04T02:31:02.829568Z","steps":["trace[85769241] 'process raft request' (duration: 157.776381ms)","trace[85769241] 'compare' (duration: 296.378092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:02.829684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:02.37478Z","time spent":"454.863222ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:02.829949Z","caller":"traceutil/trace.go:171","msg":"trace[100011887] transaction","detail":"{read_only:false; response_revision:31918; number_of_response:1; }","duration":"454.167324ms","start":"2026-03-04T02:31:02.37574Z","end":"2026-03-04T02:31:02.829908Z","steps":["trace[100011887] 'process raft request' (duration: 453.756843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:02.830128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:02.375715Z","time spent":"454.315727ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:02.830238Z","caller":"traceutil/trace.go:171","msg":"trace[460644885] transaction","detail":"{read_only:false; response_revision:31919; number_of_response:1; }","duration":"454.323827ms","start":"2026-03-04T02:31:02.375895Z","end":"2026-03-04T02:31:02.830219Z","steps":["trace[460644885] 'process raft request' (duration: 453.916676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:02.830309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:02.375856Z","time spent":"454.416349ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:02.8304Z","caller":"traceutil/trace.go:171","msg":"trace[1675597963] transaction","detail":"{read_only:false; response_revision:31920; number_of_response:1; }","duration":"454.0249ms","start":"2026-03-04T02:31:02.376345Z","end":"2026-03-04T02:31:02.83037Z","steps":["trace[1675597963] 'process raft request' (duration: 453.783134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:02.830569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:02.376331Z","time spent":"454.143393ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:02.832046Z","caller":"traceutil/trace.go:171","msg":"trace[384607989] transaction","detail":"{read_only:false; response_revision:31921; number_of_response:1; }","duration":"455.527889ms","start":"2026-03-04T02:31:02.376477Z","end":"2026-03-04T02:31:02.832005Z","steps":["trace[384607989] 'process raft request' (duration: 453.836195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:02.832383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:02.376449Z","time spent":"455.786506ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:02.832665Z","caller":"traceutil/trace.go:171","msg":"trace[39294766] linearizableReadLoop","detail":"{readStateIndex:33006; appliedIndex:33000; }","duration":"450.877307ms","start":"2026-03-04T02:31:02.381753Z","end":"2026-03-04T02:31:02.83263Z","steps":["trace[39294766] 'read index received' (duration: 150.821599ms)","trace[39294766] 'applied index is now lower than readState.Index' (duration: 300.054328ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:02.832841Z","caller":"traceutil/trace.go:171","msg":"trace[214754419] transaction","detail":"{read_only:false; response_revision:31922; number_of_response:1; }","duration":"456.108844ms","start":"2026-03-04T02:31:02.376714Z","end":"2026-03-04T02:31:02.832823Z","steps":["trace[214754419] 'process raft request' (duration: 454.906933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:02.832868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.109193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:31:02.832903Z","caller":"traceutil/trace.go:171","msg":"trace[1867686125] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:31922; }","duration":"451.165575ms","start":"2026-03-04T02:31:02.381726Z","end":"2026-03-04T02:31:02.832891Z","steps":["trace[1867686125] 'agreement among raft nodes before linearized reading' (duration: 451.098413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:02.832938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:02.381713Z","time spent":"451.219366ms","remote":"127.0.0.1:50666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:31:02.833129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:02.376698Z","time spent":"456.183736ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:31:03.188964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.843009ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:31:03.189093Z","caller":"traceutil/trace.go:171","msg":"trace[1980341558] linearizableReadLoop","detail":"{readStateIndex:33007; appliedIndex:33006; }","duration":"356.327961ms","start":"2026-03-04T02:31:02.832742Z","end":"2026-03-04T02:31:03.18907Z","steps":["trace[1980341558] 'read index received' (duration: 55.346139ms)","trace[1980341558] 'applied index is now lower than readState.Index' (duration: 300.980072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:03.189337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.21081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:31:03.189349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.064435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:31:03.189674Z","caller":"traceutil/trace.go:171","msg":"trace[1948148131] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:31922; }","duration":"311.615911ms","start":"2026-03-04T02:31:02.878032Z","end":"2026-03-04T02:31:03.189648Z","steps":["trace[1948148131] 'agreement among raft nodes before linearized reading' (duration: 311.185779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:03.189688Z","caller":"traceutil/trace.go:171","msg":"trace[903564234] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:31922; }","duration":"500.490637ms","start":"2026-03-04T02:31:02.689173Z","end":"2026-03-04T02:31:03.189664Z","steps":["trace[903564234] 'agreement among raft nodes before linearized reading' (duration: 500.024985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:03.189706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.172791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:31:03.189733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:02.878005Z","time spent":"311.715823ms","remote":"127.0.0.1:47184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:31:03.189744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:02.689142Z","time spent":"500.585499ms","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:31:03.189761Z","caller":"traceutil/trace.go:171","msg":"trace[569086122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31922; }","duration":"224.264293ms","start":"2026-03-04T02:31:02.965468Z","end":"2026-03-04T02:31:03.189732Z","steps":["trace[569086122] 'agreement among raft nodes before linearized reading' (duration: 224.17654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:03.189753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.259292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:31:03.189857Z","caller":"traceutil/trace.go:171","msg":"trace[1836102781] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:31922; }","duration":"707.398745ms","start":"2026-03-04T02:31:02.482436Z","end":"2026-03-04T02:31:03.189835Z","steps":["trace[1836102781] 'agreement among raft nodes before linearized reading' (duration: 707.170919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:03.189909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:02.482342Z","time spent":"707.558169ms","remote":"127.0.0.1:44066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:31:04.721919Z","caller":"traceutil/trace.go:171","msg":"trace[185115470] transaction","detail":"{read_only:false; response_revision:31923; number_of_response:1; }","duration":"345.682492ms","start":"2026-03-04T02:31:04.376196Z","end":"2026-03-04T02:31:04.721878Z","steps":["trace[185115470] 'process raft request' (duration: 345.426195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:04.722153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:04.37617Z","time spent":"345.860627ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:31:05.085141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:31:05.085768Z","caller":"traceutil/trace.go:171","msg":"trace[118759843] transaction","detail":"{read_only:false; response_revision:31925; number_of_response:1; }","duration":"709.295394ms","start":"2026-03-04T02:31:04.376454Z","end":"2026-03-04T02:31:05.085749Z","steps":["trace[118759843] 'process raft request' (duration: 708.866023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:05.085743Z","caller":"traceutil/trace.go:171","msg":"trace[1218888158] transaction","detail":"{read_only:false; response_revision:31924; number_of_response:1; }","duration":"709.228833ms","start":"2026-03-04T02:31:04.37631Z","end":"2026-03-04T02:31:05.085539Z","steps":["trace[1218888158] 'process raft request' (duration: 563.980139ms)","trace[1218888158] 'compare' (duration: 144.154955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:31:05.08588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:04.376444Z","time spent":"709.381847ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:31:05.0859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:04.376265Z","time spent":"709.570421ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:31:05.086339Z","caller":"traceutil/trace.go:171","msg":"trace[908585397] linearizableReadLoop","detail":"{readStateIndex:33014; appliedIndex:33008; }","duration":"251.715312ms","start":"2026-03-04T02:31:04.834607Z","end":"2026-03-04T02:31:05.086322Z","steps":["trace[908585397] 'read index received' (duration: 105.697278ms)","trace[908585397] 'applied index is now lower than readState.Index' (duration: 146.016884ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:05.086405Z","caller":"traceutil/trace.go:171","msg":"trace[1210218323] transaction","detail":"{read_only:false; response_revision:31927; number_of_response:1; }","duration":"709.838448ms","start":"2026-03-04T02:31:04.376529Z","end":"2026-03-04T02:31:05.086367Z","steps":["trace[1210218323] 'process raft request' (duration: 709.631903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:05.086478Z","caller":"traceutil/trace.go:171","msg":"trace[1894353460] transaction","detail":"{read_only:false; response_revision:31929; number_of_response:1; }","duration":"281.516871ms","start":"2026-03-04T02:31:04.804933Z","end":"2026-03-04T02:31:05.08645Z","steps":["trace[1894353460] 'process raft request' (duration: 281.341227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:05.086571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.936067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:31:05.086618Z","caller":"traceutil/trace.go:171","msg":"trace[1821599813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31929; }","duration":"252.00565ms","start":"2026-03-04T02:31:04.834601Z","end":"2026-03-04T02:31:05.086607Z","steps":["trace[1821599813] 'agreement among raft nodes before linearized reading' (duration: 251.887666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:05.086633Z","caller":"traceutil/trace.go:171","msg":"trace[1763256261] transaction","detail":"{read_only:false; response_revision:31926; number_of_response:1; }","duration":"710.099016ms","start":"2026-03-04T02:31:04.37652Z","end":"2026-03-04T02:31:05.086619Z","steps":["trace[1763256261] 'process raft request' (duration: 709.180232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:05.086712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.728721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:31:05.086737Z","caller":"traceutil/trace.go:171","msg":"trace[1404020468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31929; }","duration":"120.787193ms","start":"2026-03-04T02:31:04.965942Z","end":"2026-03-04T02:31:05.086729Z","steps":["trace[1404020468] 'agreement among raft nodes before linearized reading' (duration: 120.749792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:05.086621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:04.376507Z","time spent":"709.997243ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:31:05.08677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:04.37651Z","time spent":"710.205788ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:31:05.087205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.979662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:31:05.086577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.961778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:31:05.087268Z","caller":"traceutil/trace.go:171","msg":"trace[592295201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31929; }","duration":"251.355643ms","start":"2026-03-04T02:31:04.8359Z","end":"2026-03-04T02:31:05.087256Z","steps":["trace[592295201] 'agreement among raft nodes before linearized reading' (duration: 251.106546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:05.087287Z","caller":"traceutil/trace.go:171","msg":"trace[1890080977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31929; }","duration":"252.713228ms","start":"2026-03-04T02:31:04.834557Z","end":"2026-03-04T02:31:05.08727Z","steps":["trace[1890080977] 'agreement among raft nodes before linearized reading' (duration: 251.879656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:05.08677Z","caller":"traceutil/trace.go:171","msg":"trace[242917365] transaction","detail":"{read_only:false; response_revision:31928; number_of_response:1; }","duration":"708.75264ms","start":"2026-03-04T02:31:04.377981Z","end":"2026-03-04T02:31:05.086733Z","steps":["trace[242917365] 'process raft request' (duration: 708.237496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:05.087535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:31:04.37797Z","time spent":"709.519081ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:31:05.087023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.88031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:31:05.087795Z","caller":"traceutil/trace.go:171","msg":"trace[2017212408] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31929; }","duration":"251.691031ms","start":"2026-03-04T02:31:04.83608Z","end":"2026-03-04T02:31:05.087771Z","steps":["trace[2017212408] 'agreement among raft nodes before linearized reading' (duration: 250.774567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:05.087131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.943192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:31:05.087927Z","caller":"traceutil/trace.go:171","msg":"trace[2074862376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31929; }","duration":"251.769633ms","start":"2026-03-04T02:31:04.836144Z","end":"2026-03-04T02:31:05.087913Z","steps":["trace[2074862376] 'agreement among raft nodes before linearized reading' (duration: 250.878849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:31:05.087134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.373149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:31:05.086936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.022914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:31:05.088121Z","caller":"traceutil/trace.go:171","msg":"trace[627031687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31929; }","duration":"252.228125ms","start":"2026-03-04T02:31:04.83586Z","end":"2026-03-04T02:31:05.088088Z","steps":["trace[627031687] 'agreement among raft nodes before linearized reading' (duration: 251.008073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:05.088046Z","caller":"traceutil/trace.go:171","msg":"trace[393187660] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:31929; }","duration":"156.289163ms","start":"2026-03-04T02:31:04.93174Z","end":"2026-03-04T02:31:05.088029Z","steps":["trace[393187660] 'agreement among raft nodes before linearized reading' (duration: 155.300797ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:31:06.213051Z","caller":"traceutil/trace.go:171","msg":"trace[1899645299] transaction","detail":"{read_only:false; response_revision:31937; number_of_response:1; }","duration":"186.459983ms","start":"2026-03-04T02:31:06.026555Z","end":"2026-03-04T02:31:06.213015Z","steps":["trace[1899645299] 'process raft request' (duration: 156.462367ms)","trace[1899645299] 'compare' (duration: 29.828532ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:19.066077Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30726} {"level":"info","ts":"2026-03-04T02:33:19.611246Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30726,"took":"540.034661ms","hash":4040332300,"current-db-size-bytes":50196480,"current-db-size":"50 MB","current-db-size-in-use-bytes":28635136,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:33:19.611338Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4040332300,"revision":30726,"compact-revision":28677} {"level":"info","ts":"2026-03-04T02:37:27.105508Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008b99.wal"} {"level":"info","ts":"2026-03-04T02:38:19.073786Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32846} {"level":"info","ts":"2026-03-04T02:38:19.203854Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32846,"took":"123.498369ms","hash":4149374523,"current-db-size-bytes":52367360,"current-db-size":"52 MB","current-db-size-in-use-bytes":29048832,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:38:19.203932Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4149374523,"revision":32846,"compact-revision":30726} {"level":"info","ts":"2026-03-04T02:43:19.080819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34924} {"level":"info","ts":"2026-03-04T02:43:19.207379Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34924,"took":"118.857938ms","hash":348251316,"current-db-size-bytes":52367360,"current-db-size":"52 MB","current-db-size-in-use-bytes":28581888,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:43:19.207443Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":348251316,"revision":34924,"compact-revision":32846}